diff --git a/.github/workflows/jan-server-build-nightly.yml b/.github/workflows/jan-server-build-nightly.yml index 3e394be7e..29e13804e 100644 --- a/.github/workflows/jan-server-build-nightly.yml +++ b/.github/workflows/jan-server-build-nightly.yml @@ -9,7 +9,7 @@ on: - 'README.md' - 'docs/**' schedule: - - cron: '0 20 * * 1,2,3' # At 8 PM UTC on Monday, Tuesday, and Wednesday which is 3 AM UTC+7 Tuesday, Wednesday, and Thursday + - cron: '0 21 * * 1,2,3' # At 8 PM UTC on Monday, Tuesday, and Wednesday which is 4 AM UTC+7 Tuesday, Wednesday, and Thursday workflow_dispatch: jobs: diff --git a/.github/workflows/nightly-integrate-cortex-cpp.yml b/.github/workflows/nightly-integrate-cortex-cpp.yml new file mode 100644 index 000000000..1c5b2a8ed --- /dev/null +++ b/.github/workflows/nightly-integrate-cortex-cpp.yml @@ -0,0 +1,127 @@ +name: Nightly Update cortex cpp + +on: + schedule: + - cron: '30 19 * * 1-5' # At 01:30 on every day-of-week from Monday through Friday UTC +7 + workflow_dispatch: + +jobs: + update-submodule: + runs-on: ubuntu-latest + permissions: + contents: write + pull-requests: write + actions: write + + outputs: + pr_number: ${{ steps.check-update.outputs.pr_number }} + pr_created: ${{ steps.check-update.outputs.pr_created }} + + steps: + - name: Checkout repository + uses: actions/checkout@v3 + with: + submodules: recursive + ref: dev + fetch-depth: 0 + token: ${{ secrets.PAT_SERVICE_ACCOUNT }} + + - name: Configure Git + run: | + git config --global user.name 'github-actions[bot]' + git config --global user.email 'github-actions[bot]@users.noreply.github.com' + + - name: Update submodule to latest release + id: check-update + env: + GITHUB_TOKEN: ${{ secrets.PAT_SERVICE_ACCOUNT }} + run: | + curl -s https://api.github.com/repos/janhq/cortex/releases > /tmp/github_api_releases.json + latest_prerelease_name=$(cat /tmp/github_api_releases.json | jq -r '.[] | select(.prerelease) | .name' | head -n 1) + + get_asset_count() { + local version_name=$1 + cat /tmp/github_api_releases.json | jq -r --arg version_name "$version_name" '.[] | select(.name == $version_name) | .assets | length' + } + + cortex_cpp_version_file_path="extensions/inference-nitro-extension/bin/version.txt" + current_version_name=$(cat "$cortex_cpp_version_file_path" | head -n 1) + + current_version_asset_count=$(get_asset_count "$current_version_name") + latest_prerelease_asset_count=$(get_asset_count "$latest_prerelease_name") + + if [ "$current_version_name" = "$latest_prerelease_name" ]; then + echo "cortex cpp remote repo doesn't have update today, skip update cortex-cpp for today nightly build" + echo "::set-output name=pr_created::false" + exit 0 + fi + + if [ "$current_version_asset_count" != "$latest_prerelease_asset_count" ]; then + echo "Latest prerelease version has different number of assets, somethink went wrong, skip update cortex-cpp for today nightly build" + echo "::set-output name=pr_created::false" + exit 1 + fi + + echo $latest_prerelease_name > $cortex_cpp_version_file_path + echo "Updated version from $current_version_name to $latest_prerelease_name." + echo "::set-output name=pr_created::true" + cd - + git add $cortex_cpp_version_file_path + git commit -m "Update cortex cpp nightly to version $latest_prerelease_name" + branch_name="update-nightly-$(date +'%Y-%m-%d-%H-%M')" + git checkout -b $branch_name + git push origin $branch_name + + pr_title="Update cortex cpp nightly to version $latest_prerelease_name" + pr_body="This PR updates the Update cortex cpp nightly to version $latest_prerelease_name" + + gh pr create --title "$pr_title" --body "$pr_body" --head $branch_name --base dev --reviewer vansangpfiev + + pr_number=$(gh pr list --head $branch_name --json number --jq '.[0].number') + echo "::set-output name=pr_number::$pr_number" + + check-and-merge-pr: + needs: update-submodule + if: needs.update-submodule.outputs.pr_created == 'true' + runs-on: ubuntu-latest + permissions: + contents: write + pull-requests: write + + steps: + - name: Checkout repository + uses: actions/checkout@v3 + with: + submodules: recursive + fetch-depth: 0 + token: ${{ secrets.PAT_SERVICE_ACCOUNT }} + + - name: Wait for CI to pass + env: + GITHUB_TOKEN: ${{ secrets.PAT_SERVICE_ACCOUNT }} + run: | + pr_number=${{ needs.update-submodule.outputs.pr_number }} + while true; do + ci_completed=$(gh pr checks $pr_number --json completedAt --jq '.[].completedAt') + if echo "$ci_completed" | grep -q "0001-01-01T00:00:00Z"; then + echo "CI is still running, waiting..." + sleep 60 + else + echo "CI has completed, checking states..." + ci_states=$(gh pr checks $pr_number --json state --jq '.[].state') + if echo "$ci_states" | grep -vqE "SUCCESS|SKIPPED"; then + echo "CI failed, exiting..." + exit 1 + else + echo "CI passed, merging PR..." + break + fi + fi + done + + - name: Merge the PR + env: + GITHUB_TOKEN: ${{ secrets.PAT_SERVICE_ACCOUNT }} + run: | + pr_number=${{ needs.update-submodule.outputs.pr_number }} + gh pr merge $pr_number --merge --admin