From 43e0c6faf79929329a611303317a5de9be2040f9 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 10:35:03 -0700 Subject: [PATCH 01/17] Create eval.yml --- .github/workflows/eval.yml | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 .github/workflows/eval.yml diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml new file mode 100644 index 000000000..69a94ee7e --- /dev/null +++ b/.github/workflows/eval.yml @@ -0,0 +1,18 @@ +name: presubmit-eval + +on: + pull_request: + branches: + - main + +jobs: + print-env: + runs-on: ubuntu-latest + environment: myenv + steps: + - name: Print variable and secret + run: | + echo "Variable MYVAR=${{ vars.MYVAR }}" + echo "Secret MYSECRET=${{ secrets.MYSECRET }}" + S="${{ secrets.MYSECRET }}" + echo "MYSECRET has ${#S} characters" From ae2b54da5440669689ee230faf70e8c34f56c62c Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 11:46:49 -0700 Subject: [PATCH 02/17] Update eval.yml --- .github/workflows/eval.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 69a94ee7e..73a987cc3 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -16,3 +16,5 @@ jobs: echo "Secret MYSECRET=${{ secrets.MYSECRET }}" S="${{ secrets.MYSECRET }}" echo "MYSECRET has ${#S} characters" + env: + GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} From 61e4339c46483a9754b9851bc10568e4ccacdff7 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 11:51:59 -0700 Subject: [PATCH 03/17] Update eval.yml --- .github/workflows/eval.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 73a987cc3..4cc96edf5 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -9,6 +9,8 @@ jobs: print-env: runs-on: ubuntu-latest environment: myenv + permissions: + environments: read steps: - name: Print variable and secret run: | From 3fe7b32338d6a64c501d9fb089d1e0aababa0d58 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 11:56:35 -0700 Subject: [PATCH 04/17] Update eval.yml --- .github/workflows/eval.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 4cc96edf5..73a987cc3 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -9,8 +9,6 @@ jobs: print-env: runs-on: ubuntu-latest environment: myenv - permissions: - environments: read steps: - name: Print variable and secret run: | From e0c8bdbbc963be8fc7ce7c8c85893eb413a9904d Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 11:57:36 -0700 Subject: [PATCH 05/17] Update eval.yml --- .github/workflows/eval.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 73a987cc3..4cc96edf5 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -9,6 +9,8 @@ jobs: print-env: runs-on: ubuntu-latest environment: myenv + permissions: + environments: read steps: - name: Print variable and secret run: | From 6170b15d07f377dc6232d10e57449fe9cc111aad Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 11:58:28 -0700 Subject: [PATCH 06/17] Update eval.yml --- .github/workflows/eval.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 4cc96edf5..73a987cc3 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -9,8 +9,6 @@ jobs: print-env: runs-on: ubuntu-latest environment: myenv - permissions: - environments: read steps: - name: Print variable and secret run: | From 8dc4c59f62cd8a812e813c58879d303da4ea9c61 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 12:50:32 -0700 Subject: [PATCH 07/17] Update eval.yml --- .github/workflows/eval.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 73a987cc3..cbac1ddf4 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -17,4 +17,4 @@ jobs: S="${{ secrets.MYSECRET }}" echo "MYSECRET has ${#S} characters" env: - GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} + GH_TOKEN: ${{ github.token }} From c0e78981a8dc2937bc5ec1b466cec86ff85729e0 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 12:56:41 -0700 Subject: [PATCH 08/17] Update eval.yml --- .github/workflows/eval.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index cbac1ddf4..46cc0f148 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -1,7 +1,7 @@ name: presubmit-eval on: - pull_request: + pull_request_target: branches: - main From a4bcb80c63c0f5a43155c0f54fea20807931df62 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 13:04:59 -0700 Subject: [PATCH 09/17] Update eval.yml --- .github/workflows/eval.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 46cc0f148..1aa97223f 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -9,6 +9,8 @@ jobs: print-env: runs-on: ubuntu-latest environment: myenv + permissions: + environments: read steps: - name: Print variable and secret run: | From 0fd9ced7e46f78bc9d941085dd5359ad52891c94 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 13:09:56 -0700 Subject: [PATCH 10/17] Update eval.yml --- .github/workflows/eval.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 1aa97223f..46cc0f148 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -9,8 +9,6 @@ jobs: print-env: runs-on: ubuntu-latest environment: myenv - permissions: - environments: read steps: - name: Print variable and secret run: | From 25650f9ba975b4144a9c4a8a7a70df87ccc8ca22 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 13:13:56 -0700 Subject: [PATCH 11/17] Update eval.yml --- .github/workflows/eval.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 46cc0f148..aaaabef80 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -16,5 +16,9 @@ jobs: echo "Secret MYSECRET=${{ secrets.MYSECRET }}" S="${{ secrets.MYSECRET }}" echo "MYSECRET has ${#S} characters" + echo "K=${K}" + echo "S=${S}" env: GH_TOKEN: ${{ github.token }} + K: ${{ vars.MYVAR }} + S: ${{ secrets.MYSECRET }} From b27524286efc551ea38c18a1cd59768bd23ab85c Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 13:14:26 -0700 Subject: [PATCH 12/17] Update eval.yml --- .github/workflows/eval.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index aaaabef80..e4deb526a 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -1,7 +1,7 @@ name: presubmit-eval on: - pull_request_target: + pull_request: branches: - main From 3a0ae406c04b7a37eb3eed608ff7c87f935e922a Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 13:22:16 -0700 Subject: [PATCH 13/17] Update eval.yml --- .github/workflows/eval.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index e4deb526a..a7483c627 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -18,7 +18,12 @@ jobs: echo "MYSECRET has ${#S} characters" echo "K=${K}" echo "S=${S}" + echo "REP_VAR=${REP_VAR}" + echo "REP_VAR=${{ vars.REP_VAR }}" env: GH_TOKEN: ${{ github.token }} K: ${{ vars.MYVAR }} S: ${{ secrets.MYSECRET }} + REP_VAR: ${{ vars.REP_VAR }} + + From 4707829037f6e73869698ca14fe2cae0a7741b54 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 14:35:49 -0700 Subject: [PATCH 14/17] Update eval.yml --- .github/workflows/eval.yml | 26 ++++++++++---------------- 1 file changed, 10 insertions(+), 16 deletions(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index a7483c627..42f5ec35d 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -1,4 +1,4 @@ -name: presubmit-eval +name: eval-workflow on: pull_request: @@ -6,24 +6,18 @@ on: - main jobs: - print-env: + eval-job: runs-on: ubuntu-latest - environment: myenv + environment: eval steps: - - name: Print variable and secret + - name: Check that key is available run: | - echo "Variable MYVAR=${{ vars.MYVAR }}" - echo "Secret MYSECRET=${{ secrets.MYSECRET }}" - S="${{ secrets.MYSECRET }}" - echo "MYSECRET has ${#S} characters" - echo "K=${K}" - echo "S=${S}" - echo "REP_VAR=${REP_VAR}" - echo "REP_VAR=${{ vars.REP_VAR }}" + echo "ENV_KEY has ${#ENV_KEY} characters" + echo "REPO_KEY has ${#REPO_KEY} characters" + env: - GH_TOKEN: ${{ github.token }} - K: ${{ vars.MYVAR }} - S: ${{ secrets.MYSECRET }} - REP_VAR: ${{ vars.REP_VAR }} + ENV_KEY: ${{ secrets.ENV_GEMINI_API_KEY }} + REPO_KEY: ${{ secrets.REPO_GEMINI_API_KEY }} + From 16d6e1c70ce1c8f3b8e4d916d3ed9b9b4457d93f Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 14:36:50 -0700 Subject: [PATCH 15/17] Update eval.yml --- .github/workflows/eval.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 42f5ec35d..44f459998 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -1,9 +1,11 @@ name: eval-workflow on: - pull_request: + push: branches: - main + schedule: + - cron: "0 * * * *" # hourly jobs: eval-job: From 3ae4784473853d70b0bf6e80b5fa0d732c82884e Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 14:38:31 -0700 Subject: [PATCH 16/17] Update eval.yml --- .github/workflows/eval.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index 44f459998..b8c517925 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -7,6 +7,8 @@ on: schedule: - cron: "0 * * * *" # hourly +# TODO(polina-c): add steps that run tests + jobs: eval-job: runs-on: ubuntu-latest From 5677a8358cbf26d8cc9cceef22ea5b15225c3c06 Mon Sep 17 00:00:00 2001 From: Polina Cherkasova Date: Thu, 12 Mar 2026 14:40:39 -0700 Subject: [PATCH 17/17] Update eval.yml --- .github/workflows/eval.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml index b8c517925..32e52e096 100644 --- a/.github/workflows/eval.yml +++ b/.github/workflows/eval.yml @@ -1,9 +1,8 @@ name: eval-workflow on: - push: - branches: - - main + push: + # Workflow runs on push to any branch. schedule: - cron: "0 * * * *" # hourly