From ac076e51eceb05ca007be4771fd0fad282bfc8d6 Mon Sep 17 00:00:00 2001 From: marcoeilers Date: Fri, 27 Feb 2026 14:38:40 +0100 Subject: [PATCH 1/3] Adding actions that run benchmarks --- .github/workflows/testHumanEval.yml | 42 +++++++++++++++++++++++++++++ .github/workflows/testSingle.yml | 35 ++++++++++++++++++++++++ 2 files changed, 77 insertions(+) create mode 100644 .github/workflows/testHumanEval.yml create mode 100644 .github/workflows/testSingle.yml diff --git a/.github/workflows/testHumanEval.yml b/.github/workflows/testHumanEval.yml new file mode 100644 index 000000000..69cf0cb4e --- /dev/null +++ b/.github/workflows/testHumanEval.yml @@ -0,0 +1,42 @@ +# This workflow will install Python dependencies, run tests and lint with a single version of Python +# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions + +name: Nagini HumanEval Python 3.11 + +on: [pull_request, workflow_dispatch] + +jobs: + build: + + runs-on: ubuntu-22.04 + env: + BOOGIE_EXE: "/home/runner/.dotnet/tools/boogie" + steps: + - uses: actions/checkout@v2 + - name: Set up Python 3.11 + uses: actions/setup-python@v3 + with: + python-version: "3.11" + architecture: "x64" + - name: Setup .NET + uses: xt0rted/setup-dotnet@v1.5.0 + with: + dotnet-version: 6.0.x + - name: Install Boogie + run: | + dotnet tool install --global Boogie --version 2.15.9 + - name: Install Nagini + run: | + python -m pip install --upgrade pip + pip install setuptools==68.2.0 + pip install . + - name: Check out HumanEval examples + uses: actions/checkout@v2 + with: + repository: JetBrains-Research/HumanEval-Nagini + - name: Run all examples + run: | + cd HumanEval-Nagini + cd public + cd scripts + ./test-all.sh \ No newline at end of file diff --git a/.github/workflows/testSingle.yml b/.github/workflows/testSingle.yml new file mode 100644 index 000000000..eed75da08 --- /dev/null +++ b/.github/workflows/testSingle.yml @@ -0,0 +1,35 @@ +# This workflow will install Python dependencies, run tests and lint with a single version of Python +# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions + +name: Nagini Single Complex Test Ubuntu Python 3.11 + +on: [pull_request, workflow_dispatch] + +jobs: + build: + + runs-on: ubuntu-22.04 + env: + BOOGIE_EXE: "/home/runner/.dotnet/tools/boogie" + steps: + - uses: actions/checkout@v2 + - name: Set up Python 3.11 + uses: actions/setup-python@v3 + with: + python-version: "3.11" + architecture: "x64" + - name: Setup .NET + uses: xt0rted/setup-dotnet@v1.5.0 + with: + dotnet-version: 6.0.x + - name: Install Boogie + run: | + dotnet tool install --global Boogie --version 2.15.9 + - name: Install Nagini + run: | + python -m pip install --upgrade pip + pip install setuptools==68.2.0 + pip install . + - name: Verify single complex file + run: | + nagini tests/functional/verification/examples/VerifyThis22_Challenge2.py \ No newline at end of file From 8f6360d61cfcaef1c0fece7f5c1190ff95741bb7 Mon Sep 17 00:00:00 2001 From: marcoeilers Date: Fri, 27 Feb 2026 14:43:41 +0100 Subject: [PATCH 2/3] Trying to fix checkout --- .github/workflows/testHumanEval.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/testHumanEval.yml b/.github/workflows/testHumanEval.yml index 69cf0cb4e..42cf64494 100644 --- a/.github/workflows/testHumanEval.yml +++ b/.github/workflows/testHumanEval.yml @@ -34,9 +34,10 @@ jobs: uses: actions/checkout@v2 with: repository: JetBrains-Research/HumanEval-Nagini + path: HumanEval - name: Run all examples run: | - cd HumanEval-Nagini + cd HumanEval cd public cd scripts ./test-all.sh \ No newline at end of file From a34100cb54f12dffc9cc1ac1f3ea980376dc1d0b Mon Sep 17 00:00:00 2001 From: Marco Eilers Date: Fri, 27 Feb 2026 15:39:01 +0100 Subject: [PATCH 3/3] Simplify script execution path in workflow --- .github/workflows/testHumanEval.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/testHumanEval.yml b/.github/workflows/testHumanEval.yml index 42cf64494..23759a79b 100644 --- a/.github/workflows/testHumanEval.yml +++ b/.github/workflows/testHumanEval.yml @@ -38,6 +38,4 @@ jobs: - name: Run all examples run: | cd HumanEval - cd public - cd scripts - ./test-all.sh \ No newline at end of file + ./public/scripts/test-all.sh