diff --git a/.github/workflows/build-and-test.yaml b/.github/workflows/build-and-test.yaml index 3bf08cb5..bfe87dbd 100644 --- a/.github/workflows/build-and-test.yaml +++ b/.github/workflows/build-and-test.yaml @@ -36,6 +36,6 @@ jobs: - id: test name: Test dev docker run: | - docker run --rm codiumai/pr-agent:test pytest -v + docker run --rm codiumai/pr-agent:test pytest -v tests/unittest diff --git a/.github/workflows/e2e_tests.yaml b/.github/workflows/e2e_tests.yaml new file mode 100644 index 00000000..e49bcea3 --- /dev/null +++ b/.github/workflows/e2e_tests.yaml @@ -0,0 +1,46 @@ +name: PR-Agent E2E tests + +on: + workflow_dispatch: +# schedule: +# - cron: '0 0 * * *' # This cron expression runs the workflow every night at midnight UTC + +jobs: + pr_agent_job: + runs-on: ubuntu-latest + name: PR-Agent E2E GitHub App Test + steps: + - name: Checkout repository + uses: actions/checkout@v2 + + - name: Setup Docker Buildx + uses: docker/setup-buildx-action@v2 + + - id: build + name: Build dev docker + uses: docker/build-push-action@v2 + with: + context: . + file: ./docker/Dockerfile + push: false + load: true + tags: codiumai/pr-agent:test + cache-from: type=gha,scope=dev + cache-to: type=gha,mode=max,scope=dev + target: test + + - id: test1 + name: E2E test github app + run: | + docker run -e GITHUB.USER_TOKEN=${{ secrets.TOKEN_GITHUB }} --rm codiumai/pr-agent:test pytest -v tests/e2e_tests/test_github_app.py + + - id: test2 + name: E2E gitlab webhook + run: | + docker run -e gitlab.PERSONAL_ACCESS_TOKEN=${{ secrets.TOKEN_GITLAB }} --rm codiumai/pr-agent:test pytest -v tests/e2e_tests/test_gitlab_webhook.py + + + - id: test3 + name: E2E bitbucket app + run: | + docker run -e BITBUCKET.USERNAME=${{ secrets.BITBUCKET_USERNAME }} -e BITBUCKET.PASSWORD=${{ secrets.BITBUCKET_PASSWORD }} --rm codiumai/pr-agent:test pytest -v tests/e2e_tests/test_bitbucket_app.py \ No newline at end of file diff --git a/pr_agent/settings/configuration.toml b/pr_agent/settings/configuration.toml index 32b7fba0..212152b5 100644 --- a/pr_agent/settings/configuration.toml +++ b/pr_agent/settings/configuration.toml @@ -27,8 +27,8 @@ output_relevant_configurations=false large_patch_policy = "clip" # "clip", "skip" is_auto_command=false # seed -seed=-1 # set positive value to fix the seed -temperature=0.2 +seed=0 # set positive value to fix the seed +temperature=0 [pr_reviewer] # /review # # enable/disable features @@ -73,7 +73,7 @@ final_update_message = true enable_help_text=false enable_help_comment=true # describe as comment -publish_description_as_comment=false +publish_description_as_comment=true publish_description_as_comment_persistent=true ## changes walkthrough section enable_semantic_files_types=true