diff --git a/.github/workflows/documentation_cookbook_tests.yml b/.github/workflows/documentation_cookbook_tests.yml deleted file mode 100644 index 56ac997e8db..00000000000 --- a/.github/workflows/documentation_cookbook_tests.yml +++ /dev/null @@ -1,64 +0,0 @@ -name: Docs - Test cookbooks -on: - workflow_dispatch: - inputs: - install_opik: - description: 'Enable opik installation from source files' - required: false - default: 'false' - type: choice - options: - - 'false' - - 'true' -jobs: - test-notebooks: - runs-on: ${{ matrix.os }} - timeout-minutes: 15 - strategy: - fail-fast: false - matrix: - os: [ ubuntu-latest] - python-version: ["3.12"] - notebooks: - - apps/opik-documentation/documentation/docs/cookbook/quickstart_notebook.ipynb - - apps/opik-documentation/documentation/docs/cookbook/evaluate_hallucination_metric.ipynb - - apps/opik-documentation/documentation/docs/cookbook/evaluate_moderation_metric.ipynb - - apps/opik-documentation/documentation/docs/cookbook/langchain.ipynb - - apps/opik-documentation/documentation/docs/cookbook/langgraph.ipynb - - apps/opik-documentation/documentation/docs/cookbook/llama-index.ipynb - - apps/opik-documentation/documentation/docs/cookbook/openai.ipynb - - apps/opik-documentation/documentation/docs/cookbook/litellm.ipynb - - apps/opik-documentation/documentation/docs/cookbook/ragas.ipynb - - apps/opik-documentation/documentation/docs/cookbook/dspy.ipynb - - apps/opik-documentation/documentation/docs/cookbook/crewai.ipynb - - apps/opik-documentation/documentation/docs/cookbook/instructor.ipynb - env: - NOTEBOOK_TO_TEST: ${{ matrix.notebooks }} - OPIK_SENTRY_ENABLE: False - steps: - - uses: actions/checkout@v6 - - uses: actions/setup-python@v5 - with: - python-version: ${{ matrix.python-version }} - - name: Set up uv - uses: astral-sh/setup-uv@v8.3.2 - - name: Install dependencies - run: | - uv pip install --system -U ipython nbconvert - - name: Install opik from source files (optional) - if: ${{ github.event_name == 'workflow_dispatch' && inputs.install_opik == 'true' }} - run: uv pip install --system sdks/python - - name: Prepare env variables - run: | - directory=$(dirname -- "${NOTEBOOK_TO_TEST}") - notebook=$(basename -- "${NOTEBOOK_TO_TEST}") - echo "TEST_DIRECTORY=${directory}" >> "$GITHUB_ENV" - echo "TEST_NOTEBOOK=${notebook}" >> "$GITHUB_ENV" - - name: Test notebook - run: | - cd "$TEST_DIRECTORY" || exit - python -X faulthandler "$(which ipython)" "$TEST_NOTEBOOK" - env: - OPENAI_API_KEY: ${{ secrets.DOCS_OPENAI_API_KEY }} - OPIK_API_KEY: ${{ secrets.COMET_API_KEY }} - OPIK_WORKSPACE: ${{ secrets.COMET_WORKSPACE }} diff --git a/.github/workflows/quickstart_guide_snippets_test.yml b/.github/workflows/quickstart_guide_snippets_test.yml deleted file mode 100644 index 004779acb72..00000000000 --- a/.github/workflows/quickstart_guide_snippets_test.yml +++ /dev/null @@ -1,80 +0,0 @@ -name: Quickstart Guide Snippets Tests -env: - OPIK_SENTRY_ENABLE: False - ALLURE_TOKEN: ${{ secrets.ALLURE_TOKEN }} - ALLURE_JOB_RUN_ID: ${{ github.event.inputs.ALLURE_JOB_RUN_ID }} - ALLURE_ENDPOINT: https://comet.testops.cloud/ - ALLURE_PROJECT_ID: 1 - ALLURE_RESULTS: allure-results -on: - schedule: - - cron: '0 12 * * *' # runs every day at noon UTC - workflow_dispatch: - inputs: - ALLURE_JOB_RUN_ID: - type: string - required: false - description: Allure job run ID for grouping test reports - default: '' - -run-name: Quickstart Guide Snippets Tests - -jobs: - run_tests: - name: "Quickstart Guide Snippets Tests" - runs-on: ubuntu-latest - timeout-minutes: 15 - - steps: - - name: Checkout repo - uses: actions/checkout@v6 - with: - ref: ${{ github.ref }} - - - name: Setup Python - uses: actions/setup-python@v5 - with: - python-version: 3.12 - - - name: Set up uv - uses: astral-sh/setup-uv@v8.3.2 - - - name: Install Opik - run: uv pip install --system opik - - - name: Install Test Dependencies - run: | - uv pip install --system -r ${{ github.workspace }}/tests_end_to_end/test_requirements.txt - uv pip install --system -r ${{ github.workspace }}/tests_end_to_end/integrations_requirements.txt - uv pip install --system allure-pytest - playwright install - - - name: Install allurectl - uses: allure-framework/setup-allurectl@v1 - - - name: Install Opik (Local) - env: - OPIK_USAGE_REPORT_ENABLED: false - run: | - cd ${{ github.workspace }} - ./opik.sh - - - name: Run suite - env: - OPIK_BASE_URL: http://localhost:5173 - OPIK_TEST_WORKSPACE: default - OPIK_TEST_PROJECT_NAME: Quickstart - OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - AWS_ACCESS_KEY_ID: ${{ secrets.BEDROCK_AWS_ACCESS_KEY_ID }} - AWS_SECRET_ACCESS_KEY: ${{ secrets.BEDROCK_AWS_SECRET_ACCESS_KEY }} - ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - run: | - cd ${{ github.workspace }}/tests_end_to_end - export PYTHONPATH='.' - allurectl watch -- pytest -s tests/QuickstartGuide --alluredir="${ALLURE_RESULTS}" --browser chromium - - - name: Stop Opik server (Local) - if: always() - run: | - cd ${{ github.workspace }} - ./opik.sh --stop diff --git a/.github/workflows/test_docs_links.yml b/.github/workflows/test_docs_links.yml deleted file mode 100644 index 201c411a8b7..00000000000 --- a/.github/workflows/test_docs_links.yml +++ /dev/null @@ -1,65 +0,0 @@ -name: Check Documentation Links -env: - ALLURE_TOKEN: ${{ secrets.ALLURE_TOKEN }} - ALLURE_JOB_RUN_ID: ${{ github.event.inputs.ALLURE_JOB_RUN_ID }} - ALLURE_ENDPOINT: https://comet.testops.cloud/ - ALLURE_PROJECT_ID: 1 - ALLURE_RESULTS: allure-results - -on: - schedule: - - cron: '0 12 * * *' # Run daily at noon UTC - workflow_dispatch: - inputs: - ALLURE_JOB_RUN_ID: - description: Allure run ID to attach test results to - required: false - type: string - -jobs: - check-links: - runs-on: ubuntu-latest - timeout-minutes: 15 - steps: - - name: Checkout code - uses: actions/checkout@v6 - - - name: Setup Node.js - uses: actions/setup-node@v4 - with: - node-version: '18' - - - name: Install Python - uses: actions/setup-python@v5 - with: - python-version: '3.12' - - - name: Set up uv - uses: astral-sh/setup-uv@v8.3.2 - - - name: Install pytest and allure - run: | - uv pip install --system pytest allure-pytest - - - name: Install allurectl - uses: allure-framework/setup-allurectl@v1 - - - name: Install Test Dependencies - run: | - uv pip install --system -r ${{ github.workspace }}/tests_end_to_end/test_requirements.txt - uv pip install --system opik - playwright install chromium - - - name: Install linkinator - run: | - npm install linkinator - - - name: Run linkinator - run: | - npx linkinator https://www.comet.com/docs/opik/ --recurse --format csv > ${{ github.workspace }}/tests_end_to_end/tests/Documentation/output.csv - - - name: Check for broken Comet links - run: | - cd ${{ github.workspace }}/tests_end_to_end - export PYTHONPATH='.' - allurectl watch -- pytest -s tests/Documentation/test_links.py --browser chromium --alluredir="${ALLURE_RESULTS}"