feat(weave): Add initial suite of scorers, refactor weave/flow (#2662)

Add scorers
wandb · Oct 28, 2024 · f79fbcc · f79fbcc
1 parent f9a1959
commit f79fbcc
Show file tree

Hide file tree

Showing 42 changed files with 2,697 additions and 246 deletions.
diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml
@@ -240,6 +240,7 @@ jobs:
             'mistral1',
             'notdiamond',
             'openai',
+            'scorers_tests',
             'pandas-test',
           ]
       fail-fast: false
@@ -292,6 +293,9 @@ jobs:
           WF_CLICKHOUSE_HOST: weave_clickhouse
           WEAVE_SERVER_DISABLE_ECOSYSTEM: 1
           GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
+          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+          MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
         run: |
           nox -e "tests-${{ matrix.python-version-major }}.${{ matrix.python-version-minor }}(shard='${{ matrix.nox-shard }}')"
   trace-tests-matrix-check: # This job does nothing and is only used for the branch protection