Skip to content

Commit

Permalink
fix circular imports
Browse files Browse the repository at this point in the history
  • Loading branch information
NiklasKoehneckeAA committed Feb 21, 2024
1 parent 0c3d7a1 commit ce43c27
Show file tree
Hide file tree
Showing 3 changed files with 23 additions and 8 deletions.
26 changes: 20 additions & 6 deletions src/intelligence_layer/evaluation/argilla.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,20 +14,34 @@
RecordDataSequence,
)
from intelligence_layer.core import Input, InstructInput, Output, PromptOutput
from intelligence_layer.evaluation.data_storage.run_repository import RunRepository
from intelligence_layer.evaluation.data_storage.dataset_repository import DatasetRepository
from intelligence_layer.evaluation.evaluator import Evaluator

from intelligence_layer.evaluation.accumulator import MeanAccumulator
from intelligence_layer.evaluation.base_logic import AggregationLogic, EvaluationLogic
from intelligence_layer.evaluation.data_storage.aggregation_repository import (
AggregationRepository,
)
from intelligence_layer.evaluation.data_storage.dataset_repository import (
DatasetRepository,
)
from intelligence_layer.evaluation.data_storage.evaluation_repository import (
ArgillaEvaluationRepository,
EvaluationRepository,
)
from intelligence_layer.evaluation.data_storage.run_repository import RunRepository
from intelligence_layer.evaluation.domain import (
AggregatedEvaluation,
SuccessfulExampleOutput, ExpectedOutput, Example,
Example,
ExpectedOutput,
SuccessfulExampleOutput,
)
from intelligence_layer.evaluation.elo import (
AutomatedEloComparison,
EloCalculator,
EloComparison,
build_tournaments, PlayerScore,
PlayerScore,
WinRateCalculator,
build_tournaments,
)
from intelligence_layer.evaluation.evaluator import Evaluator


class ArgillaEvaluationLogic(
Expand Down
4 changes: 3 additions & 1 deletion src/intelligence_layer/evaluation/base_logic.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,11 @@
from typing import Generic, Iterable

from intelligence_layer.core import Input, Output
from intelligence_layer.evaluation import Evaluation, Example, ExpectedOutput
from intelligence_layer.evaluation.domain import (
AggregatedEvaluation,
Evaluation,
Example,
ExpectedOutput,
SuccessfulExampleOutput,
)

Expand Down
1 change: 0 additions & 1 deletion tests/use_cases/summarize/test_summarize.py
Original file line number Diff line number Diff line change
Expand Up @@ -199,7 +199,6 @@ def test_long_context_summarize_evaluator(
long_context_summarize_runner: Runner[str, str],
in_memory_dataset_repository: InMemoryDatasetRepository,
long_text: str,
no_op_tracer: NoOpTracer,
) -> None:
input = LongContextSummarizeInput(text=long_text, language=Language("en"))
bad_example = Example(
Expand Down

0 comments on commit ce43c27

Please sign in to comment.