From b8c016c2eb5c536fff2efb9e5d7d8f778a910e17 Mon Sep 17 00:00:00 2001 From: SoloSynth1 Date: Wed, 5 Jun 2024 11:25:03 -0700 Subject: [PATCH] remove `evaluate.py` which is superseded by CLI tool `repository evaluate` --- src/test_creation/evaluate.py | 35 ----------------------------------- 1 file changed, 35 deletions(-) delete mode 100644 src/test_creation/evaluate.py diff --git a/src/test_creation/evaluate.py b/src/test_creation/evaluate.py deleted file mode 100644 index f6bcfe8..0000000 --- a/src/test_creation/evaluate.py +++ /dev/null @@ -1,35 +0,0 @@ -import fire - -from langchain_openai import ChatOpenAI -from dotenv import load_dotenv - -from modules.workflow.prompt_format import EvaluationPromptFormat -from modules.workflow.evaluator import PerFileTestEvaluator -from modules.checklist.checklist import Checklist, ChecklistFormat -from modules.code_analyzer.repo import Repository -from modules.workflow.parse import ResponseParser - -load_dotenv() - - -if __name__ == '__main__': - def main(checklist_path, repo_path, report_output_path, report_output_format='html'): - """ - Example: - ---------- - >>> python src/test_creation/evaluate.py --checklist_path='./checklist/checklist.csv' --repo_path='../lightfm/' --report_output_path='./report/evaluation_report.html' --report_output_format='html' - """ - llm = ChatOpenAI(model="gpt-3.5-turbo", temperature=0) - checklist = Checklist(checklist_path, checklist_format=ChecklistFormat.CSV) - repo = Repository(repo_path) - prompt_format = EvaluationPromptFormat() - - evaluator = PerFileTestEvaluator(llm, prompt_format=prompt_format, repository=repo, checklist=checklist) - response = evaluator.evaluate() - - parser = ResponseParser(response, repo) - parser.get_completeness_score(verbose=True) - - parser.export_evaluation_report(report_output_path, report_output_format, exist_ok=True) - - fire.Fire(main)