From f824fac63cbed2171d0288417dae921d4f380ec1 Mon Sep 17 00:00:00 2001 From: Zdenek Kasner Date: Tue, 4 Feb 2025 14:46:50 +0100 Subject: [PATCH] Minor logging improvements --- factgenie/bin/run.py | 3 +++ factgenie/models.py | 12 ++++++++---- 2 files changed, 11 insertions(+), 4 deletions(-) diff --git a/factgenie/bin/run.py b/factgenie/bin/run.py index c9a8a86..c556ebf 100644 --- a/factgenie/bin/run.py +++ b/factgenie/bin/run.py @@ -247,6 +247,9 @@ def create_llm_campaign( @app.cli.command("run_llm_campaign") @click.argument("campaign_id", type=str) def run_llm_campaign(campaign_id: str): + """ + Run a LLM campaign by id. + """ from factgenie.models import ModelFactory from factgenie import llm_campaign from factgenie.campaign import CampaignStatus diff --git a/factgenie/models.py b/factgenie/models.py index ddb0b5f..c4a23f7 100644 --- a/factgenie/models.py +++ b/factgenie/models.py @@ -7,6 +7,7 @@ import logging from pydantic import BaseModel, Field, ValidationError import json +import time from ast import literal_eval from factgenie.campaign import CampaignMode @@ -180,10 +181,7 @@ def parse_annotations(self, text, annotations_json): annotation_list = [] current_pos = 0 - logger.info("Annotated text:") - logger.info(f"\033[34m{text}\033[0m") - - logger.info(f"Received {len(annotations)} annotations.") + logger.info(f"Response contains {len(annotations)} annotations.") for i, annotation in enumerate(annotations): annotated_span = annotation.text.lower() @@ -287,7 +285,13 @@ def annotate_example(self, data, text): logger.debug(f"Prompt: {prompt}") + logger.info("Annotated text:") + logger.info(f"\033[34m{text}\033[0m") + + logger.info(f"Waiting for {model_service}.") + start = time.time() response = self.get_model_response(prompt, model_service) + logger.info(f"Received response in {time.time() - start:.2f} seconds.") logger.debug(f"Prompt tokens: {response.usage.prompt_tokens}") logger.debug(f"Response tokens: {response.usage.completion_tokens}")