try smaller batches

This commit is contained in:
Adam Wilson
2025-08-18 18:00:08 -06:00
parent 09eac1f050
commit 8c6230e0dc
5 changed files with 108 additions and 7 deletions
@@ -13,10 +13,16 @@ from src.text_generation.services.logging.abstract_test_run_logging_service impo
class TestRunLoggingService(AbstractTestRunLoggingService):
def __init__(self, test_id: int, model_id: ModelId):
def __init__(
self,
test_id: int,
model_id: ModelId,
start: int,
end: int
):
self._lock = threading.Lock()
timestamp = calendar.timegm(time.gmtime())
self.log_file_path = f"./tests/logs/test_{test_id}/{str(model_id.value).replace("/", "_")}/test_{test_id}_logs_{timestamp}.json"
self.log_file_path = f"./tests/logs/test_{test_id}/{start}_{end}/{str(model_id.value).replace("/", "_")}/test_{test_id}_logs_{timestamp}.json"
self._ensure_log_file_exists()
def _ensure_log_file_exists(self):