llmp.services.job_storage.JobStorage

class llmp.services.job_storage.JobStorage(base_path: str = None)[source]

Methods

__init__([base_path])

delete_job(idx)

get_job(signature)

Load a job by signature name or id.

load_event_log(job)

load_generation_log(job)

register_job(job_name, job_idx)

Register a job name to a job id.

store_event_log(job, events)

store_generation_log(job, generation)

store_job(job)

store_logs(job)

update_job(job)

__init__(base_path: str = None)[source]
delete_job(idx: str) → None[source]
get_job(signature: str) → JobRecord[source]

Load a job by signature name or id.

Parameters

signature (str) – The signature name or id of the job.

Returns

The loaded job.

Return type

JobRecord

load_event_log(job: JobRecord) → list[llmp.data_model.events.Event][source]
load_generation_log(job: JobRecord) → list[dict][source]
register_job(job_name: str, job_idx: str) → str[source]

Register a job name to a job id.

If the job name already exists, append a versioning to the end of the name.

Parameters

  • job_name (str) – The job name to register.

  • job_idx (str) – The job id to register.

Returns

The registered job name.

Return type

str

store_event_log(job: JobRecord, events: list[llmp.data_model.events.Event]) → None[source]
store_generation_log(job: JobRecord, generation: list[dict]) → None[source]
store_job(job: JobRecord) → None[source]
store_logs(job: JobRecord)[source]
update_job(job: JobRecord) → None[source]