api-get-memory

This commit is contained in:
Vladimir Mandic
2023-01-07 07:51:35 -05:00
committed by GitHub
parent 151233399c
commit 47534577ed
2 changed files with 41 additions and 0 deletions

View File

@@ -260,3 +260,7 @@ class EmbeddingItem(BaseModel):
class EmbeddingsResponse(BaseModel):
loaded: Dict[str, EmbeddingItem] = Field(title="Loaded", description="Embeddings loaded for the current model")
skipped: Dict[str, EmbeddingItem] = Field(title="Skipped", description="Embeddings skipped for the current model (likely due to architecture incompatibility)")
class MemoryResponse(BaseModel):
ram: dict[str, str] | dict[str, float] = Field(title="RAM", description="System memory stats")
cuda: dict[str, str] | dict[str, dict] = Field(title="CUDA", description="nVidia CUDA memory stats")