Repository navigation
Expand file tree
/
Copy pathmodels.py
More file actions
41 lines (37 loc) · 1.32 KB
/
Copy pathmodels.py
File metadata and controls
41 lines (37 loc) · 1.32 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
import time
from pydantic import BaseModel, Field
from typing import List
import time
import uuid
from pydantic import BaseModel, Field
from typing import List, Optional, Dict, Any, Literal, Union
class Model(BaseModel):
id: str
object: str = "model"
created: int = Field(default_factory=lambda: int(time.time()))
class ModelList(BaseModel):
object: str = "list"
data: List[Model]
class ChatMessage(BaseModel):
id: uuid.UUID = Field(default_factory=uuid.uuid4)
role: Literal["system", "user", "assistant"]
content: Union[str, List[Dict[str, Any]]]
userId: Optional[str] = None # Added for user messages
createdAt: Optional[str] = None # Added for timestamping
traceId: Optional[str] = None # Added for assistant messages
class ChatCompletionRequest(BaseModel):
model: str
messages: List[ChatMessage]
temperature: Optional[float] = 1.0
max_tokens: Optional[int] = None
top_p: Optional[float] = 1.0
top_k: Optional[int] = None
stream: Optional[bool] = False
stop: Optional[List[str]] = None
presence_penalty: Optional[float] = None
frequency_penalty: Optional[float] = None
seed: Optional[int] = None
logprobs: Optional[int] = None
response_logprobs: Optional[bool] = None
n: Optional[int] = None
response_format: Optional[Dict[str, Any]] = None