Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions oocana/oocana/context.py
Original file line number Diff line number Diff line change
Expand Up @@ -170,8 +170,10 @@ class OOMOL_LLM_ENV(TypedDict):
"""{basUrl}/v1 openai compatible endpoint
"""
base_url_v1: str
Comment on lines 170 to 172
fusion_url: str
api_key: str
models: list[str]
oomol_env: str

class HostInfo(TypedDict):
gpu_vendor: str
Expand Down Expand Up @@ -315,6 +317,8 @@ def oomol_llm_env(self) -> OOMOL_LLM_ENV:
"base_url_v1": os.getenv("OOMOL_LLM_BASE_URL_V1", ""),
"api_key": os.getenv("OOMOL_LLM_API_KEY", ""),
"models": os.getenv("OOMOL_LLM_MODELS", "").split(","),
"fusion_url": os.getenv("OOMOL_LLM_FUSION_URL", ""),
"oomol_env": os.getenv("OOMOL_ENV", "prod"),
Comment on lines 318 to +321
}

for key, value in oomol_llm_env.items():
Expand Down
Loading