API: Split into separate folder

Moving the API into its own directory helps compartmentalize it and allows for cleaning up the main file to just contain bootstrapping and the entry point. Signed-off-by: kingbri <[email protected]>
theroyallab · Mar 12, 2024 · cdffa8f · cdffa8f
1 parent 26b21df
commit cdffa8f
Show file tree

Hide file tree

Showing 13 changed files with 635 additions and 621 deletions.
diff --git a/endpoints/OAI/app.py b/endpoints/OAI/app.py
diff --git a/OAI/types/chat_completion.py → endpoints/OAI/types/chat_completion.py b/OAI/types/chat_completion.py → endpoints/OAI/types/chat_completion.py
@@ -3,7 +3,7 @@
 from typing import Union, List, Optional, Dict
 from uuid import uuid4
 
-from OAI.types.common import UsageStats, CommonCompletionRequest
+from endpoints.OAI.types.common import UsageStats, CommonCompletionRequest
 
 
 class ChatCompletionLogprob(BaseModel):

diff --git a/OAI/types/common.py → endpoints/OAI/types/common.py b/OAI/types/common.py → endpoints/OAI/types/common.py
diff --git a/OAI/types/completion.py → endpoints/OAI/types/completion.py b/OAI/types/completion.py → endpoints/OAI/types/completion.py
@@ -4,7 +4,7 @@
 from typing import Dict, List, Optional, Union
 from uuid import uuid4
 
-from OAI.types.common import CommonCompletionRequest, UsageStats
+from endpoints.OAI.types.common import CommonCompletionRequest, UsageStats
 
 
 class CompletionLogProbs(BaseModel):

diff --git a/OAI/types/lora.py → endpoints/OAI/types/lora.py b/OAI/types/lora.py → endpoints/OAI/types/lora.py
diff --git a/OAI/types/model.py → endpoints/OAI/types/model.py b/OAI/types/model.py → endpoints/OAI/types/model.py
diff --git a/OAI/types/sampler_overrides.py → endpoints/OAI/types/sampler_overrides.py b/OAI/types/sampler_overrides.py → endpoints/OAI/types/sampler_overrides.py
diff --git a/OAI/types/template.py → endpoints/OAI/types/template.py b/OAI/types/template.py → endpoints/OAI/types/template.py
diff --git a/OAI/types/token.py → endpoints/OAI/types/token.py b/OAI/types/token.py → endpoints/OAI/types/token.py
diff --git a/OAI/utils/completion.py → endpoints/OAI/utils/completion.py b/OAI/utils/completion.py → endpoints/OAI/utils/completion.py
@@ -2,7 +2,7 @@
 from typing import Optional
 
 from common.utils import unwrap
-from OAI.types.chat_completion import (
+from endpoints.OAI.types.chat_completion import (
     ChatCompletionLogprobs,
     ChatCompletionLogprob,
     ChatCompletionMessage,
@@ -11,12 +11,12 @@
     ChatCompletionResponse,
     ChatCompletionStreamChoice,
 )
-from OAI.types.completion import (
+from endpoints.OAI.types.completion import (
     CompletionResponse,
     CompletionRespChoice,
     CompletionLogProbs,
 )
-from OAI.types.common import UsageStats
+from endpoints.OAI.types.common import UsageStats
 
 
 def create_completion_response(generation: dict, model_name: Optional[str]):

diff --git a/OAI/utils/lora.py → endpoints/OAI/utils/lora.py b/OAI/utils/lora.py → endpoints/OAI/utils/lora.py
@@ -1,6 +1,6 @@
 import pathlib
 
-from OAI.types.lora import LoraCard, LoraList
+from endpoints.OAI.types.lora import LoraCard, LoraList
 
 
 def get_lora_list(lora_path: pathlib.Path):

diff --git a/OAI/utils/model.py → endpoints/OAI/utils/model.py b/OAI/utils/model.py → endpoints/OAI/utils/model.py
@@ -1,7 +1,7 @@
 import pathlib
 from typing import Optional
 
-from OAI.types.model import ModelCard, ModelList
+from endpoints.OAI.types.model import ModelCard, ModelList
 
 
 def get_model_list(model_path: pathlib.Path, draft_model_path: Optional[str] = None):