resolve circular import bug

agentverse/llms/__init__.py

@@ -1,6 +1,7 @@
 from agentverse.registry import Registry
 
 llm_registry = Registry(name="LLMRegistry")
+LOCAL_LLMS = ["llama-2-7b-chat-hf"]
 
 from .base import BaseLLM, BaseChatModel, BaseCompletionModel, LLMResult
 from .openai import OpenAIChat

agentverse/llms/openai.py

@@ -13,7 +13,7 @@
 from agentverse.logging import logger
 from agentverse.message import Message
 
-from . import llm_registry
+from . import llm_registry, LOCAL_LLMS
 from .base import BaseChatModel, BaseCompletionModel, BaseModelArgs
 from .utils.jsonrepair import JsonRepair
 
@@ -92,10 +92,8 @@ class OpenAIChatArgs(BaseModelArgs):
 #             total_tokens=response["usage"]["total_tokens"],
 #         )
 
-# To support your own local LLMs, register it here and add it into LOCAL_LLMS.
-LOCAL_LLMS = ["llama-2-7b-chat-hf"]
-
 
+# To support your own local LLMs, register it here and add it into LOCAL_LLMS.
 @llm_registry.register("gpt-35-turbo")
 @llm_registry.register("gpt-3.5-turbo")
 @llm_registry.register("gpt-4")

agentverse/llms/utils/token_counter.py

@@ -4,7 +4,7 @@
 from typing import List, Union, Dict
 from agentverse.logging import logger
 from agentverse.message import Message
-from agentverse.llms.openai import LOCAL_LLMS
+from agentverse.llms import LOCAL_LLMS
 from transformers import AutoTokenizer