Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat: Proposing new features for AI. Using myself LLM #2580

Closed
wants to merge 3 commits into from
Closed

feat: Proposing new features for AI. Using myself LLM #2580

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
e6190b1
update for use local LLM
Nov 22, 2024
b771876
update for use local LLM fix doc
Nov 22, 2024
63779f7
update for use local LLM add example (#2582)
Nov 22, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions docker-compose.common.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@ services:
- SECRET_MANAGER_TYPE=FILE
- SECRET_MANAGER_DIRECTORY=/state
- DATABASE_CONNECTION_STRING=sqlite:////state/db.sqlite3?check_same_thread=False
- OPENAI_API_URL=$OPENAI_API_URL
- OPENAI_API_KEY=$OPENAI_API_KEY
- PUSHER_APP_ID=1
- PUSHER_APP_KEY=keepappkey
Expand Down
1 change: 1 addition & 0 deletions docs/deployment/configuration.mdx
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -135,6 +135,7 @@ OpenAPI configuration is used for integrating with OpenAI services. These settin
| Env var | Purpose | Required | Default Value | Valid options |
|:-------------------:|:-------:|:----------:|:-------------:|:-------------:|
| **OPENAI_API_KEY** | API key for OpenAI services | No | None | Valid OpenAI API key |
| **OPENAI_API_URL** | URL for OpenAI API. It's need for use yourself LOCAL LLM instead OpenAi LLM. | No | None | Valid OpenAI API url |


### Posthog
Expand Down
71 changes: 53 additions & 18 deletions ee/experimental/generative_utils.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,11 +15,12 @@
MAX_SUMMARY_LENGTH = 900
MAX_NAME_LENGTH = 75


def generate_incident_summary(
incident: Incident,
use_n_alerts_for_summary: int = -1,
generate_summary: str = None,
max_summary_length: int = None,
incident: Incident,
use_n_alerts_for_summary: int = -1,
generate_summary: str = None,
max_summary_length: int = None,
) -> str:
if "OPENAI_API_KEY" not in os.environ:
logger.error(
Expand All @@ -29,12 +30,21 @@ def generate_incident_summary(
)
return ""

if "OPENAI_API_URL" not in os.environ:
logger.error(
"OpenAI API URL is not set. You use OpenAI models. But if you want use yourself LLM just add url to your LLM(vllm/ollama). Example http://IP:PORT/v1",
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME,
"incident_id": incident.id, "tenant_id": incident.tenant_id}
)
return ""

if not generate_summary:
generate_summary = os.environ.get("GENERATE_INCIDENT_SUMMARY", "True")

if generate_summary == "False":
logger.info(f"Incident summary generation is disabled. Aborting.",
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})
return ""

if incident.user_summary:
Expand All @@ -45,7 +55,10 @@ def generate_incident_summary(
"MAX_SUMMARY_LENGTH", MAX_SUMMARY_LENGTH)

try:
client = OpenAI(api_key=os.environ["OPENAI_API_KEY"])
client = OpenAI(
api_key=os.environ["OPENAI_API_KEY"],
base_url=os.environ["OPENAI_API_URL"]
)

incident = get_incident_by_id(incident.tenant_id, incident.id)

Expand Down Expand Up @@ -97,11 +110,13 @@ def generate_incident_summary(
)

logger.info(f"Generated incident summary with length {len(summary)} symbols",
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})

if len(summary) > max_summary_length:
logger.info(f"Generated incident summary is too long. Applying smart truncation",
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})

summary = (
client.chat.completions.create(
Expand All @@ -125,21 +140,25 @@ def generate_incident_summary(
)

logger.info(f"Generated new incident summary with length {len(summary)} symbols",
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})

if len(summary) > max_summary_length:
logger.info(f"Generated incident summary is too long. Applying hard truncation",
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})
summary = summary[: max_summary_length]

return summary
except Exception as e:
logger.error(f"Error in generating incident summary: {e}",
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})
return ""


def generate_incident_name(incident: Incident, generate_name: str = None, max_name_length: int = None, use_n_alerts_for_name: int = -1) -> str:
def generate_incident_name(incident: Incident, generate_name: str = None, max_name_length: int = None,
use_n_alerts_for_name: int = -1) -> str:
if "OPENAI_API_KEY" not in os.environ:
logger.error(
"OpenAI API key is not set. Incident name generation is not available.",
Expand All @@ -148,12 +167,21 @@ def generate_incident_name(incident: Incident, generate_name: str = None, max_na
)
return ""

if "OPENAI_API_URL" not in os.environ:
logger.error(
"OpenAI API URL is not set. You use OpenAI models. But if you want use yourself LLM just add url to your LLM(vllm/ollama). Example http://IP:PORT/v1",
extra={"algorithm": SUMMARY_GENERATOR_VERBOSE_NAME,
"incident_id": incident.id, "tenant_id": incident.tenant_id}
)
return ""

if not generate_name:
generate_name = os.environ.get("GENERATE_INCIDENT_NAME", "True")

if generate_name == "False":
logger.info(f"Incident name generation is disabled. Aborting.",
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})
return ""

if incident.user_generated_name:
Expand All @@ -164,7 +192,10 @@ def generate_incident_name(incident: Incident, generate_name: str = None, max_na
"MAX_NAME_LENGTH", MAX_NAME_LENGTH)

try:
client = OpenAI(api_key=os.environ["OPENAI_API_KEY"])
client = OpenAI(
api_key=os.environ["OPENAI_API_KEY"],
base_url=os.environ["OPENAI_API_URL"]
)

incident = get_incident_by_id(incident.tenant_id, incident.id)

Expand Down Expand Up @@ -205,7 +236,8 @@ def generate_incident_name(incident: Incident, generate_name: str = None, max_na

if len(name) > max_name_length:
logger.info(f"Generated incident name is too long. Applying smart truncation",
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})

name = client.chat.completions.create(model=model, messages=[
{
Expand All @@ -225,15 +257,18 @@ def generate_incident_name(incident: Incident, generate_name: str = None, max_na
]).choices[0].message.content

logger.info(f"Generated new incident name with length {len(name)} symbols",
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})

if len(name) > max_name_length:
logger.info(f"Generated incident name is too long. Applying hard truncation",
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})
name = name[: max_name_length]

return name
except Exception as e:
logger.error(f"Error in generating incident name: {e}",
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id, "tenant_id": incident.tenant_id})
extra={"algorithm": NAME_GENERATOR_VERBOSE_NAME, "incident_id": incident.id,
"tenant_id": incident.tenant_id})
return ""
Loading