Develop

.github/workflows/webpack.yml

@@ -25,16 +25,40 @@ jobs:
 
       # Step 3: 构建前端代码
       - name: Build frontend
-        working-directory: ./osgraph-web # 假设前端代码在项目的 frontend 目录
+        working-directory: ./osgraph-web
         run: |
           pnpm install
-          pnpm run build
+          pnpm run build:stage
 
-      # Step 4: 上传前端构建产物到服务器
+      # Step 4: 配置 SSH 密钥
+      - name: Configure SSH
+        uses: webfactory/[email protected]
+        with:
+          ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
+
+      # Step 5: 上传前端构建产物到服务器
       - name: Deploy frontend
         env:
           DEPLOY_SERVER: ${{ secrets.DEPLOY_SERVER }}
           DEPLOY_USER: ${{ secrets.DEPLOY_USER }}
           DEPLOY_PATH_FRONTEND: ${{ secrets.DEPLOY_PATH_FRONTEND }}
         run: |
-          scp -o StrictHostKeyChecking=no -r ./osgraph-web/build/* $DEPLOY_USER@$DEPLOY_SERVER:$DEPLOY_PATH_FRONTEND
+          timeout 300 scp -o StrictHostKeyChecking=no -r ./osgraph-web/dist/* $DEPLOY_USER@$DEPLOY_SERVER:$DEPLOY_PATH_FRONTEND
+
+      # Step 6: 更新后端代码并重启服务
+      - name: Deploy backend
+        env:
+          DEPLOY_SERVER: ${{ secrets.DEPLOY_SERVER }}
+          DEPLOY_USER: ${{ secrets.DEPLOY_USER }}
+          DEPLOY_PATH_BACKEND: ${{ secrets.DEPLOY_PATH_BACKEND }}
+        run: |
+          timeout 300 scp -o StrictHostKeyChecking=no -r ./osgraph-service-py/* $DEPLOY_USER@$DEPLOY_SERVER:$DEPLOY_PATH_BACKEND
+          ssh -o StrictHostKeyChecking=no $DEPLOY_USER@$DEPLOY_SERVER << EOF
+          set -e
+          source ~/.bashrc
+          source /root/osgraph/myenv/bin/activate
+          cd $DEPLOY_PATH_BACKEND
+          poetry install
+          lsof -ti:8000 | xargs kill -9 || true
+          nohup poetry run gunicorn -w 4 -b 0.0.0.0:8000 run:app > gunicorn.log 2>&1 &
+          EOF

osgraph-service-py/.env.template

@@ -0,0 +1,34 @@
+# es config
+ES_HOST=127.0.0.1
+ES_PORT=9200
+ES_USERNAME=elastic
+ES_PASSWORD=es
+
+# tugraph config
+TUGRAPHDB_HOST=127.0.0.1
+TUGRAPHDB_PORT=7687
+TUGRAPHDB_USER=admin
+TUGRAPHDB_PASSWORD=73@TuGraph
+TUGRAPHDB_OSGRAPH_GITHUB_GRAPH_NAME=default
+
+# system config
+TUGRAPHDB_SYSTEM_HOST=127.0.0.1
+TUGRAPHDB_SYSTEM_PORT=7687
+TUGRAPHDB_SYSTEM_USER=admin
+TUGRAPHDB_SYSTEM_PASSWORD=73@TuGraph
+TUGRAPHDB_OSGRAPH_SYSTEM_GRAPH_NAME=system
+
+# flask config
+FLASK_ENV=production
+FLASK_PORT=8000
+
+
+# OpenAI key
+SUMMARY_GRAPH=off # on | off
+OPENAI_KEY=
+BASEURL=
+MODEL=
+
+
+
+

osgraph-service-py/.flake8

@@ -0,0 +1,3 @@
+[flake8]
+max-line-length = 88
+exclude = .venv,__pycache__,build,dist,static

osgraph-service-py/.gitignore

@@ -19,4 +19,6 @@ __pycache__/
 # IDE files
 .vscode/
 .idea/
-.DS_Store
+.DS_Store
+.certs/
+

osgraph-service-py/app/__init__.py

@@ -0,0 +1,123 @@
+# app/__init__.py
+import importlib
+import os
+from typing import Type, Union
+
+from dotenv import load_dotenv
+from flask import Flask, jsonify, send_from_directory
+
+from app.dal.graph.tugraph import GraphClient, GraphLabel, LabelProps
+from app.models.system_graph import GraphService
+from app.services import register_all_services
+
+from .utils.custom_exceptions import InvalidUsage
+from .utils.logger import setup_logger
+
+load_dotenv()
+
+
+def create_app(
+    config_class: Union[str, Type[object]] = "config.ProductionConfig"
+) -> Flask:
+    static_folder_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "../web")
+    app = Flask(__name__,static_folder=static_folder_path)
+    @app.route('/')
+    def serve_index():
+        return send_from_directory(app.static_folder, 'index.html')
+    @app.route('/<path:filename>')
+    def serve_static(filename):
+        try:
+            return send_from_directory(app.static_folder, filename)
+        except:
+            return send_from_directory(app.static_folder, 'index.html')
+
+    app.config.from_object(config_class)
+    setup_logger(app)
+    register_blueprints(app)
+    with app.app_context():
+        initialize_system_graph(app)
+        register_all_services()
+    register_error_handlers(app)
+    return app
+
+
+def register_blueprints(app: Flask, blueprint_folder: str = "routes") -> None:
+    current_dir = os.path.dirname(os.path.abspath(__file__))
+    blueprints_path = os.path.join(current_dir, blueprint_folder)
+    for filename in os.listdir(blueprints_path):
+        if filename.endswith(".py") and filename != "__init__.py":
+            module_name = filename[:-3]
+            module_path = f"app.{blueprint_folder}.{module_name}"
+            module = importlib.import_module(module_path)
+            for attr_name in dir(module):
+                if attr_name.endswith("_bp"):
+                    blueprint = getattr(module, attr_name)
+                    if hasattr(blueprint, "name") and hasattr(blueprint, "url_prefix"):
+                        app.register_blueprint(blueprint)
+
+
+def register_error_handlers(app: Flask) -> None:
+    @app.errorhandler(InvalidUsage)
+    def handle_invalid_usage(error):
+        response = jsonify(error.to_dict())
+        response.status_code = error.status_code
+        app.logger.error(f"InvalidUsage: {error.message}")
+        return response
+
+    @app.errorhandler(404)
+    def not_found(error):
+        app.logger.warning("404 Not Found")
+        return jsonify({"message": "Resource not found"}), 404
+
+    @app.errorhandler(500)
+    def internal_error(error):
+        app.logger.error("Internal Server Error")
+        return jsonify({"message": "Internal server error"}), 500
+
+
+def initialize_system_graph(app: Flask):
+    TUGRAPHDB_OSGRAPH_SYSTEM_GRAPH_NAME = os.getenv("TUGRAPHDB_OSGRAPH_SYSTEM_GRAPH_NAME")
+    TUGRAPHDB_SYSTEM_HOST = os.getenv("TUGRAPHDB_SYSTEM_HOST")
+    TUGRAPHDB_SYSTEM_PORT = os.getenv("TUGRAPHDB_SYSTEM_PORT")
+    TUGRAPHDB_SYSTEM_USER = os.getenv("TUGRAPHDB_SYSTEM_USER")
+    TUGRAPHDB_SYSTEM_PASSWORD = os.getenv("TUGRAPHDB_SYSTEM_PASSWORD")
+
+    client = GraphClient(
+        host=TUGRAPHDB_SYSTEM_HOST,
+        port=TUGRAPHDB_SYSTEM_PORT,
+        user=TUGRAPHDB_SYSTEM_USER,
+        password=TUGRAPHDB_SYSTEM_PASSWORD,
+        graph_name=TUGRAPHDB_OSGRAPH_SYSTEM_GRAPH_NAME
+    )
+
+    try:
+        system_graph = client.get_graph()
+        if system_graph:
+            app.logger.info("system_graph 图已存在")
+        else:
+            client.create_graph()
+            app.logger.info("system_graph 图已创建")
+        graph_service = client.get_label("vertex", "graph_service")
+        if graph_service:
+            app.logger.info("graph_service Label 已存在")
+        else:
+            label = GraphLabel(
+                label=GraphService.label,
+                primary=GraphService.primary,
+                type=GraphService.type,
+                properties=[
+                    LabelProps(name=key, type="string", optional=True)
+                    for key in (
+                        GraphService.props.keys()
+                        if isinstance(GraphService.props, dict)
+                        else dir(GraphService.props)
+                    )
+                    if not key.startswith("_")
+                ],
+            )
+            client.create_label(label)
+            app.logger.info("graph_service Label 已创建")
+    except Exception as e:
+        app.logger.error(f"初始化 system_graph 失败: {str(e)}")
+    finally:
+        client.close()