qwenvl2_arm_recorder.yml

nodes:
  - id: arm # Run on car
    # build: wget -nc https://github.com/dora-rs/gosim-2024/releases/download/v0.0.1/robot # cargo install --git https://github.com/lyon-dora/chongyou-car
    path: dora-gen72
    _unstable_deploy:
      machine: ec7
    inputs:
      movec: arm-interpolation/movec
      movej: arm-interpolation/movej
      claw: arm-interpolation/claw
      go_to: arm-interpolation/go_to
      save: arm-interpolation/save
    env:
      ROBOT_IP: 192.168.1.18

  - id: keyboard-listener # Run on car
    # build: pip install dora-keyboard
    path: dora-keyboard
    inputs:
      tick: dora/timer/millis/10
    outputs:
      - char
    env:
      DISPLAY: :1

  - id: key-interpolation
    path: key_interpolation.py
    inputs:
      keyboard: keyboard-listener/char
    outputs:
      - text

  - id: arm-interpolation
    path: arm_interpolation.py
    inputs:
      keyboard: dora-qwenvl-recorder/text
    outputs:
      - movec
      - movej
      - claw
      - go_to
      - save

  - id: camera1 # Run on car
    # build: pip install opencv-video-capture
    path: opencv-video-capture
    _unstable_deploy:
      machine: ec7
    inputs:
      tick: dora/timer/millis/200
    outputs:
      - image
    env:
      CAPTURE_PATH: 0
      IMAGE_WIDTH: 640
      IMAGE_HEIGHT: 480
      ENCODING: jpeg
      FLIP: VERTICAL

  - id: camera2 # Run on car
    # build: pip install opencv-video-capture
    path: opencv-video-capture
    _unstable_deploy:
      machine: ec7
    inputs:
      tick: dora/timer/millis/200
    outputs:
      - image
    env:
      CAPTURE_PATH: 2
      IMAGE_WIDTH: 640
      IMAGE_HEIGHT: 480
      ENCODING: jpeg
      FLIP: VERTICAL

  - id: plot
    # build: |
    # wget -nc https://github.com/dora-rs/gosim-2024/releases/download/v0.0.1/rerun
    # wget -nc https://github.com/dora-rs/gosim-2024/releases/download/v0.0.1/dora-rerun
    path: dora-rerun
    inputs:
      image_1:
        source: camera1/image
        queue_size: 1
      image_2:
        source: camera2/image
        queue_size: 1
      textlog_vlm: dora-qwenvl-recorder/text
    env:
      IMAGE_WIDTH: 640
      IMAGE_HEIGHT: 480
      RERUN_MEMORY_LIMIT: 25%

  - id: dora-qwenvl-recorder
    path: llama-factory-recorder
    inputs:
      image_1:
        source: camera1/image
        queue_size: 1
      image_2:
        source: camera2/image
        queue_size: 1
      ground_truth: key-interpolation/text
    outputs:
      - text
    env:
      DEFAULT_QUESTION: Respond with right, left, forward, backward,stop to move to the red line
      LLAMA_FACTORY_ROOT_PATH: /home/peter/Documents/work/LLaMA-Factory