Skip to content
Snippets Groups Projects
docker-compose.yml 872 B
Newer Older
  • Learn to ignore specific revisions
  • joecryptotoo's avatar
    joecryptotoo committed
    ---
    services:
    
      pipeline:
        build:
          context: .
    
          dockerfile: ${DOCKERFILE:-Dockerfile}
    
    joecryptotoo's avatar
    joecryptotoo committed
        command: 
          - python3 
          - s2s_pipeline.py 
          - --recv_host 
          - 0.0.0.0 
          - --send_host 
          - 0.0.0.0 
          - --lm_model_name 
          - microsoft/Phi-3-mini-4k-instruct 
          - --init_chat_role 
          - system
          - --init_chat_prompt
          - "You are a helpful assistant"
          - --stt_compile_mode 
          - reduce-overhead 
          - --tts_compile_mode 
          - default
        expose:
          - 12345/tcp
          - 12346/tcp
        ports:
          - 12345:12345/tcp
          - 12346:12346/tcp
        volumes:
          - ./cache/:/root/.cache/
          - ./s2s_pipeline.py:/usr/src/app/s2s_pipeline.py
        deploy:
          resources:
            reservations:
              devices:
                - driver: nvidia
                  device_ids: ['0']
                  capabilities: [gpu]