docker-compose.yml 872 B

12345678910111213141516171819202122232425262728293031323334353637383940
  1. ---
  2. services:
  3. pipeline:
  4. build:
  5. context: .
  6. dockerfile: ${DOCKERFILE:-Dockerfile}
  7. command:
  8. - python3
  9. - s2s_pipeline.py
  10. - --recv_host
  11. - 0.0.0.0
  12. - --send_host
  13. - 0.0.0.0
  14. - --lm_model_name
  15. - microsoft/Phi-3-mini-4k-instruct
  16. - --init_chat_role
  17. - system
  18. - --init_chat_prompt
  19. - "You are a helpful assistant"
  20. - --stt_compile_mode
  21. - reduce-overhead
  22. - --tts_compile_mode
  23. - default
  24. expose:
  25. - 12345/tcp
  26. - 12346/tcp
  27. ports:
  28. - 12345:12345/tcp
  29. - 12346:12346/tcp
  30. volumes:
  31. - ./cache/:/root/.cache/
  32. - ./s2s_pipeline.py:/usr/src/app/s2s_pipeline.py
  33. deploy:
  34. resources:
  35. reservations:
  36. devices:
  37. - driver: nvidia
  38. device_ids: ['0']
  39. capabilities: [gpu]