# This file was generated using the `serve build` command on Ray v2.24.0.

proxy_location: EveryNode

http_options:

  host: 0.0.0.0

  port: 8000

grpc_options:

  port: 9000

  grpc_servicer_functions: []

logging_config:

  encoding: TEXT

  log_level: INFO

  logs_dir: null

  enable_access_log: true

applications:

- name: app1

  route_prefix: /

  import_path: ray_serve_vllm_example:ray_serve_vllm_deployment

  runtime_env:
    working_dir: "gcs://_ray_pkg_db274df5fea1cead.zip"
    pip:
      # Specify the versions of packages you want to install
      packages:
        - vllm==0.6.3
    # Optional: Specify additional environment variables if needed
    env_vars:
      http_proxy: "http://<hostname>:<port>"
      https_proxy: "http://<hostname>:<port>"
      HTTP_PROXY: "http://<hostname>:<port>"
      HTTPS_PROXY: "http://<hostname>:<port>"

  deployments:

  - name: MyVLLMModel
    num_replicas: 1
    ray_actor_options:
      num_cpus: 1.0
      num_gpus: 1.0
