[Core] Add docker run options

docs/source/reference/config.rst

@@ -40,6 +40,31 @@ Available fields and semantics:
     - gcp
     - kubernetes
 
+  docker:
+    # Additional Docker run options (optional).
+    #
+    # When image_id: docker:<docker_image> is used in a task YAML, additional
+    # run options for starting the Docker container can be specified here.
+    # These options will be passed directly as command line args to `docker run`,
+    # see: https://docs.docker.com/reference/cli/docker/container/run/
+    #
+    # The following run options are applied by default and cannot be overridden:
+    #   --net=host
+    #   --cap-add=SYS_ADMIN
+    #   --device=/dev/fuse
+    #   --security-opt=apparmor:unconfined
+    #   --runtime=nvidia  # Applied if nvidia GPUs are detected on the host
+    #
+    # This field can be useful for mounting volumes and other advanced Docker
+    # configurations. You can specify a list of arguments or a string, where the
+    # former will be combined into a single string with spaces. The following is
+    # an example option for allowing running Docker inside Docker and increase
+    # the size of /dev/shm.:
+    #   sky launch --cloud aws --image-id docker:continuumio/miniconda3 "apt update; apt install -y docker.io; docker run hello-world"
+    run_options:
+      - -v /var/run/docker.sock:/var/run/docker.sock
+      - --shm-size=2g
+
   nvidia_gpus:
     # Disable ECC for NVIDIA GPUs (optional).
     #

sky/backends/backend_utils.py

@@ -873,6 +873,17 @@ def write_cluster_config(
         f'open(os.path.expanduser("{constants.SKY_REMOTE_RAY_PORT_FILE}"), "w", encoding="utf-8"))\''
     )
 
+    # Docker run options
+    docker_run_options = skypilot_config.get_nested(('docker', 'run_options'),
+                                                    [])
+    if isinstance(docker_run_options, str):
+        docker_run_options = [docker_run_options]
+    if docker_run_options and isinstance(to_provision.cloud, clouds.Kubernetes):
+        logger.warning(f'{colorama.Style.DIM}Docker run options are specified, '
+                       'but ignored for Kubernetes: '
+                       f'{" ".join(docker_run_options)}'
+                       f'{colorama.Style.RESET_ALL}')
+
     # Use a tmp file path to avoid incomplete YAML file being re-used in the
     # future.
     initial_setup_commands = []
@@ -923,6 +934,9 @@ def write_cluster_config(
                         wheel_hash).replace('{cloud}',
                                             str(cloud).lower())),
 
+                # Docker
+                'docker_run_options': docker_run_options,
+
                 # Port of Ray (GCS server).
                 # Ray's default port 6379 is conflicted with Redis.
                 'ray_port': constants.SKY_REMOTE_RAY_PORT,

sky/templates/aws-ray.yml.j2

@@ -14,6 +14,9 @@ docker:
     {%- if custom_resources is not none %}
       --gpus all
     {%- endif %}
+    {%- for run_option in docker_run_options %}
+    - {{run_option}}
+    {%- endfor %}
   {%- if docker_login_config is not none %}
   docker_login_config:
     username: |-

sky/templates/azure-ray.yml.j2

@@ -14,6 +14,9 @@ docker:
     {%- if custom_resources is not none %}
       --gpus all
     {%- endif %}
+    {%- for run_option in docker_run_options %}
+    - {{run_option}}
+    {%- endfor %}
 {%- endif %}
 
 provider:

sky/templates/gcp-ray.yml.j2

@@ -15,6 +15,9 @@ docker:
     {%- if gpu is not none %}
       --gpus all
     {%- endif %}
+    {%- for run_option in docker_run_options %}
+    - {{run_option}}
+    {%- endfor %}
 {%- if docker_login_config is not none %}
   docker_login_config:
     username: |-

sky/templates/paperspace-ray.yml.j2

@@ -14,6 +14,9 @@ docker:
     {%- if custom_resources is not none %}
       --gpus all
     {%- endif %}
+    {%- for run_option in docker_run_options %}
+    - {{run_option}}
+    {%- endfor %}
   {%- if docker_login_config is not none %}
   docker_login_config:
     username: |-

sky/utils/schemas.py

@@ -757,6 +757,23 @@ def get_config_schema():
         }
     }
 
+    docker_configs = {
+        'type': 'object',
+        'required': [],
+        'additionalProperties': False,
+        'properties': {
+            'run_options': {
+                'anyOf': [{
+                    'type': 'string',
+                }, {
+                    'type': 'array',
+                    'items': {
+                        'type': 'string',
+                    }
+                }]
+            }
+        }
+    }
     gpu_configs = {
         'type': 'object',
         'required': [],
@@ -785,6 +802,7 @@ def get_config_schema():
             'spot': controller_resources_schema,
             'serve': controller_resources_schema,
             'allowed_clouds': allowed_clouds,
+            'docker': docker_configs,
             'nvidia_gpus': gpu_configs,
             **cloud_configs,
         },