forgot to uncomment gpus

Author: webcoderz

extensions-builtin/LDSR/sd_hijack_ddpm_v1.py

@@ -14,7 +14,7 @@
 from functools import partial
 from tqdm import tqdm
 from torchvision.utils import make_grid
-from pytorch_lightning.utilities.distributed import rank_zero_only
+from pytorch_lightning.utilities.rank_zero import rank_zero_only
 
 from ldm.util import log_txt_as_img, exists, default, ismap, isimage, mean_flat, count_params, instantiate_from_config
 from ldm.modules.ema import LitEma

modules/api/raypi.py

@@ -211,11 +211,11 @@ async def http_exception_handler(request: Request, e: HTTPException):
 api_middleware(app)
 
 @serve.deployment(    
-    #ray_actor_options={"num_gpus": int(os.environ.get("RAY_NUM_GPUS", 0))},
-    #autoscaling_config={
-    #                    "min_replicas": int(os.environ.get("RAY_MIN_REPLICAS", 0)),
-    #                    "max_replicas": int(os.environ.get("RAY_MAX_REPLICAS", 0))
-    #                    },
+    ray_actor_options={"num_gpus": int(os.environ.get("RAY_NUM_GPUS", 0))},
+    autoscaling_config={
+                        "min_replicas": int(os.environ.get("RAY_MIN_REPLICAS", 0)),
+                        "max_replicas": int(os.environ.get("RAY_MAX_REPLICAS", 0))
+                        },
     #route_prefix="/sdapi/v1"
     )
 @serve.ingress(app)
@@ -804,3 +804,6 @@ def restart_webui(self):
     def stop_webui(request):
         shared.state.server_command = "stop"
         return Response("Stopping.")
+
+
+entrypoint = Raypi.bind()

webui-user.sh

@@ -11,7 +11,7 @@
 
 # Commandline arguments for webui.py, for example: export COMMANDLINE_ARGS="--medvram --opt-split-attention"
 #export COMMANDLINE_ARGS=""
-#export COMMANDLINE_ARGS="--data-dir sd-data --allow-code --administrator --precision full --no-half --xformers --api --enable-insecure-extension-access --cors-allow-origins * --listen --ray"
+#export COMMANDLINE_ARGS="--skip-torch-cuda-test --data-dir sd-data --allow-code --administrator --precision full --no-half --xformers --api --enable-insecure-extension-access --cors-allow-origins * --listen --ray"
 #export COMMANDLINE_ARGS="--skip-torch-cuda-test --data-dir sd-data --allow-code --administrator --no-half --api --enable-insecure-extension-access --cors-allow-origins * --listen --use-cpu SD GFPGAN BSRGAN ESRGAN SCUNet CodeFormer --all --ray"
 
 # python3 executable