added ray_docker env var

Author: webcoderz

modules/api/ray.py

@@ -16,11 +16,15 @@
 
 def ray_only():
     serve.shutdown()
-    serve.start(detached=True, http_options={
-                                            "host": os.environ.get("RAY_IP", "0.0.0.0"), 
-                                            "port": int(os.environ.get("RAY_PORT", 8000))
-                                            }
-                )
+    if "RAY_DOCKER" in os.environ:
+        print("starting ray in docker")
+        serve.start(detached=True, http_options={
+                                                    "host": os.environ.get("RAY_IP", "0.0.0.0"), 
+                                                    "port": int(os.environ.get("RAY_PORT", 8000))
+                                                    }
+                        )
+    else:    
+        serve.start()
     print(f"Starting Raypi on port {os.environ.get('RAY_PORT', 8000)}")
     serve.run(Raypi.bind(), port=int(os.environ.get("RAY_PORT", 8000)), route_prefix="/sdapi/v1")  #route_prefix="/sdapi/v1" # Call the launch_ray method to get the FastAPI app
     print("Done setting up replicas! Now accepting requests...")

webui-user.sh

@@ -53,3 +53,4 @@ export RAY_MAX_REPLICAS=2
 export RAY_PORT=7575
 export RAY_IP="0.0.0.0"
 #export RAY_HEAD_ADDRESS='ray://ray-head:10001'
+#export RAY_DOCKER="True"