adding ray num cpus

Author: webcoderz

modules/api/raypi.py

@@ -211,7 +211,9 @@ async def http_exception_handler(request: Request, e: HTTPException):
 api_middleware(app)
 
 @serve.deployment(    
-    ray_actor_options={"num_gpus": int(os.environ.get("RAY_NUM_GPUS", 0))},
+    ray_actor_options={"num_gpus": int(os.environ.get("RAY_NUM_GPUS", 0)),
+                       "num_cpus": int(os.environ.get("RAY_NUM_CPUS", 0))
+                       },
     autoscaling_config={
                         "min_replicas": int(os.environ.get("RAY_MIN_REPLICAS", 0)),
                         "max_replicas": int(os.environ.get("RAY_MAX_REPLICAS", 0))

webui-user.sh

@@ -49,6 +49,7 @@
 
 ###############ray############################
 #export RAY_NUM_GPUS=1
+#export RAY_NUM_CPUS=1
 #export RAY_MIN_REPLICAS=1
 #export RAY_MAX_REPLICAS=2
 #export RAY_PORT=7575