fix

main.py

@@ -38,12 +38,13 @@ hostname = socket.gethostname()
 sent_first_message = False
 
 def verify_token(req: Request):
-    valid = "Authorization" in req.headers and req.headers["Authorization"] == "Bearer "+TOKEN
-    if not valid:
-        raise HTTPException(
-            status_code=401,
-            detail="Unauthorized"
-        )
+    if TOKEN:
+        valid = "Authorization" in req.headers and req.headers["Authorization"] == "Bearer "+TOKEN
+        if not valid:
+            raise HTTPException(
+                status_code=401,
+                detail="Unauthorized"
+            )
     return True
 #Initialize fastapi
 app = FastAPI()
@@ -111,9 +112,8 @@ class GenerationOutput(BaseModel):
 class ErrorOutput(BaseModel):
     error: str
 
-@auth_required
 @app.post('/generate-stream')
-def generate(request: GenerationRequest):
+def generate(request: GenerationRequest, authorized: bool = Depends(verify_token)):
     t = time.perf_counter()
     try:
         output = sanitize_input(config, request)
@@ -179,9 +179,8 @@ def generate(request: GenerationRequest):
             os.kill(mainpid, signal.SIGTERM)
         return {"error": str(e)}
 
-@auth_required
 @app.post('/generate', response_model=Union[GenerationOutput, ErrorOutput])
-def generate(request: GenerationRequest):
+def generate(request: GenerationRequest, authorized: bool = Depends(verify_token)):
     t = time.perf_counter()
     try:
         output = sanitize_input(config, request)

run_basedformer.sh

@@ -4,4 +4,5 @@ export MODEL_PATH="/home/xuser/nvme1/workspace/arda/basedformer/models/gptj-imag
 export TRANSFORMERS_CACHE="/home/xuser/nvme1/transformer_cache"
 export SENTRY_URL="https://49ca8adcf4444f82a10eae1b3fd4182f@o846434.ingest.sentry.io/6612448"
 export TOKEN="test_token"
+export PYTHONDONTWRITEBYTECODE=1
 gunicorn main:app --workers 1 --worker-class uvicorn.workers.UvicornWorker --bind 0.0.0.0:4315
\ No newline at end of file

run_diffusion.sh

@@ -6,4 +6,5 @@ export MODEL_PATH="/home/xuser/nvme1/stableckpt/v13"
 export MODULE_PATH="/home/xuser/nvme1/stableckpt/modules"
 export TRANSFORMERS_CACHE="/home/xuser/nvme1/transformer_cache"
 export SENTRY_URL="https://49ca8adcf4444f82a10eae1b3fd4182f@o846434.ingest.sentry.io/6612448"
+export PYTHONDONTWRITEBYTECODE=1
 gunicorn main:app --workers 1 --worker-class uvicorn.workers.UvicornWorker --bind 0.0.0.0:4315