Set pytorch to use deterministic algos

hydra_node/config.py

+import os
+os.environ["CUBLAS_WORKSPACE_CONFIG"]=":4096:8"
+
+import torch
+torch.use_deterministic_algorithms(True, warn_only=True)
+
 import logging
 import os
 import platform
@@ -5,7 +11,6 @@ import socket
 import sys
 import time
 import sentry_sdk
-import torch
 from dotmap import DotMap
 from icecream import ic
 from sentry_sdk import capture_exception

main.py

+import os
+os.environ["CUBLAS_WORKSPACE_CONFIG"]=":4096:8"
+
 from fastapi import FastAPI, Request, Depends
 from pydantic import BaseModel
 from fastapi.responses import HTMLResponse, PlainTextResponse, Response
@@ -15,7 +18,6 @@ import uvicorn
 from typing import Union
 import time
 import gc
-import os
 import io
 import signal
 import simplejpeg