feat: add comfyui api key

This commit is contained in:
Davide Del Popolo 2024-12-17 08:29:00 +01:00
parent 18fd3db3d5
commit 987b0f0dfd
5 changed files with 41 additions and 15 deletions

View File

@ -1587,6 +1587,12 @@ COMFYUI_BASE_URL = PersistentConfig(
os.getenv("COMFYUI_BASE_URL", ""), os.getenv("COMFYUI_BASE_URL", ""),
) )
COMFYUI_API_KEY = PersistentConfig(
"COMFYUI_API_KEY",
"image_generation.comfyui.api_key",
os.getenv("COMFYUI_API_KEY", ""),
)
COMFYUI_DEFAULT_WORKFLOW = """ COMFYUI_DEFAULT_WORKFLOW = """
{ {
"3": { "3": {

View File

@ -96,6 +96,7 @@ from open_webui.config import (
AUTOMATIC1111_SAMPLER, AUTOMATIC1111_SAMPLER,
AUTOMATIC1111_SCHEDULER, AUTOMATIC1111_SCHEDULER,
COMFYUI_BASE_URL, COMFYUI_BASE_URL,
COMFYUI_API_KEY,
COMFYUI_WORKFLOW, COMFYUI_WORKFLOW,
COMFYUI_WORKFLOW_NODES, COMFYUI_WORKFLOW_NODES,
ENABLE_IMAGE_GENERATION, ENABLE_IMAGE_GENERATION,
@ -557,6 +558,7 @@ app.state.config.AUTOMATIC1111_CFG_SCALE = AUTOMATIC1111_CFG_SCALE
app.state.config.AUTOMATIC1111_SAMPLER = AUTOMATIC1111_SAMPLER app.state.config.AUTOMATIC1111_SAMPLER = AUTOMATIC1111_SAMPLER
app.state.config.AUTOMATIC1111_SCHEDULER = AUTOMATIC1111_SCHEDULER app.state.config.AUTOMATIC1111_SCHEDULER = AUTOMATIC1111_SCHEDULER
app.state.config.COMFYUI_BASE_URL = COMFYUI_BASE_URL app.state.config.COMFYUI_BASE_URL = COMFYUI_BASE_URL
app.state.config.COMFYUI_API_KEY = COMFYUI_API_KEY
app.state.config.COMFYUI_WORKFLOW = COMFYUI_WORKFLOW app.state.config.COMFYUI_WORKFLOW = COMFYUI_WORKFLOW
app.state.config.COMFYUI_WORKFLOW_NODES = COMFYUI_WORKFLOW_NODES app.state.config.COMFYUI_WORKFLOW_NODES = COMFYUI_WORKFLOW_NODES

View File

@ -56,6 +56,7 @@ async def get_config(request: Request, user=Depends(get_admin_user)):
}, },
"comfyui": { "comfyui": {
"COMFYUI_BASE_URL": request.app.state.config.COMFYUI_BASE_URL, "COMFYUI_BASE_URL": request.app.state.config.COMFYUI_BASE_URL,
"COMFYUI_API_KEY": request.app.state.config.COMFYUI_API_KEY,
"COMFYUI_WORKFLOW": request.app.state.config.COMFYUI_WORKFLOW, "COMFYUI_WORKFLOW": request.app.state.config.COMFYUI_WORKFLOW,
"COMFYUI_WORKFLOW_NODES": request.app.state.config.COMFYUI_WORKFLOW_NODES, "COMFYUI_WORKFLOW_NODES": request.app.state.config.COMFYUI_WORKFLOW_NODES,
}, },
@ -77,6 +78,7 @@ class Automatic1111ConfigForm(BaseModel):
class ComfyUIConfigForm(BaseModel): class ComfyUIConfigForm(BaseModel):
COMFYUI_BASE_URL: str COMFYUI_BASE_URL: str
COMFYUI_API_KEY: str
COMFYUI_WORKFLOW: str COMFYUI_WORKFLOW: str
COMFYUI_WORKFLOW_NODES: list[dict] COMFYUI_WORKFLOW_NODES: list[dict]
@ -148,6 +150,7 @@ async def update_config(
}, },
"comfyui": { "comfyui": {
"COMFYUI_BASE_URL": request.app.state.config.COMFYUI_BASE_URL, "COMFYUI_BASE_URL": request.app.state.config.COMFYUI_BASE_URL,
"COMFYUI_API_KEY": request.app.state.config.COMFYUI_API_KEY,
"COMFYUI_WORKFLOW": request.app.state.config.COMFYUI_WORKFLOW, "COMFYUI_WORKFLOW": request.app.state.config.COMFYUI_WORKFLOW,
"COMFYUI_WORKFLOW_NODES": request.app.state.config.COMFYUI_WORKFLOW_NODES, "COMFYUI_WORKFLOW_NODES": request.app.state.config.COMFYUI_WORKFLOW_NODES,
}, },
@ -298,9 +301,8 @@ def get_models(request: Request, user=Depends(get_verified_user)):
] ]
elif request.app.state.config.IMAGE_GENERATION_ENGINE == "comfyui": elif request.app.state.config.IMAGE_GENERATION_ENGINE == "comfyui":
# TODO - get models from comfyui # TODO - get models from comfyui
r = requests.get( headers = {"Authorization": f"Bearer {request.app.state.config.COMFYUI_API_KEY}"}
url=f"{request.app.state.config.COMFYUI_BASE_URL}/object_info" r = requests.get(url=f"{request.app.state.config.COMFYUI_BASE_URL}/object_info", headers=headers)
)
info = r.json() info = r.json()
workflow = json.loads(request.app.state.config.COMFYUI_WORKFLOW) workflow = json.loads(request.app.state.config.COMFYUI_WORKFLOW)
@ -521,6 +523,7 @@ async def image_generations(
form_data, form_data,
user.id, user.id,
request.app.state.config.COMFYUI_BASE_URL, request.app.state.config.COMFYUI_BASE_URL,
request.app.state.config.COMFYUI_API_KEY,
) )
log.debug(f"res: {res}") log.debug(f"res: {res}")

View File

@ -16,14 +16,14 @@ log.setLevel(SRC_LOG_LEVELS["COMFYUI"])
default_headers = {"User-Agent": "Mozilla/5.0"} default_headers = {"User-Agent": "Mozilla/5.0"}
def queue_prompt(prompt, client_id, base_url): def queue_prompt(prompt, client_id, base_url,api_key):
log.info("queue_prompt") log.info("queue_prompt")
p = {"prompt": prompt, "client_id": client_id} p = {"prompt": prompt, "client_id": client_id}
data = json.dumps(p).encode("utf-8") data = json.dumps(p).encode("utf-8")
log.debug(f"queue_prompt data: {data}") log.debug(f"queue_prompt data: {data}")
try: try:
req = urllib.request.Request( req = urllib.request.Request(
f"{base_url}/prompt", data=data, headers=default_headers f"{base_url}/prompt", data=data, headers={**default_headers, "Authorization": f"Bearer {api_key}"}
) )
response = urllib.request.urlopen(req).read() response = urllib.request.urlopen(req).read()
return json.loads(response) return json.loads(response)
@ -32,12 +32,12 @@ def queue_prompt(prompt, client_id, base_url):
raise e raise e
def get_image(filename, subfolder, folder_type, base_url): def get_image(filename, subfolder, folder_type, base_url, api_key):
log.info("get_image") log.info("get_image")
data = {"filename": filename, "subfolder": subfolder, "type": folder_type} data = {"filename": filename, "subfolder": subfolder, "type": folder_type}
url_values = urllib.parse.urlencode(data) url_values = urllib.parse.urlencode(data)
req = urllib.request.Request( req = urllib.request.Request(
f"{base_url}/view?{url_values}", headers=default_headers f"{base_url}/view?{url_values}", headers={**default_headers, "Authorization": f"Bearer {api_key}"}
) )
with urllib.request.urlopen(req) as response: with urllib.request.urlopen(req) as response:
return response.read() return response.read()
@ -50,18 +50,18 @@ def get_image_url(filename, subfolder, folder_type, base_url):
return f"{base_url}/view?{url_values}" return f"{base_url}/view?{url_values}"
def get_history(prompt_id, base_url): def get_history(prompt_id, base_url, api_key):
log.info("get_history") log.info("get_history")
req = urllib.request.Request( req = urllib.request.Request(
f"{base_url}/history/{prompt_id}", headers=default_headers f"{base_url}/history/{prompt_id}", headers={**default_headers, "Authorization": f"Bearer {api_key}"}
) )
with urllib.request.urlopen(req) as response: with urllib.request.urlopen(req) as response:
return json.loads(response.read()) return json.loads(response.read())
def get_images(ws, prompt, client_id, base_url): def get_images(ws, prompt, client_id, base_url, api_key):
prompt_id = queue_prompt(prompt, client_id, base_url)["prompt_id"] prompt_id = queue_prompt(prompt, client_id, base_url, api_key)["prompt_id"]
output_images = [] output_images = []
while True: while True:
out = ws.recv() out = ws.recv()
@ -74,7 +74,7 @@ def get_images(ws, prompt, client_id, base_url):
else: else:
continue # previews are binary data continue # previews are binary data
history = get_history(prompt_id, base_url)[prompt_id] history = get_history(prompt_id, base_url, api_key)[prompt_id]
for o in history["outputs"]: for o in history["outputs"]:
for node_id in history["outputs"]: for node_id in history["outputs"]:
node_output = history["outputs"][node_id] node_output = history["outputs"][node_id]
@ -113,7 +113,7 @@ class ComfyUIGenerateImageForm(BaseModel):
async def comfyui_generate_image( async def comfyui_generate_image(
model: str, payload: ComfyUIGenerateImageForm, client_id, base_url model: str, payload: ComfyUIGenerateImageForm, client_id, base_url, api_key
): ):
ws_url = base_url.replace("http://", "ws://").replace("https://", "wss://") ws_url = base_url.replace("http://", "ws://").replace("https://", "wss://")
workflow = json.loads(payload.workflow.workflow) workflow = json.loads(payload.workflow.workflow)
@ -167,7 +167,8 @@ async def comfyui_generate_image(
try: try:
ws = websocket.WebSocket() ws = websocket.WebSocket()
ws.connect(f"{ws_url}/ws?clientId={client_id}") headers = {"Authorization": f"Bearer {api_key}"}
ws.connect(f"{ws_url}/ws?clientId={client_id}", header=headers)
log.info("WebSocket connection established.") log.info("WebSocket connection established.")
except Exception as e: except Exception as e:
log.exception(f"Failed to connect to WebSocket server: {e}") log.exception(f"Failed to connect to WebSocket server: {e}")
@ -176,7 +177,7 @@ async def comfyui_generate_image(
try: try:
log.info("Sending workflow to WebSocket server.") log.info("Sending workflow to WebSocket server.")
log.info(f"Workflow: {workflow}") log.info(f"Workflow: {workflow}")
images = await asyncio.to_thread(get_images, ws, workflow, client_id, base_url) images = await asyncio.to_thread(get_images, ws, workflow, client_id, base_url, api_key)
except Exception as e: except Exception as e:
log.exception(f"Error while receiving images: {e}") log.exception(f"Error while receiving images: {e}")
images = None images = None

View File

@ -470,6 +470,20 @@
</div> </div>
</div> </div>
<div class="">
<div class=" mb-2 text-sm font-medium">{$i18n.t('ComfyUI API Key')}</div>
<div class="flex w-full">
<div class="flex-1 mr-2">
<SensitiveInput
class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
placeholder={$i18n.t('sk-1234')}
bind:value={config.comfyui.COMFYUI_API_KEY}
/>
</div>
</div>
</div>
<div class=""> <div class="">
<div class=" mb-2 text-sm font-medium">{$i18n.t('ComfyUI Workflow')}</div> <div class=" mb-2 text-sm font-medium">{$i18n.t('ComfyUI Workflow')}</div>