Files
dj/integration-work/check_deleted_queue.py

21 lines
1.0 KiB
Python

import sqlite3,json,subprocess,pathlib,base64
root=pathlib.Path('/home/ps/huobao-gpu-selection')
active={r[1] for r in json.loads((root/'production-task-ids.json').read_text()) if r[2]=='processing'}
for loc in ('/home/ps/huobao-model-bridge/state/jobs.sqlite3','/home/ps/huobao-vdn/bridge-state/jobs.sqlite3'):
with sqlite3.connect(loc) as db:
print(loc,'tables',db.execute("select name,sql from sqlite_master where type='table'").fetchall())
code='''import asyncio,httpx,json,app
async def main():
async with httpx.AsyncClient(timeout=20) as c:
out={}
for p in app.providers().values():
q=(await c.get(p.base_url+'/queue',headers=app.provider_headers(p))).json()
out[p.id]={k:[x[1] for x in q.get(k,[])] for k in ('queue_running','queue_pending')}
print(json.dumps(out))
asyncio.run(main())
'''
out=subprocess.check_output(['docker','exec','huobao-vdn-normalizer','python','-c',code],text=True)
print('queues',out)
print('active Huobao IDs',len(active))
(root/'queue-before-deleted-cleanup.json').write_text(out)