updated root post to start script execution in background task
This commit is contained in:
+27
-46
@@ -1,18 +1,23 @@
|
|||||||
import uvicorn
|
import uvicorn
|
||||||
from fastapi import FastAPI, Request, HTTPException
|
from fastapi import FastAPI, Request, HTTPException, BackgroundTasks
|
||||||
from fastapi.responses import HTMLResponse
|
from fastapi.responses import HTMLResponse
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
import logging
|
import logging
|
||||||
import os
|
import os
|
||||||
import shutil
|
import httpx
|
||||||
|
|
||||||
from utils import clone_repository, execute_runner_script
|
from utils import clone_repository, execute_script
|
||||||
from setup_logging import setup_logging
|
from setup_logging import setup_logging
|
||||||
from gitea_request import GiteaRequest
|
from gitea_request import GiteaRequest
|
||||||
|
|
||||||
app = FastAPI()
|
app = FastAPI()
|
||||||
|
|
||||||
|
|
||||||
|
async def post_callback(url: str, payload: dict):
|
||||||
|
async with httpx.AsyncClient() as client:
|
||||||
|
await client.post(url, json=payload)
|
||||||
|
|
||||||
|
|
||||||
@app.get('/', response_class=HTMLResponse)
|
@app.get('/', response_class=HTMLResponse)
|
||||||
async def root():
|
async def root():
|
||||||
content_str = """
|
content_str = """
|
||||||
@@ -40,7 +45,7 @@ async def test(request: Request):
|
|||||||
|
|
||||||
|
|
||||||
@app.post('/')
|
@app.post('/')
|
||||||
def handle_event(request: GiteaRequest):
|
def handle_event(request: GiteaRequest, background_tasks: BackgroundTasks):
|
||||||
""" Handle event from webhook. """
|
""" Handle event from webhook. """
|
||||||
# extract information
|
# extract information
|
||||||
commit_msg = request.head_commit['message']
|
commit_msg = request.head_commit['message']
|
||||||
@@ -54,48 +59,23 @@ def handle_event(request: GiteaRequest):
|
|||||||
)
|
)
|
||||||
# clone repository
|
# clone repository
|
||||||
local_repo_dir = clone_repository(repo_url)
|
local_repo_dir = clone_repository(repo_url)
|
||||||
# locate runner script
|
# # locate runner script
|
||||||
runner_script_path = (
|
# runner_script_path = (
|
||||||
local_repo_dir /
|
# local_repo_dir /
|
||||||
'.gitea' /
|
# '.gitea' /
|
||||||
'gpu_runner' /
|
# 'gpu_runner' /
|
||||||
'script.yml'
|
# 'script.yml'
|
||||||
|
# )
|
||||||
|
# if not runner_script_path.exists():
|
||||||
|
# raise HTTPException(
|
||||||
|
# status_code=200,
|
||||||
|
# detail=f"{runner_script_path} does not exist"
|
||||||
|
# )
|
||||||
|
# queue runner script
|
||||||
|
background_tasks.add_task(
|
||||||
|
execute_script,
|
||||||
|
local_repo_dir
|
||||||
)
|
)
|
||||||
if not runner_script_path.exists():
|
|
||||||
raise HTTPException(
|
|
||||||
status_code=200,
|
|
||||||
detail="no runner_script.yml in repository root"
|
|
||||||
)
|
|
||||||
venv_dir = local_repo_dir / 'venv'
|
|
||||||
try:
|
|
||||||
# create virtualenv
|
|
||||||
os.system(f'virtualenv -p python3.10 {venv_dir}')
|
|
||||||
logging.info('created venv')
|
|
||||||
os.system(f'source {venv_dir}/bin/activate')
|
|
||||||
logging.info('activated venv')
|
|
||||||
# execute runner script
|
|
||||||
execute_runner_script(path=runner_script_path)
|
|
||||||
except:
|
|
||||||
logging.error('failed running script')
|
|
||||||
finally:
|
|
||||||
os.system('deactivate')
|
|
||||||
logging.info('deactivated venv')
|
|
||||||
shutil.rmtree(venv_dir)
|
|
||||||
logging.info('removed venv')
|
|
||||||
# # TODO: create virtualenv?
|
|
||||||
# # install requirements
|
|
||||||
# assert pipeline.requirements is not None
|
|
||||||
# requirements_path = local_repo_dir / pipeline.requirements
|
|
||||||
# os.system(f'pip install -r {requirements_path}')
|
|
||||||
# for cmd in pipeline.script:
|
|
||||||
# try:
|
|
||||||
# os.system(cmd)
|
|
||||||
# except Exception as e:
|
|
||||||
# raise HTTPException(
|
|
||||||
# status_code=503,
|
|
||||||
# detail=f'failed running {cmd}: {e}'
|
|
||||||
# )
|
|
||||||
|
|
||||||
# send response
|
# send response
|
||||||
raise HTTPException(
|
raise HTTPException(
|
||||||
status_code=202,
|
status_code=202,
|
||||||
@@ -113,5 +93,6 @@ if __name__ == '__main__':
|
|||||||
uvicorn.run(
|
uvicorn.run(
|
||||||
app=app,
|
app=app,
|
||||||
host=listen_ip,
|
host=listen_ip,
|
||||||
port=listen_port
|
port=listen_port,
|
||||||
|
workers=1
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user