hangshuo652
54 lines
1.8 KiB
Python
54 lines
1.8 KiB
Python
"""Worker process — polls task queue, executes run_pipeline()."""
|
|
import json, sys, time, shutil
|
|
from pathlib import Path
|
|
|
|
sys.path.insert(0, str(Path(__file__).parent.parent))
|
|
|
|
TASKS_DIR = Path("tasks")
|
|
|
|
def main():
|
|
print("Worker started. Watching tasks/ ...")
|
|
while True:
|
|
for tf in sorted(TASKS_DIR.glob("*.json")):
|
|
try:
|
|
data = json.loads(tf.read_text())
|
|
if data.get("status") != "queued":
|
|
continue
|
|
|
|
data["status"] = "running"
|
|
tf.write_text(json.dumps(data))
|
|
|
|
from config import Config
|
|
from orchestrator import run_pipeline
|
|
|
|
cfg = Config()
|
|
cfg.runner_mode = data.get("runner", "native")
|
|
if cfg.runner_mode == "spark" and not shutil.which("spark-submit"):
|
|
data["status"] = "blocked"
|
|
data["result"] = "spark-submit not installed"
|
|
tf.write_text(json.dumps(data))
|
|
continue
|
|
|
|
vr = run_pipeline(cfg, data["copybook"], data["cobol_src"],
|
|
data["java_src"], data["mapping"])
|
|
|
|
data["status"] = "done"
|
|
data["result"] = {
|
|
"program": vr.program, "status": vr.status,
|
|
"matched": vr.fields_matched, "mismatched": vr.fields_mismatched,
|
|
"duration": vr.duration_s, "runner": vr.runner,
|
|
}
|
|
tf.write_text(json.dumps(data))
|
|
|
|
except Exception as e:
|
|
data = json.loads(tf.read_text()) if tf.exists() else {}
|
|
data["status"] = "error"
|
|
data["result"] = str(e)[:500]
|
|
tf.write_text(json.dumps(data))
|
|
|
|
time.sleep(2)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|