Refactored the quote_push process to check for any existing jobMaterials and fail with a log entry and some intelligence so that we don't overwrite anything that has been manually created. Also added another list in the inspector.py code to allow us to view this when it occurs.

servicem8_inspector.py

@@ -47,6 +47,7 @@ def html_page(title: str, body: str) -> HTMLResponse:
       <a href='/poll/form-responses'>Polled form responses</a>
       <a href='/poll/quote-template'>Polled quote templates</a>
       <a href='/poll/apply-runs'>Apply runs</a>
+      <a href='/poll/remote-existing-incidents'>Remote existing incidents</a>
       <a href='/generated-materials'>Generated materials</a>
     </nav>
     """
@@ -160,15 +161,22 @@ def dashboard():
         "poll_runs": 0,
         "polled_form_responses": 0,
         "polled_quote_templates": 0,
+        "remote_existing_incidents": 0,
     }
     latest_poll_run = None
     latest_polled_form = None
     latest_polled_quote = None
+    latest_remote_existing_incident = None
     try:
         with closing(get_poll_conn()) as conn:
             poll_counts["poll_runs"] = conn.execute("select count(*) from poll_runs").fetchone()[0]
             poll_counts["polled_form_responses"] = conn.execute("select count(*) from form_responses_raw").fetchone()[0]
             poll_counts["polled_quote_templates"] = conn.execute("select count(*) from quote_template_form_responses").fetchone()[0]
+            try:
+                poll_counts["remote_existing_incidents"] = conn.execute("select count(*) from quote_template_remote_existing_incidents").fetchone()[0]
+                latest_remote_existing_incident = conn.execute("select detected_at from quote_template_remote_existing_incidents order by id desc limit 1").fetchone()
+            except sqlite3.Error:
+                pass
             latest_poll_run = conn.execute("select finished_at from poll_runs order by id desc limit 1").fetchone()
             latest_polled_form = conn.execute("select timestamp from form_responses_raw order by timestamp desc limit 1").fetchone()
             latest_polled_quote = conn.execute("select discovered_at from quote_template_form_responses order by discovered_at desc limit 1").fetchone()
@@ -196,6 +204,7 @@ def dashboard():
         <div><strong>Latest poll run</strong></div><div>{escape(latest_poll_run[0] if latest_poll_run else '—')}</div>
         <div><strong>Latest polled form timestamp</strong></div><div>{escape(latest_polled_form[0] if latest_polled_form else '—')}</div>
         <div><strong>Latest polled quote discovered</strong></div><div>{escape(latest_polled_quote[0] if latest_polled_quote else '—')}</div>
+        <div><strong>Latest remote-existing incident</strong></div><div>{escape(latest_remote_existing_incident[0] if latest_remote_existing_incident else '—')}</div>
       </div>
     </div>
     <div class='section'>
@@ -208,6 +217,7 @@ def dashboard():
         <li><a href='/poll/quote-template'>Browse parsed polled Quote Template responses</a></li>
         <li><a href='/poll/runs'>Browse poll runs</a></li>
         <li><a href='/poll/apply-runs'>Browse dry-run/apply runs</a></li>
+        <li><a href='/poll/remote-existing-incidents'>Browse remote-existing incidents</a></li>
         <li><a href='/generated-materials'>Browse generated job-material state</a></li>
       </ul>
     </div>
@@ -542,6 +552,90 @@ def form_response_detail(row_id: int):
     return html_page(f"Form response {row_id}", body)
 
 
+@app.get("/poll/remote-existing-incidents", response_class=HTMLResponse)
+def list_remote_existing_incidents(page: int = Query(1, ge=1)):
+    offset = (page - 1) * PAGE_SIZE
+    try:
+        with closing(get_poll_conn()) as conn:
+            rows = conn.execute(
+                """
+                select id, detected_at, form_response_uuid, job_uuid, apply_run_id,
+                       desired_count, remote_count, remote_active_count, action, reason
+                from quote_template_remote_existing_incidents
+                order by id desc
+                limit ? offset ?
+                """,
+                (PAGE_SIZE, offset),
+            ).fetchall()
+    except sqlite3.Error as e:
+        return html_page("Remote existing incidents", f"<div class='card'>Incident table unavailable: {escape(str(e))}</div>")
+
+    table_rows = []
+    for row in rows:
+        run_link = f"<a href='/poll/apply-runs/{row['apply_run_id']}'>{row['apply_run_id']}</a>" if row['apply_run_id'] else ""
+        table_rows.append(
+            f"<tr><td><a href='/poll/remote-existing-incidents/{row['id']}'>{row['id']}</a></td>"
+            f"<td>{escape(row['detected_at'] or '')}</td><td>{escape(row['action'] or '')}</td>"
+            f"<td><a href='/poll/quote-template/{escape(row['form_response_uuid'])}'>{escape(row['form_response_uuid'])}</a></td>"
+            f"<td>{escape(row['job_uuid'] or '')}</td><td>{run_link}</td>"
+            f"<td>{row['desired_count']}</td><td>{row['remote_count']}</td><td>{row['remote_active_count']}</td>"
+            f"<td>{escape((row['reason'] or '')[:180])}</td></tr>"
+        )
+
+    body = f"""
+    <table>
+      <thead><tr><th>ID</th><th>Detected</th><th>Action</th><th>Form response UUID</th><th>Job UUID</th><th>Apply run</th><th>Desired</th><th>Remote rows</th><th>Active</th><th>Reason</th></tr></thead>
+      <tbody>{''.join(table_rows) or "<tr><td colspan='10'>No remote-existing incidents found.</td></tr>"}</tbody>
+    </table>
+    <div class='pagination'>
+      {f"<a href='{link_with_params('/poll/remote-existing-incidents', page=page-1)}'>← Prev</a>" if page > 1 else ''}
+      <a href='{link_with_params('/poll/remote-existing-incidents', page=page+1)}'>Next →</a>
+    </div>
+    """
+    return html_page("Remote existing incidents", body)
+
+
+@app.get("/poll/remote-existing-incidents/{incident_id}", response_class=HTMLResponse)
+def remote_existing_incident_detail(incident_id: int):
+    try:
+        with closing(get_poll_conn()) as conn:
+            row = conn.execute("select * from quote_template_remote_existing_incidents where id = ?", (incident_id,)).fetchone()
+    except sqlite3.Error as e:
+        return html_page("Remote existing incident", f"<div class='card'>Incident table unavailable: {escape(str(e))}</div>")
+    if not row:
+        raise HTTPException(status_code=404, detail="Remote existing incident not found")
+
+    remote_rows = parse_json_field(row["remote_rows_json"], []) or []
+    material_rows = []
+    if isinstance(remote_rows, list):
+        for item in remote_rows:
+            if isinstance(item, dict):
+                material_rows.append(
+                    f"<tr><td>{escape(str(item.get('uuid', '')))}</td><td>{escape(str(item.get('active', '')))}</td>"
+                    f"<td>{escape(str(item.get('name', '')))}</td><td>{escape(str(item.get('material_uuid', '')))}</td>"
+                    f"<td>{escape(str(item.get('quantity', '')))}</td><td>{escape(str(item.get('price', '')))}</td>"
+                    f"<td>{escape(str(item.get('sort_order', '')))}</td></tr>"
+                )
+    run_link = f"<a href='/poll/apply-runs/{row['apply_run_id']}'>{row['apply_run_id']}</a>" if row['apply_run_id'] else ""
+    body = f"""
+    <div class='card summary-grid'>
+      <div><strong>ID</strong></div><div>{row['id']}</div>
+      <div><strong>Detected</strong></div><div>{escape(row['detected_at'] or '')}</div>
+      <div><strong>Action</strong></div><div>{escape(row['action'] or '')}</div>
+      <div><strong>Form response UUID</strong></div><div><a href='/poll/quote-template/{escape(row['form_response_uuid'])}'>{escape(row['form_response_uuid'])}</a></div>
+      <div><strong>Job UUID</strong></div><div>{escape(row['job_uuid'] or '')}</div>
+      <div><strong>Apply run</strong></div><div>{run_link}</div>
+      <div><strong>Desired rows</strong></div><div>{row['desired_count']}</div>
+      <div><strong>Remote rows</strong></div><div>{row['remote_count']}</div>
+      <div><strong>Remote active rows</strong></div><div>{row['remote_active_count']}</div>
+      <div><strong>Reason</strong></div><div>{escape(row['reason'] or '')}</div>
+    </div>
+    <div class='section'><h2>Remote jobMaterial rows</h2><table><thead><tr><th>UUID</th><th>Active</th><th>Name</th><th>Material UUID</th><th>Qty</th><th>Price</th><th>Sort</th></tr></thead><tbody>{''.join(material_rows) or "<tr><td colspan='7'>No remote rows captured.</td></tr>"}</tbody></table></div>
+    <div class='section'><h2>Raw remote rows JSON</h2><pre>{escape(pretty_json(remote_rows))}</pre></div>
+    """
+    return html_page(f"Remote existing incident {incident_id}", body)
+
+
 @app.get("/poll/apply-runs", response_class=HTMLResponse)
 def list_apply_runs(page: int = Query(1, ge=1)):
     offset = (page - 1) * PAGE_SIZE
@@ -592,11 +686,23 @@ def apply_run_detail(run_id: int):
                 "select * from quote_template_apply_run_rows where run_id = ? order by row_index asc",
                 (run_id,),
             ).fetchall()
+            incidents = conn.execute(
+                "select id, detected_at, action, remote_count, remote_active_count, reason from quote_template_remote_existing_incidents where apply_run_id = ? order by id desc",
+                (run_id,),
+            ).fetchall()
     except sqlite3.Error as e:
         return html_page("Apply run", f"<div class='card'>Apply-run table unavailable: {escape(str(e))}</div>")
     if not run:
         raise HTTPException(status_code=404, detail="Apply run not found")
 
+    incident_rows = []
+    for incident in incidents:
+        incident_rows.append(
+            f"<tr><td><a href='/poll/remote-existing-incidents/{incident['id']}'>{incident['id']}</a></td>"
+            f"<td>{escape(incident['detected_at'] or '')}</td><td>{escape(incident['action'] or '')}</td>"
+            f"<td>{incident['remote_count']}</td><td>{incident['remote_active_count']}</td><td>{escape((incident['reason'] or '')[:180])}</td></tr>"
+        )
+
     table_rows = []
     for row in rows:
         payload = parse_json_field(row['api_payload_json'], {}) or {}
@@ -620,6 +726,7 @@ def apply_run_detail(run_id: int):
       <div><strong>Created</strong></div><div>{run['created_count']}</div>
       <div><strong>Error</strong></div><div>{escape(run['error'] or '')}</div>
     </div>
+    <div class='section'><h2>Remote-existing incidents</h2><table><thead><tr><th>ID</th><th>Detected</th><th>Action</th><th>Remote rows</th><th>Active</th><th>Reason</th></tr></thead><tbody>{''.join(incident_rows) or "<tr><td colspan='6'>No remote-existing incidents for this run.</td></tr>"}</tbody></table></div>
     <div class='section'><h2>Rows</h2><table><thead><tr><th>#</th><th>Action</th><th>Kind</th><th>Name</th><th>Created UUID</th><th>Source question</th><th>Error</th></tr></thead><tbody>{''.join(table_rows) or "<tr><td colspan='7'>No rows recorded.</td></tr>"}</tbody></table></div>
     """
     return html_page(f"Apply run {run_id}", body)
@@ -842,13 +949,23 @@ def polled_quote_template_detail(form_response_uuid: str):
                 "select id, mode, status, started_at, finished_at, desired_count, created_count, error from quote_template_apply_runs where form_response_uuid = ? order by id desc limit 8",
                 (row['form_response_uuid'],),
             ).fetchall()
+            recent_incidents = conn.execute(
+                "select id, detected_at, action, remote_count, remote_active_count, reason from quote_template_remote_existing_incidents where form_response_uuid = ? order by id desc limit 8",
+                (row['form_response_uuid'],),
+            ).fetchall()
     except sqlite3.Error:
         recent_runs = []
+        recent_incidents = []
     recent_run_rows = []
     for run in recent_runs:
         recent_run_rows.append(
             f"<tr><td><a href='/poll/apply-runs/{run['id']}'>{run['id']}</a></td><td>{escape(run['mode'] or '')}</td><td>{escape(run['status'] or '')}</td><td>{escape(run['started_at'] or '')}</td><td>{escape(run['finished_at'] or '')}</td><td>{run['desired_count']}</td><td>{run['created_count']}</td><td>{escape((run['error'] or '')[:120])}</td></tr>"
         )
+    recent_incident_rows = []
+    for incident in recent_incidents:
+        recent_incident_rows.append(
+            f"<tr><td><a href='/poll/remote-existing-incidents/{incident['id']}'>{incident['id']}</a></td><td>{escape(incident['detected_at'] or '')}</td><td>{escape(incident['action'] or '')}</td><td>{incident['remote_count']}</td><td>{incident['remote_active_count']}</td><td>{escape((incident['reason'] or '')[:120])}</td></tr>"
+        )
 
     body = f"""
     <div class='card summary-grid'>
@@ -877,6 +994,10 @@ def polled_quote_template_detail(form_response_uuid: str):
       <h2>Recent dry-run/apply runs for this response</h2>
       <table><thead><tr><th>ID</th><th>Mode</th><th>Status</th><th>Started</th><th>Finished</th><th>Desired</th><th>Created</th><th>Error</th></tr></thead><tbody>{''.join(recent_run_rows) or "<tr><td colspan='8'>No dry-run/apply runs yet.</td></tr>"}</tbody></table>
     </div>
+    <div class='section'>
+      <h2>Remote-existing incidents for this response</h2>
+      <table><thead><tr><th>ID</th><th>Detected</th><th>Action</th><th>Remote rows</th><th>Active</th><th>Reason</th></tr></thead><tbody>{''.join(recent_incident_rows) or "<tr><td colspan='6'>No remote-existing incidents yet.</td></tr>"}</tbody></table>
+    </div>
     <div class='section'><h2>Desired jobMaterial rows</h2><table><thead><tr><th>Sort</th><th>Kind</th><th>Name</th><th>Material UUID</th><th>Source question</th></tr></thead><tbody>{''.join(material_rows) or "<tr><td colspan='5'>No desired jobMaterial rows.</td></tr>"}</tbody></table></div>
     <div class='section'><h2>Parsed JSON</h2><pre>{escape(pretty_json(parsed))}</pre></div>
     """