Debug and replay a failed delivery

d = client.triggers.destinations.get("prod")
print(d.status, d.consecutive_failures, d.last_failure)
# auto_disabled 5 HTTP 400: invalid signature

const d = await client.triggers.destinations.get("prod");
console.log(d.status, d.consecutive_failures, d.last_failure);

engini triggers destinations show prod --json | jq '{status, consecutive_failures, last_failure}'

curl -s "$BASE/triggers/destinations/prod" -H "$AUTH" | jq '{status, consecutive_failures, last_failure}'

events = client.triggers.events.list(trigger_id)          # the full set
stuck = [e for e in events if e.delivery != "delivered"]

const events = await client.triggers.events.list(triggerId, { top: 100 });
const stuck = events.filter((e) => e.delivery !== "delivered");

engini triggers events ti_DG9q7IlQO0MeghC4IEzP19 --limit 100 --json \
  | jq '[.[] | select(.delivery != "delivered") | {id, occurred_at, delivery}]'

curl -s "$BASE/triggers/$TRIGGER_ID/events?top=100" -H "$AUTH" \
  | jq '[.items[] | select(.delivery != "delivered") | {id, occurred_at, delivery}]'

detail = client.triggers.events.get(stuck[0].id)
for a in detail.attempts:
    print(a.attempt, a.state, a.status_code, a.error, a.next_attempt_at)

const detail = await client.triggers.events.get(stuck[0].id!);
for (const a of detail.attempts ?? []) {
  console.log(a.attempt, a.state, a.status_code, a.error, a.next_attempt_at);
}

engini triggers events get te_… --json | jq '.attempts[] | {attempt, state, status_code, error}'

curl -s "$BASE/triggers/events/$EVENT_ID" -H "$AUTH" | jq '.attempts[] | {attempt, state, status_code, error}'

client.triggers.destinations.update("prod", status="active")

await client.triggers.destinations.update("prod", { status: "active" });

engini triggers destinations enable prod

curl -s -X PATCH "$BASE/triggers/destinations/prod" -H "$AUTH" \
  -H "Content-Type: application/json" -d '{"status": "active"}' | jq '{status, consecutive_failures}'

from datetime import datetime, timedelta, timezone

stale_cutoff = datetime.now(timezone.utc) - timedelta(hours=24)

for e in stuck:
    backlog = e.delivery == "pending" and not client.triggers.events.get(e.id).attempts
    # occurred_at is UTC either way - make it timezone-aware if it came back naive
    occurred_at = e.occurred_at if e.occurred_at.tzinfo else e.occurred_at.replace(tzinfo=timezone.utc)
    stale_backlog = backlog and occurred_at < stale_cutoff
    if e.delivery == "dead_lettered" or stale_backlog:
        client.triggers.events.replay(e.id)

const staleCutoff = new Date(Date.now() - 24 * 60 * 60 * 1000);

for (const e of stuck) {
  const backlog =
    e.delivery === "pending" && !(await client.triggers.events.get(e.id!)).attempts?.length;
  // occurred_at is UTC either way - add the "Z" if it came back with no offset
  const raw = e.occurred_at!;
  const occurredAt = new Date(/[zZ]|[+-]\d\d:\d\d$/.test(raw) ? raw : raw + "Z");
  const staleBacklog = backlog && occurredAt < staleCutoff;
  if (e.delivery === "dead_lettered" || staleBacklog) {
    await client.triggers.events.replay(e.id!);
  }
}

# dead-lettered events; add stale backlog ids (pending, no attempts, occurred_at
# more than 24h ago) the same way - anything newer already went out on its own
engini triggers events ti_DG9q7IlQO0MeghC4IEzP19 --limit 100 --json \
  | jq -r '.[] | select(.delivery == "dead_lettered") | .id' \
  | xargs -n1 engini triggers events replay

curl -s -X POST "$BASE/triggers/events/$EVENT_ID/replay" -H "$AUTH" -o /dev/null -w "%{http_code}\n"   # 202