scrapegraph-py/examples/monitor/monitor_basic.py at main · ScrapeGraphAI/scrapegraph-py · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
from dotenv import load_dotenv

load_dotenv()

import json
import signal
import time

from scrapegraph_py import JsonFormatConfig, ScrapeGraphAI

sgai = ScrapeGraphAI()

res = sgai.monitor.create(
    "https://time.is/",
    "*/10 * * * *",
    name="Time Monitor",
    formats=[
        JsonFormatConfig(
            prompt="Extract the current time",
            schema={
                "type": "object",
                "properties": {
                    "time": {"type": "string"},
                },
                "required": ["time"],
            },
        )
    ],
)

if res.status != "success" or not res.data:
    print("Failed to create monitor:", res.error)
    exit(1)

monitor_id = res.data.cron_id
print(f"Monitor created: {monitor_id}")
print(f"Interval: {res.data.interval}")
print("\nPolling for activity (Ctrl+C to stop)...\n")


def cleanup(_sig, _frame):
    print("\nStopping monitor...")
    sgai.monitor.delete(monitor_id)
    print("Monitor deleted")
    exit(0)


signal.signal(signal.SIGINT, cleanup)

seen_ids = set()

while True:
    activity = sgai.monitor.activity(monitor_id)
    if activity.status == "success" and activity.data:
        for tick in activity.data.ticks:
            if tick.id in seen_ids:
                continue
            seen_ids.add(tick.id)

            changes = "CHANGED" if tick.changed else "no change"
            print(f"[{tick.created_at}] {tick.status} - {changes} ({tick.elapsed_ms}ms)")
            diffs = tick.diffs.model_dump(exclude_none=True)
            if diffs:
                print(f"  Diffs: {json.dumps(diffs, indent=2)}")
            elif tick.changed:
                print("  (no diffs data)")
    time.sleep(30)