1import dlt
2from dlt.sources.rest_api import rest_api_source
3import os
4
5
6source = rest_api_source({
7    "client": {
8        "base_url": "https://api.stripe.com/v1/",
9        "auth": {"type": "bearer", "token": os.environ.get("STRIPE_SECRET_KEY", "")},
10        "paginator": "auto",
11    },
12    "resources": [
13        {"name": "customers", "endpoint": "customers", "primary_key": "id"},
14        {"name": "charges", "endpoint": "charges", "primary_key": "id"},
15        {"name": "invoices", "endpoint": "invoices", "primary_key": "id"},
16        {"name": "subscriptions", "endpoint": "subscriptions", "primary_key": "id"},
17    ],
18})
19
20pipeline = dlt.pipeline(
21    pipeline_name="stripe",
22    destination="filesystem",
23    dataset_name="stripe_data",
24)
25pipeline.run(source, loader_file_format="parquet")