Skip to content

Commit f62782f

Browse files
shahar-brdclaude
shahar-brd
and
claude
committed
Merge pull request #43 from brightdata/dev
add X (Twitter) scraper (client.scrape.x): posts & profiles, collect + discover Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
2 parents 5d86034 + 544dd07 commit f62782f

12 files changed

Lines changed: 1559 additions & 19 deletions

File tree

‎notebooks/04_web_unlocker.ipynb‎

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@
3939
"name": "stdout",
4040
"output_type": "stream",
4141
"text": [
42-
"API Token: 859a9772-4...4362\n",
42+
"API Token: 02f48d4c-2...9a61\n",
4343
"Setup complete!\n"
4444
]
4545
}
@@ -74,7 +74,7 @@
7474
"output_type": "stream",
7575
"text": [
7676
"Client initialized\n",
77-
"SDK version: 2.3.0\n",
77+
"SDK version: 2.3.2\n",
7878
"Default Web Unlocker zone: sdk_unlocker\n"
7979
]
8080
}
@@ -117,12 +117,11 @@
117117
"Status: ready\n",
118118
"Method: web_unlocker\n",
119119
"\n",
120-
"HTML length: 529 characters\n",
120+
"HTML length: 559 characters\n",
121121
"\n",
122122
"First 500 characters:\n",
123123
"--------------------------------------------------\n",
124-
"<!doctype html>\n",
125-
"<html lang=\"en\"><head><title>Example Domain</title><meta name=\"viewport\" content=\"width=device-width, initial-scale=1\"><style>body{background:#eee;width:60vw;margin:15vh auto;font-family:system-ui,sans-serif}h1{font-size:1.5em}div{opacity:0.8}a:link,a:visited{color:#348}</style></head><body><div><h1>Example Domain</h1><p>This domain is for use in documentation examples without needing permission. Avoid use in operations.</p><p><a href=\"https://iana.org/domains/example\">Learn more\n",
124+
"<!doctype html><html lang=\"en\"><head><title>Example Domain</title><link rel=\"icon\" href=\"data:,\"><meta name=\"viewport\" content=\"width=device-width, initial-scale=1\"><style>body{background:#eee;width:60vw;margin:15vh auto;font-family:system-ui,sans-serif}h1{font-size:1.5em}div{opacity:0.8}a:link,a:visited{color:#348}</style></head><body><div><h1>Example Domain</h1><p>This domain is for use in documentation examples without needing permission. Avoid use in operations.</p><p><a href=\"https://iana.o\n",
126125
"--------------------------------------------------\n"
127126
]
128127
}
@@ -176,15 +175,15 @@
176175
"\n",
177176
"Country: US\n",
178177
" Success: True\n",
179-
" HTML length: 529 chars\n",
178+
" HTML length: 559 chars\n",
180179
"\n",
181180
"Country: GB\n",
182181
" Success: True\n",
183-
" HTML length: 529 chars\n",
182+
" HTML length: 559 chars\n",
184183
"\n",
185184
"Country: DE\n",
186185
" Success: True\n",
187-
" HTML length: 529 chars\n",
186+
" HTML length: 559 chars\n",
188187
"\n"
189188
]
190189
}

‎notebooks/05_scraper_studio.ipynb‎

Lines changed: 5 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,7 @@
3838
"name": "stdout",
3939
"output_type": "stream",
4040
"text": [
41-
"API Token: 859a9772-4...4362\n",
41+
"API Token: 02f48d4c-2...9a61\n",
4242
"Setup complete!\n"
4343
]
4444
}
@@ -108,7 +108,7 @@
108108
"name": "stdout",
109109
"output_type": "stream",
110110
"text": [
111-
"Job triggered: d2t1773025017352rhfek0rl202o\n"
111+
"Job triggered: d2t1781612965274r71l9v16j93\n"
112112
]
113113
}
114114
],
@@ -132,19 +132,15 @@
132132
},
133133
{
134134
"cell_type": "code",
135-
"execution_count": 9,
135+
"execution_count": 8,
136136
"metadata": {},
137137
"outputs": [
138138
{
139139
"name": "stdout",
140140
"output_type": "stream",
141141
"text": [
142-
"Got 1 record(s)\n",
143-
" title: GOLDEN GATE\n",
144-
" price: {'value': 6600000, 'currency': 'TRY', 'symbol': '₺'}\n",
145-
" property_size: 100\n",
146-
" room_count: 3\n",
147-
" building_age: 6-10 arası\n"
142+
"Not ready yet: Data not ready for response_id=d2t1781612965274r71l9v16j93\n",
143+
"Re-run this cell in a few seconds.\n"
148144
]
149145
}
150146
],

0 commit comments

Comments
 (0)