Skip to content

Commit bb950e7

Browse files
author
stlc-bot
committed
feat(scrape): align timeout options and public SDK methods (#1207)
Stainless-Generated-From: 3ded9dc0f8665d46c239d03eb1d7f85661699a5a
1 parent 57dd03d commit bb950e7

12 files changed

Lines changed: 1561 additions & 5932 deletions

File tree

‎.stats.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
configured_endpoints: 51
1+
configured_endpoints: 43

‎api.md‎

Lines changed: 6 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -13,63 +13,35 @@ Methods:
1313
Types:
1414

1515
- <code><a href="./src/resources/web.ts">WebAnswersResponse</a></code>
16-
- <code><a href="./src/resources/web.ts">WebExtractResponse</a></code>
1716
- <code><a href="./src/resources/web.ts">WebExtractCompetitorsResponse</a></code>
18-
- <code><a href="./src/resources/web.ts">WebExtractFontsResponse</a></code>
1917
- <code><a href="./src/resources/web.ts">WebExtractStyleguideResponse</a></code>
18+
- <code><a href="./src/resources/web.ts">WebMapURLsResponse</a></code>
2019
- <code><a href="./src/resources/web.ts">WebScrapeResponse</a></code>
2120
- <code><a href="./src/resources/web.ts">WebScreenshotResponse</a></code>
2221
- <code><a href="./src/resources/web.ts">WebSearchResponse</a></code>
2322
- <code><a href="./src/resources/web.ts">WebWebCrawlMdResponse</a></code>
24-
- <code><a href="./src/resources/web.ts">WebWebScrapeBytesResponse</a></code>
25-
- <code><a href="./src/resources/web.ts">WebWebScrapeHTMLResponse</a></code>
26-
- <code><a href="./src/resources/web.ts">WebWebScrapeImagesResponse</a></code>
27-
- <code><a href="./src/resources/web.ts">WebWebScrapeMdResponse</a></code>
28-
- <code><a href="./src/resources/web.ts">WebWebScrapeScreenshotResponse</a></code>
29-
- <code><a href="./src/resources/web.ts">WebWebScrapeSitemapResponse</a></code>
3023

3124
Methods:
3225

3326
- <code title="post /web/answers">client.web.<a href="./src/resources/web.ts">answers</a>({ ...params }) -> WebAnswersResponse</code>
34-
- <code title="post /web/extract">client.web.<a href="./src/resources/web.ts">extract</a>({ ...params }) -> WebExtractResponse</code>
3527
- <code title="get /web/competitors">client.web.<a href="./src/resources/web.ts">extractCompetitors</a>({ ...params }) -> WebExtractCompetitorsResponse</code>
36-
- <code title="get /web/fonts">client.web.<a href="./src/resources/web.ts">extractFonts</a>({ ...params }) -> WebExtractFontsResponse</code>
3728
- <code title="get /web/styleguide">client.web.<a href="./src/resources/web.ts">extractStyleguide</a>({ ...params }) -> WebExtractStyleguideResponse</code>
29+
- <code title="get /web/urls">client.web.<a href="./src/resources/web.ts">mapUrls</a>({ ...params }) -> WebMapURLsResponse</code>
3830
- <code title="post /web/scrape">client.web.<a href="./src/resources/web.ts">scrape</a>({ ...params }) -> WebScrapeResponse</code>
3931
- <code title="get /web/screenshot">client.web.<a href="./src/resources/web.ts">screenshot</a>({ ...params }) -> WebScreenshotResponse</code>
4032
- <code title="post /web/search">client.web.<a href="./src/resources/web.ts">search</a>({ ...params }) -> WebSearchResponse</code>
4133
- <code title="post /web/crawl">client.web.<a href="./src/resources/web.ts">webCrawlMd</a>({ ...params }) -> WebWebCrawlMdResponse</code>
42-
- <code title="get /web/scrape/bytes">client.web.<a href="./src/resources/web.ts">webScrapeBytes</a>({ ...params }) -> WebWebScrapeBytesResponse</code>
43-
- <code title="get /web/scrape/html">client.web.<a href="./src/resources/web.ts">webScrapeHTML</a>({ ...params }) -> WebWebScrapeHTMLResponse</code>
44-
- <code title="get /web/scrape/images">client.web.<a href="./src/resources/web.ts">webScrapeImages</a>({ ...params }) -> WebWebScrapeImagesResponse</code>
45-
- <code title="get /web/scrape/markdown">client.web.<a href="./src/resources/web.ts">webScrapeMd</a>({ ...params }) -> WebWebScrapeMdResponse</code>
46-
- <code title="get /web/scrape/screenshot">client.web.<a href="./src/resources/web.ts">webScrapeScreenshot</a>({ ...params }) -> WebWebScrapeScreenshotResponse</code>
47-
- <code title="get /web/scrape/sitemap">client.web.<a href="./src/resources/web.ts">webScrapeSitemap</a>({ ...params }) -> WebWebScrapeSitemapResponse</code>
48-
49-
# AI
50-
51-
Types:
52-
53-
- <code><a href="./src/resources/ai.ts">AIExtractProductResponse</a></code>
54-
- <code><a href="./src/resources/ai.ts">AIExtractProductsResponse</a></code>
55-
56-
Methods:
57-
58-
- <code title="post /brand/ai/product">client.ai.<a href="./src/resources/ai.ts">extractProduct</a>({ ...params }) -> AIExtractProductResponse</code>
59-
- <code title="post /brand/ai/products">client.ai.<a href="./src/resources/ai.ts">extractProducts</a>({ ...params }) -> AIExtractProductsResponse</code>
6034

6135
# Brand
6236

6337
Types:
6438

6539
- <code><a href="./src/resources/brand.ts">BrandRetrieveResponse</a></code>
66-
- <code><a href="./src/resources/brand.ts">BrandRetrieveSimplifiedResponse</a></code>
6740
- <code><a href="./src/resources/brand.ts">BrandSearchResponse</a></code>
6841

6942
Methods:
7043

7144
- <code title="post /brand/retrieve">client.brand.<a href="./src/resources/brand.ts">retrieve</a>({ ...params }) -> BrandRetrieveResponse</code>
72-
- <code title="get /brand/retrieve-simplified">client.brand.<a href="./src/resources/brand.ts">retrieveSimplified</a>({ ...params }) -> BrandRetrieveSimplifiedResponse</code>
7345
- <code title="get /brand/search">client.brand.<a href="./src/resources/brand.ts">search</a>({ ...params }) -> BrandSearchResponse</code>
7446

7547
# Industry
@@ -111,6 +83,8 @@ Types:
11183
- <code><a href="./src/resources/monitors.ts">MonitorListChangesResponse</a></code>
11284
- <code><a href="./src/resources/monitors.ts">MonitorListRunsResponse</a></code>
11385
- <code><a href="./src/resources/monitors.ts">MonitorRetrieveChangeResponse</a></code>
86+
- <code><a href="./src/resources/monitors.ts">MonitorRetrieveRunResponse</a></code>
87+
- <code><a href="./src/resources/monitors.ts">MonitorRotateWebhookSecretResponse</a></code>
11488
- <code><a href="./src/resources/monitors.ts">MonitorRunResponse</a></code>
11589

11690
Methods:
@@ -127,6 +101,8 @@ Methods:
127101
- <code title="get /monitors/{monitor_id}/changes">client.monitors.<a href="./src/resources/monitors.ts">listChanges</a>(monitorID, { ...params }) -> MonitorListChangesResponse</code>
128102
- <code title="get /monitors/{monitor_id}/runs">client.monitors.<a href="./src/resources/monitors.ts">listRuns</a>(monitorID, { ...params }) -> MonitorListRunsResponse</code>
129103
- <code title="get /monitors/changes/{change_id}">client.monitors.<a href="./src/resources/monitors.ts">retrieveChange</a>(changeID) -> MonitorRetrieveChangeResponse</code>
104+
- <code title="get /monitors/{monitor_id}/runs/{run_id}">client.monitors.<a href="./src/resources/monitors.ts">retrieveRun</a>(runID, { ...params }) -> MonitorRetrieveRunResponse</code>
105+
- <code title="post /monitors/{monitor_id}/webhook/rotate-secret">client.monitors.<a href="./src/resources/monitors.ts">rotateWebhookSecret</a>(monitorID) -> MonitorRotateWebhookSecretResponse</code>
130106
- <code title="post /monitors/{monitor_id}/run">client.monitors.<a href="./src/resources/monitors.ts">run</a>(monitorID) -> MonitorRunResponse</code>
131107

132108
# Batch

‎src/client.ts‎

Lines changed: 10 additions & 53 deletions
Original file line numberDiff line numberDiff line change
@@ -17,13 +17,6 @@ import * as Errors from './core/error';
1717
import * as Uploads from './core/uploads';
1818
import * as API from './resources/index';
1919
import { APIPromise } from './core/api-promise';
20-
import {
21-
AI,
22-
AIExtractProductParams,
23-
AIExtractProductResponse,
24-
AIExtractProductsParams,
25-
AIExtractProductsResponse,
26-
} from './resources/ai';
2720
import {
2821
Batch,
2922
BatchCancelResponse,
@@ -44,8 +37,6 @@ import {
4437
Brand,
4538
BrandRetrieveParams,
4639
BrandRetrieveResponse,
47-
BrandRetrieveSimplifiedParams,
48-
BrandRetrieveSimplifiedResponse,
4940
BrandSearchParams,
5041
BrandSearchResponse,
5142
} from './resources/brand';
@@ -76,6 +67,9 @@ import {
7667
MonitorListRunsResponse,
7768
MonitorRetrieveChangeResponse,
7869
MonitorRetrieveResponse,
70+
MonitorRetrieveRunParams,
71+
MonitorRetrieveRunResponse,
72+
MonitorRotateWebhookSecretResponse,
7973
MonitorRunResponse,
8074
MonitorUpdateParams,
8175
MonitorUpdateResponse,
@@ -92,12 +86,10 @@ import {
9286
WebAnswersResponse,
9387
WebExtractCompetitorsParams,
9488
WebExtractCompetitorsResponse,
95-
WebExtractFontsParams,
96-
WebExtractFontsResponse,
97-
WebExtractParams,
98-
WebExtractResponse,
9989
WebExtractStyleguideParams,
10090
WebExtractStyleguideResponse,
91+
WebMapURLsParams,
92+
WebMapURLsResponse,
10193
WebScrapeParams,
10294
WebScrapeResponse,
10395
WebScreenshotParams,
@@ -106,18 +98,6 @@ import {
10698
WebSearchResponse,
10799
WebWebCrawlMdParams,
108100
WebWebCrawlMdResponse,
109-
WebWebScrapeBytesParams,
110-
WebWebScrapeBytesResponse,
111-
WebWebScrapeHTMLParams,
112-
WebWebScrapeHTMLResponse,
113-
WebWebScrapeImagesParams,
114-
WebWebScrapeImagesResponse,
115-
WebWebScrapeMdParams,
116-
WebWebScrapeMdResponse,
117-
WebWebScrapeScreenshotParams,
118-
WebWebScrapeScreenshotResponse,
119-
WebWebScrapeSitemapParams,
120-
WebWebScrapeSitemapResponse,
121101
} from './resources/web';
122102
import { RetryConfig, Webhooks } from './resources/webhooks/webhooks';
123103
import { type Fetch } from './internal/builtin-types';
@@ -839,7 +819,6 @@ export class ContextDev {
839819

840820
parse: API.Parse = new API.Parse(this);
841821
web: API.Web = new API.Web(this);
842-
ai: API.AI = new API.AI(this);
843822
brand: API.Brand = new API.Brand(this);
844823
industry: API.Industry = new API.Industry(this);
845824
utility: API.Utility = new API.Utility(this);
@@ -865,7 +844,6 @@ export class ContextDev {
865844

866845
ContextDev.Parse = Parse;
867846
ContextDev.Web = Web;
868-
ContextDev.AI = AI;
869847
ContextDev.Brand = Brand;
870848
ContextDev.Industry = Industry;
871849
ContextDev.Utility = Utility;
@@ -888,52 +866,28 @@ export declare namespace ContextDev {
888866
export {
889867
Web as Web,
890868
type WebAnswersResponse as WebAnswersResponse,
891-
type WebExtractResponse as WebExtractResponse,
892869
type WebExtractCompetitorsResponse as WebExtractCompetitorsResponse,
893-
type WebExtractFontsResponse as WebExtractFontsResponse,
894870
type WebExtractStyleguideResponse as WebExtractStyleguideResponse,
871+
type WebMapURLsResponse as WebMapURLsResponse,
895872
type WebScrapeResponse as WebScrapeResponse,
896873
type WebScreenshotResponse as WebScreenshotResponse,
897874
type WebSearchResponse as WebSearchResponse,
898875
type WebWebCrawlMdResponse as WebWebCrawlMdResponse,
899-
type WebWebScrapeBytesResponse as WebWebScrapeBytesResponse,
900-
type WebWebScrapeHTMLResponse as WebWebScrapeHTMLResponse,
901-
type WebWebScrapeImagesResponse as WebWebScrapeImagesResponse,
902-
type WebWebScrapeMdResponse as WebWebScrapeMdResponse,
903-
type WebWebScrapeScreenshotResponse as WebWebScrapeScreenshotResponse,
904-
type WebWebScrapeSitemapResponse as WebWebScrapeSitemapResponse,
905876
type WebAnswersParams as WebAnswersParams,
906-
type WebExtractParams as WebExtractParams,
907877
type WebExtractCompetitorsParams as WebExtractCompetitorsParams,
908-
type WebExtractFontsParams as WebExtractFontsParams,
909878
type WebExtractStyleguideParams as WebExtractStyleguideParams,
879+
type WebMapURLsParams as WebMapURLsParams,
910880
type WebScrapeParams as WebScrapeParams,
911881
type WebScreenshotParams as WebScreenshotParams,
912882
type WebSearchParams as WebSearchParams,
913883
type WebWebCrawlMdParams as WebWebCrawlMdParams,
914-
type WebWebScrapeBytesParams as WebWebScrapeBytesParams,
915-
type WebWebScrapeHTMLParams as WebWebScrapeHTMLParams,
916-
type WebWebScrapeImagesParams as WebWebScrapeImagesParams,
917-
type WebWebScrapeMdParams as WebWebScrapeMdParams,
918-
type WebWebScrapeScreenshotParams as WebWebScrapeScreenshotParams,
919-
type WebWebScrapeSitemapParams as WebWebScrapeSitemapParams,
920-
};
921-
922-
export {
923-
AI as AI,
924-
type AIExtractProductResponse as AIExtractProductResponse,
925-
type AIExtractProductsResponse as AIExtractProductsResponse,
926-
type AIExtractProductParams as AIExtractProductParams,
927-
type AIExtractProductsParams as AIExtractProductsParams,
928884
};
929885

930886
export {
931887
Brand as Brand,
932888
type BrandRetrieveResponse as BrandRetrieveResponse,
933-
type BrandRetrieveSimplifiedResponse as BrandRetrieveSimplifiedResponse,
934889
type BrandSearchResponse as BrandSearchResponse,
935890
type BrandRetrieveParams as BrandRetrieveParams,
936-
type BrandRetrieveSimplifiedParams as BrandRetrieveSimplifiedParams,
937891
type BrandSearchParams as BrandSearchParams,
938892
};
939893

@@ -966,6 +920,8 @@ export declare namespace ContextDev {
966920
type MonitorListChangesResponse as MonitorListChangesResponse,
967921
type MonitorListRunsResponse as MonitorListRunsResponse,
968922
type MonitorRetrieveChangeResponse as MonitorRetrieveChangeResponse,
923+
type MonitorRetrieveRunResponse as MonitorRetrieveRunResponse,
924+
type MonitorRotateWebhookSecretResponse as MonitorRotateWebhookSecretResponse,
969925
type MonitorRunResponse as MonitorRunResponse,
970926
type MonitorCreateParams as MonitorCreateParams,
971927
type MonitorUpdateParams as MonitorUpdateParams,
@@ -975,6 +931,7 @@ export declare namespace ContextDev {
975931
type MonitorListAccountRunsParams as MonitorListAccountRunsParams,
976932
type MonitorListChangesParams as MonitorListChangesParams,
977933
type MonitorListRunsParams as MonitorListRunsParams,
934+
type MonitorRetrieveRunParams as MonitorRetrieveRunParams,
978935
};
979936

980937
export {

0 commit comments

Comments
 (0)