refactor(api): drop llm config from js sdk

Author: lurenss

src/index.ts

@@ -12,7 +12,6 @@ export type {
 	ApiHistoryFilterInput,
 	ApiHistoryService,
 	ApiHtmlMode,
-	ApiLlmConfig,
 	ApiModelName,
 	ApiMonitorCreateInput,
 	ApiMonitorCreateRequest,

src/lib/utils.ts

@@ -16,11 +16,26 @@ function normalizeSchema(schema: unknown) {
 	return schema ? toJsonSchema(schema) : undefined;
 }
 
+const ALLOWED_FORMAT_KEYS = {
+	markdown: new Set(["type", "mode"]),
+	html: new Set(["type", "mode"]),
+	screenshot: new Set(["type", "fullPage", "width", "height", "quality"]),
+	links: new Set(["type"]),
+	images: new Set(["type"]),
+	summary: new Set(["type"]),
+	branding: new Set(["type"]),
+	json: new Set(["type", "prompt", "schema", "mode"]),
+} as const;
+
 function normalizeScrapeFormatEntry(format: ApiScrapeFormatEntry): ApiScrapeFormatEntry {
-	if (format.type !== "json" || !format.schema) return format;
+	const allowedKeys = ALLOWED_FORMAT_KEYS[format.type];
+	const normalized = Object.fromEntries(
+		Object.entries(format).filter(([key]) => allowedKeys.has(key)),
+	) as ApiScrapeFormatEntry;
+	if (normalized.type !== "json" || !normalized.schema) return normalized;
 	return {
-		...format,
-		schema: normalizeSchema(format.schema),
+		...normalized,
+		schema: normalizeSchema(normalized.schema),
 	};
 }
 
@@ -146,7 +161,6 @@ export function buildMonitorBody(monitorCreateInput: ApiMonitorCreateInput) {
 				type: "json" as const,
 				prompt: legacyMonitorInput.prompt,
 				schema: normalizeSchema(legacyMonitorInput.schema),
-				llmConfig: legacyMonitorInput.llmConfig,
 				mode: "normal" as const,
 			},
 		],

src/schemas.ts

@@ -83,18 +83,6 @@ export const apiFetchConfigSchema = z.object({
 		.default(false),
 });
 
-export const apiChunkerSchema = z.object({
-	size: z.union([z.number().int().min(2048), z.literal("dynamic")]).optional(),
-	overlap: z.number().int().min(0).max(512).optional(),
-});
-
-export const apiLlmConfigSchema = z.object({
-	model: z.enum(MODEL_NAMES).optional(),
-	temperature: z.number().min(0).max(1).default(0),
-	maxTokens: z.number().int().min(1).max(16384).default(4096),
-	chunker: apiChunkerSchema.optional(),
-});
-
 export const apiHistoryFilterSchema = z.object({
 	page: z.coerce.number().int().positive().default(1),
 	limit: z.coerce.number().int().min(1).max(100).default(20),
@@ -134,13 +122,10 @@ export const apiScreenshotConfigSchema = z.object({
 export const apiScrapeJsonConfigSchema = z.object({
 	prompt: apiUserPromptSchema,
 	schema: z.record(z.string(), z.unknown()).optional(),
-	llmConfig: apiLlmConfigSchema.optional(),
 	mode: apiHtmlModeSchema.default("normal"),
 });
 
-export const apiScrapeSummaryConfigSchema = z.object({
-	llmConfig: apiLlmConfigSchema.optional(),
-});
+export const apiScrapeSummaryConfigSchema = z.object({});
 
 const scrapeBase = {
 	url: apiUrlSchema,

src/types/index.ts

@@ -8,7 +8,6 @@ import type {
 	apiHistoryFilterSchema,
 	apiHtmlConfigSchema,
 	apiHtmlModeSchema,
-	apiLlmConfigSchema,
 	apiMarkdownConfigSchema,
 	apiMonitorCreateSchema,
 	apiMonitorUpdateSchema,
@@ -42,7 +41,6 @@ export interface RequestOptions {
 }
 
 export type ApiFetchConfig = z.infer<typeof apiFetchConfigSchema>;
-export type ApiLlmConfig = z.infer<typeof apiLlmConfigSchema>;
 export type ApiScrapeFormat = z.infer<typeof apiScrapeFormatSchema>;
 export type ApiScrapeFormatEntry = z.infer<typeof apiScrapeFormatEntrySchema>;
 export type ApiScrapeRequest = z.infer<typeof apiScrapeRequestSchema>;
@@ -78,7 +76,6 @@ export type LegacyApiMonitorCreateInput = {
 	webhookUrl?: string;
 	interval: string;
 	fetchConfig?: ApiFetchConfig;
-	llmConfig?: ApiLlmConfig;
 };
 export type ApiMonitorCreateInput = ApiMonitorCreateRequest | LegacyApiMonitorCreateInput;
 export type ApiCrawlOptions = Partial<Omit<ApiCrawlRequest, "url">> & {

tests/client.test.ts

@@ -295,7 +295,6 @@ describe("scrapegraphai", () => {
 						properties: { price: { type: "number" } },
 						required: ["price"],
 					},
-					llmConfig: undefined,
 					mode: "normal",
 				},
 			],