diff --git a/packages/components/nodes/documentloaders/Oxylabs/Oxylabs.ts b/packages/components/nodes/documentloaders/Oxylabs/Oxylabs.ts index f90252d4..51fb2613 100644 --- a/packages/components/nodes/documentloaders/Oxylabs/Oxylabs.ts +++ b/packages/components/nodes/documentloaders/Oxylabs/Oxylabs.ts @@ -95,14 +95,20 @@ export class OxylabsLoader extends BaseDocumentLoader { } public async load(): Promise { - const response = await this.sendAPIRequest({ - url: this.params.query, + let isUrlSource = this.params.source == 'universal' + + const params = { source: this.params.source, geo_location: this.params.geo_location, render: this.params.render, parse: this.params.parse, - user_agent_type: this.params.user_agent_type - }) + user_agent_type: this.params.user_agent_type, + markdown: !this.params.parse, + url: isUrlSource ? this.params.query : null, + query: !isUrlSource ? this.params.query : null + } + + const response = await this.sendAPIRequest(params) const docs: OxylabsDocument[] = response.data.results.map((result, index) => ({ id: `${response.data.job.id.toString()}-${index}`,