File tree Expand file tree Collapse file tree 1 file changed +10
-4
lines changed
packages/components/nodes/documentloaders/Oxylabs Expand file tree Collapse file tree 1 file changed +10
-4
lines changed Original file line number Diff line number Diff line change @@ -95,14 +95,20 @@ export class OxylabsLoader extends BaseDocumentLoader {
95
95
}
96
96
97
97
public async load ( ) : Promise < DocumentInterface [ ] > {
98
- const response = await this . sendAPIRequest < OxylabsResponse > ( {
99
- url : this . params . query ,
98
+ let isUrlSource = this . params . source == 'universal'
99
+
100
+ const params = {
100
101
source : this . params . source ,
101
102
geo_location : this . params . geo_location ,
102
103
render : this . params . render ,
103
104
parse : this . params . parse ,
104
- user_agent_type : this . params . user_agent_type
105
- } )
105
+ user_agent_type : this . params . user_agent_type ,
106
+ markdown : ! this . params . parse ,
107
+ url : isUrlSource ? this . params . query : null ,
108
+ query : ! isUrlSource ? this . params . query : null
109
+ }
110
+
111
+ const response = await this . sendAPIRequest < OxylabsResponse > ( params )
106
112
107
113
const docs : OxylabsDocument [ ] = response . data . results . map ( ( result , index ) => ( {
108
114
id : `${ response . data . job . id . toString ( ) } -${ index } ` ,
You can’t perform that action at this time.
0 commit comments