File tree Expand file tree Collapse file tree 1 file changed +6
-6
lines changed
src/crawlee/crawlers/_abstract_http Expand file tree Collapse file tree 1 file changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -154,17 +154,17 @@ async def enqueue_links(
154154 if not is_url_absolute (url ):
155155 url = convert_to_absolute_url (context .request .url , url )
156156
157- request_option = RequestOptions (url = url , user_data = {** base_user_data }, label = label )
157+ request_options = RequestOptions (url = url , user_data = {** base_user_data }, label = label )
158158
159159 if transform_request_function :
160- transform_request_option = transform_request_function (request_option )
161- if transform_request_option == 'skip' :
160+ transform_request_options = transform_request_function (request_options )
161+ if transform_request_options == 'skip' :
162162 continue
163- if transform_request_option != 'unchanged' :
164- request_option = transform_request_option
163+ if transform_request_options != 'unchanged' :
164+ request_options = transform_request_options
165165
166166 try :
167- request = Request .from_url (** request_option )
167+ request = Request .from_url (** request_options )
168168 except ValidationError as exc :
169169 context .log .debug (
170170 f'Skipping URL "{ url } " due to invalid format: { exc } . '
You can’t perform that action at this time.
0 commit comments