Skip to content

Commit 9b6e465

Browse files
chore(deps): lock file maintenance (#1476)
Co-authored-by: Vlada Dusek <[email protected]>
1 parent ca468cc commit 9b6e465

File tree

4 files changed

+981
-853
lines changed

4 files changed

+981
-853
lines changed

src/crawlee/storage_clients/_sql/_key_value_store_client.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,9 @@
22

33
import json
44
from logging import getLogger
5-
from typing import TYPE_CHECKING, Any
5+
from typing import TYPE_CHECKING, Any, cast
66

7-
from sqlalchemy import delete, select
7+
from sqlalchemy import CursorResult, delete, select
88
from typing_extensions import Self, override
99

1010
from crawlee._utils.file import infer_mime_type
@@ -227,6 +227,7 @@ async def delete_value(self, *, key: str) -> None:
227227
async with self.get_session(with_simple_commit=True) as session:
228228
# Delete the record if it exists
229229
result = await session.execute(stmt)
230+
result = cast('CursorResult', result) if not isinstance(result, CursorResult) else result
230231

231232
# Update metadata if we actually deleted something
232233
if result.rowcount > 0:

src/crawlee/storage_clients/_sql/_request_queue_client.py

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@
55
from functools import lru_cache
66
from hashlib import sha256
77
from logging import getLogger
8-
from typing import TYPE_CHECKING, Any
8+
from typing import TYPE_CHECKING, Any, cast
99

10-
from sqlalchemy import func, or_, select, update
10+
from sqlalchemy import CursorResult, func, or_, select, update
1111
from sqlalchemy.exc import SQLAlchemyError
1212
from sqlalchemy.orm import load_only
1313
from typing_extensions import NotRequired, Self, override
@@ -231,6 +231,7 @@ async def add_batch_of_requests(
231231

232232
async with self.get_session() as session:
233233
result = await session.execute(stmt)
234+
result = cast('CursorResult', result) if not isinstance(result, CursorResult) else result
234235
existing_requests = {req.request_id: req for req in result.scalars()}
235236
state = await self._get_state(session)
236237
insert_values: list[dict] = []
@@ -498,9 +499,12 @@ async def mark_request_as_handled(self, request: Request) -> ProcessedRequest |
498499
)
499500
async with self.get_session() as session:
500501
result = await session.execute(stmt)
502+
result = cast('CursorResult', result) if not isinstance(result, CursorResult) else result
503+
501504
if result.rowcount == 0:
502505
logger.warning(f'Request {request.unique_key} not found in database.')
503506
return None
507+
504508
await self._update_metadata(
505509
session,
506510
**_QueueMetadataUpdateParams(
@@ -550,6 +554,8 @@ async def reclaim_request(
550554
stmt = stmt.values(sequence_number=new_sequence, time_blocked_until=None, client_key=None)
551555

552556
result = await session.execute(stmt)
557+
result = cast('CursorResult', result) if not isinstance(result, CursorResult) else result
558+
553559
if result.rowcount == 0:
554560
logger.warning(f'Request {request.unique_key} not found in database.')
555561
return None

0 commit comments

Comments
 (0)