summaryrefslogtreecommitdiffhomepage
path: root/tests/test_sftp_big.py
diff options
context:
space:
mode:
authorKlemens Schölhorn <klemens.schoelhorn@advantest.com>2023-04-20 14:54:36 +0200
committerKlemens Schölhorn <klemens.schoelhorn@advantest.com>2023-06-02 12:30:10 +0200
commit6006598f558908a6a114faa60e608bbf355ef4c8 (patch)
tree2cb0d1006cb42cffa136d2e8884190eaba553389 /tests/test_sftp_big.py
parent0f10827d148e915ac1492cb09f6731aa94042cfc (diff)
Make test for prefetch requests limit stable
The prefetch requests are added in a background process, so the might not be ready when the test wants to count them. Fix it by introducing a wait_for untility function that waits for a assert to pass for a specified timeout, to give the background thread the chance to start and add the prefetch requests. Also lock the prefetch lock before trying to access the extents to prevent a data race.
Diffstat (limited to 'tests/test_sftp_big.py')
-rw-r--r--tests/test_sftp_big.py14
1 files changed, 10 insertions, 4 deletions
diff --git a/tests/test_sftp_big.py b/tests/test_sftp_big.py
index d3e0cb1b..7d1110c3 100644
--- a/tests/test_sftp_big.py
+++ b/tests/test_sftp_big.py
@@ -30,7 +30,7 @@ import time
from paramiko.common import o660
-from ._util import slow
+from ._util import slow, wait_until
@slow
@@ -372,6 +372,11 @@ class TestBigSFTP:
"""
kblob = 1024 * b"x"
start = time.time()
+
+ def expect_prefetch_extents(file, expected_extents):
+ with file._prefetch_lock:
+ assert len(file._prefetch_extents) == expected_extents
+
try:
with sftp.open(f"{sftp.FOLDER}/hongry.txt", "w") as f:
for n in range(1024):
@@ -391,15 +396,16 @@ class TestBigSFTP:
with sftp.open(f"{sftp.FOLDER}/hongry.txt", "rb") as f:
file_size = f.stat().st_size
f.prefetch(file_size)
- assert len(f._prefetch_extents) == 32
+ wait_until(lambda: expect_prefetch_extents(f, 32))
# read with prefetch, limiting to 5 simultaneous requests
with sftp.open(f"{sftp.FOLDER}/hongry.txt", "rb") as f:
file_size = f.stat().st_size
f.prefetch(file_size, 5)
- assert len(f._prefetch_extents) == 5
+ wait_until(lambda: expect_prefetch_extents(f, 5))
for n in range(1024):
- assert len(f._prefetch_extents) <= 5
+ with f._prefetch_lock:
+ assert len(f._prefetch_extents) <= 5
data = f.read(1024)
assert data == kblob