Skip to content

Commit c9f9e00

Browse files
Try sorting presigned urls and file paths
1 parent 359e9b1 commit c9f9e00

File tree

73 files changed

+1794
-1839
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

73 files changed

+1794
-1839
lines changed

documentcloud/documents.py

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -477,7 +477,6 @@ def upload_directory(self, path, handle_errors=False, extensions=".pdf", **kwarg
477477
)
478478
for p in sorted(file_paths)
479479
]
480-
print("POST body:", body)
481480
try:
482481
response = self.client.post("documents/", json=body)
483482
except (APIError, RequestException) as exc:
@@ -493,9 +492,13 @@ def upload_directory(self, path, handle_errors=False, extensions=".pdf", **kwarg
493492

494493
# Upload the files directly to storage
495494
create_json = response.json()
496-
obj_list.extend(create_json)
497-
presigned_urls = [j["presigned_url"] for j in create_json]
498-
for url, file_path in zip(presigned_urls, file_paths):
495+
496+
sorted_create_json = sorted(create_json, key=lambda j: j["title"])
497+
sorted_file_paths = sorted(file_paths, key=lambda p: self._get_title(p))
498+
obj_list.extend(sorted_create_json)
499+
presigned_urls = [j["presigned_url"] for j in sorted_create_json]
500+
501+
for url, file_path in zip(presigned_urls, sorted_file_paths):
499502
logger.info("Uploading %s to S3...", file_path)
500503
try:
501504
with open(file_path, "rb") as file:

tests/cassettes/fixtures/client.yaml

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ interactions:
1818
uri: https://dev.squarelet.com/api/token/
1919
response:
2020
body:
21-
string: '{"refresh":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJ0b2tlbl90eXBlIjoicmVmcmVzaCIsImV4cCI6MTc1ODgxMzI5NiwiaWF0IjoxNzU4NzI2ODk2LCJqdGkiOiI2MDAzNzY3NTQ3MDM0ZmEzYjgzZjQ1ZDM4ZWViOWJhNyIsInVzZXJfaWQiOiJmNjAyOWU4YS1kOGEyLTQxODgtOGEyMS1jZDA3M2EwMmVlNWMiLCJhdWQiOlsic3F1YXJlbGV0IiwibXVja3JvY2siLCJkb2N1bWVudGNsb3VkIl0sImlzcyI6WyJzcXVhcmVsZXQiXX0.ha8vr4DcxypK7MBcIGj3qaxZnYZ9iP8Y7XWstC06U-cpc7XU0o9Zcqzxny-CTIlkykqz9xNo2Vq5oWnVmcN4yyRa9Bzi1wEVJSPo9Ei-tdxKbGZynSbrxLMIj_W0mXnstRmQgA9VX3eMOBxgvuUDCH0AMGTwspFajfnnv-WUtdG0TB9GVWLGu2K6PqhO-aWutYxvHdtl5jWjh_9ZVqFz2y_qFAD2t6J-aGvPqEV2Ynm8o41jVS5bR3mpACsE07q2BU1P3lz77klpjAVX3ahjtbyu2JHZNBG4RRcySTippc6wClvNzDonta-oQKPJlms0Uk52tRwNqhJfWnGGecMgyA","access":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJ0b2tlbl90eXBlIjoiYWNjZXNzIiwiZXhwIjoxNzU4NzI3MTk2LCJpYXQiOjE3NTg3MjY4OTYsImp0aSI6IjZlOGEwODRkZGVjYTQzNzM5YjQ3YTcxNjViNTA0NTNmIiwidXNlcl9pZCI6ImY2MDI5ZThhLWQ4YTItNDE4OC04YTIxLWNkMDczYTAyZWU1YyIsImF1ZCI6WyJzcXVhcmVsZXQiLCJtdWNrcm9jayIsImRvY3VtZW50Y2xvdWQiXSwiaXNzIjpbInNxdWFyZWxldCJdfQ.l9hkxMHXTjCof0fS4I4gf-lJ6NtP1TWoT6QJwuVpICfkZGWGw1yqA8yUAd95oPKJ5KMYXKAEPXUNdAfN3Fn21OyzLCOcdcmn-Y-GMJu2nTRc9TBKLQFGc0xWM5IO26vwFAfE2HZXFqtx_s4j192Tm5nVFGyO1AsapHU1dkcL0y9b5wMD7kls23Ub-BD2w6FtpAQMxfXhmMGjfDJByHn6qexM7CLvk2AKp_9dFmA2oNpWhzLIgXMS-d7ZaL8O-cpA5SK4vtJjo8bGX5Gaz_JyjwiupqixBB-3ci3mTZXfm_9OM9v08pmtrPlHSMwf4DGEedhhMJPkeLU4_2rwV86Owg"}'
21+
string: '{"refresh":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJ0b2tlbl90eXBlIjoicmVmcmVzaCIsImV4cCI6MTc1ODgxNTMyMiwiaWF0IjoxNzU4NzI4OTIyLCJqdGkiOiIyZGIyYjk2MGRiMTg0MjIwOTY0YWY5YTI2ZjUyNjQ3YyIsInVzZXJfaWQiOiJmNjAyOWU4YS1kOGEyLTQxODgtOGEyMS1jZDA3M2EwMmVlNWMiLCJhdWQiOlsic3F1YXJlbGV0IiwibXVja3JvY2siLCJkb2N1bWVudGNsb3VkIl0sImlzcyI6WyJzcXVhcmVsZXQiXX0.OBpX4-A48BbNHKr75vpgy7Ssdj-Ag63eJZ8Zo-aiHBoq5bGrA1dTcHkrglh61KI6Ji6w3zksv4DmfL1kvEkocd_cMB4bYRunfIKU2VMPn51F9Pm3YcDV27ogydh_tZykt3I4YfdIq4Ct5c97I8SyI0AS_7i347pKlaGoJynTZPezTZWUKIM9EtriQ9iT47HEDWH09fmcyvqA3afsgR70vSxxB_OLcHAnH0fZ1DP6F9oQh-nwOmooNlS7rTGikkVjZqlOXWJl3FLHsi4R_GD05b37XCyAEjo9RVf5fxEVbaeegKwCWEpRetQABrVnOFOdaeeVfjz8iAwVXBBV5o9yjQ","access":"eyJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJ0b2tlbl90eXBlIjoiYWNjZXNzIiwiZXhwIjoxNzU4NzI5MjIyLCJpYXQiOjE3NTg3Mjg5MjIsImp0aSI6IjVjZjJjNTY0MmM5MjQ0YWNiOGI1MTE4ZDIzYzQxZjAyIiwidXNlcl9pZCI6ImY2MDI5ZThhLWQ4YTItNDE4OC04YTIxLWNkMDczYTAyZWU1YyIsImF1ZCI6WyJzcXVhcmVsZXQiLCJtdWNrcm9jayIsImRvY3VtZW50Y2xvdWQiXSwiaXNzIjpbInNxdWFyZWxldCJdfQ.ox04nvr_QyJh5z249PZuvQiy4YLLKKba_yF73J_osL6UcQcv-viGFqxXcMgObbcugvVPqSW4VEiCiEMPTgNhrrl7KzhFwtZlZv7QXRHcJP8N5hJbahaFwKHCJwUpHpM9qliAE0rVSQ1U3MfaEWGZTsj8JN2tM3gSp1fGguoY76N2AvD0KlykTsQZYHEbkO2gTrCm25WVFGxe-f7s58n_sSBgdvvM9vpNf3to6_AeZ2QwpUOG_rWplgvDE1ugILOdur2TSL5_RGgqI5KQltGdpURVYpeURiycZ-f1w-JPP7D8KDfawXV2N9lhBE7kP-Lb98qgh-vLAzazLLVBWDnB5Q"}'
2222
headers:
2323
Allow:
2424
- POST, OPTIONS
@@ -31,15 +31,15 @@ interactions:
3131
Cross-Origin-Opener-Policy:
3232
- same-origin
3333
Date:
34-
- Wed, 24 Sep 2025 15:14:56 GMT
34+
- Wed, 24 Sep 2025 15:48:42 GMT
3535
Referrer-Policy:
3636
- same-origin
3737
Server:
3838
- nginx/1.25.2
3939
Server-Timing:
40-
- TimerPanel_utime;dur=214.24900000002367;desc="User CPU time", TimerPanel_stime;dur=47.786000000002105;desc="System
41-
CPU time", TimerPanel_total;dur=262.0350000000258;desc="Total CPU time", TimerPanel_total_time;dur=129.43583900050726;desc="Elapsed
42-
time", SQLPanel_sql_time;dur=5.449520998809021;desc="SQL 4 queries", CachePanel_total_time;dur=0;desc="Cache
40+
- TimerPanel_utime;dur=244.6600000000103;desc="User CPU time", TimerPanel_stime;dur=47.13300000000231;desc="System
41+
CPU time", TimerPanel_total;dur=291.7930000000126;desc="Total CPU time", TimerPanel_total_time;dur=135.79398800357012;desc="Elapsed
42+
time", SQLPanel_sql_time;dur=4.552477003016975;desc="SQL 4 queries", CachePanel_total_time;dur=0;desc="Cache
4343
0 Calls"
4444
Set-Cookie:
4545
- op_browser_state=f5448717470b879d75a31d1e1e832e10c24a7586f91c49d672dea82f;
@@ -51,7 +51,7 @@ interactions:
5151
X-Frame-Options:
5252
- DENY
5353
djdt-store-id:
54-
- 1c9784ab60894f39992428009825187d
54+
- 7d41427a9d1846d6be4975c3f0b284b0
5555
status:
5656
code: 200
5757
message: OK

0 commit comments

Comments
 (0)