# ============================================================= # OxiCloud — Chunked upload size cap + streaming verification # ============================================================= # Validates `storage.chunk_max_bytes` (env `OXICLOUD_CHUNK_MAX_BYTES`, # set to 4 MiB by `tests/common/server.env`) on the REST chunked upload # surface `/api/uploads/{id}`. # # Two scenarios: # 1. SUCCESS path — uploads `hello.txt` (32 bytes) in one chunk and # asserts the stored file's BLAKE3 matches the known hash of the # fixture. Confirms streaming + assembly + dedup integrity. # 2. CAP REJECTION — uploads `chunk-over-cap-5mb.bin` (5 MiB) which # exceeds the 4 MiB cap, asserting the server returns 413 Payload # Too Large instead of OOMing or silently truncating. # # Why REST chunked, not NC chunked: both surfaces share the same # `chunk_max_bytes` config; the REST path is JWT-authed (already set # up in this Hurl run), the NC path would require minting an app # password mid-test. # ============================================================= # ───────────────────────────────────────────────────────────── # Step 1 — Login and capture the JWT token # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/auth/login Content-Type: application/json { "username": "{{username}}", "password": "{{password}}" } HTTP 200 [Captures] token: jsonpath "$.access_token" # ───────────────────────────────────────────────────────────── # Step 2 — Resolve home folder id (single root folder for admin) # ───────────────────────────────────────────────────────────── GET {{base_url}}/api/folders Authorization: Bearer {{token}} HTTP 200 [Captures] home_folder_id: jsonpath "$[0].id" # ───────────────────────────────────────────────────────────── # Step 3 — Create chunked upload session for hello.txt (32 bytes) # chunk_size = 1 MiB (server minimum is 1 MiB). With # total_size < chunk_size the server computes a single # chunk of `total_size` bytes for index 0. # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "chunked-cap-hello.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_ok: jsonpath "$.upload_id" # ───────────────────────────────────────────────────────────── # Step 4 — Upload the single 32-byte chunk → 200 # ───────────────────────────────────────────────────────────── PATCH {{base_url}}/api/uploads/{{upload_id_ok}}?chunk_index=0 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 200 [Asserts] header "Upload-Complete" == "true" # ───────────────────────────────────────────────────────────── # Step 5 — Complete the upload → 201, capture file id # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads/{{upload_id_ok}}/complete Authorization: Bearer {{token}} HTTP 201 [Captures] file_id: jsonpath "$.file_id" [Asserts] jsonpath "$.filename" == "chunked-cap-hello.txt" jsonpath "$.size" == 32 # ───────────────────────────────────────────────────────────── # Step 6 — Verify the stored file's BLAKE3 matches the known # hash of `tests/fixtures/hello.txt`. This proves the # streaming path wrote the exact bytes — no truncation, # no buffering corruption, no off-by-one. # # Expected hash: # b2208c5dc33ff951227bd0c139f5eccb04105d6da6a7519ee23f7bc00a17bb5a # ───────────────────────────────────────────────────────────── GET {{base_url}}/api/files?folder_id={{home_folder_id}} Authorization: Bearer {{token}} HTTP 200 [Asserts] jsonpath "$[?(@.id == '{{file_id}}')].content_hash" == "b2208c5dc33ff951227bd0c139f5eccb04105d6da6a7519ee23f7bc00a17bb5a" # ───────────────────────────────────────────────────────────── # Step 7 — CAP REJECTION: create a session declaring a 5 MiB # chunk and attempt to upload exactly 5 MiB → 413. # # The cap fires in `axum::body::to_bytes(req, max_chunk)` # BEFORE the inner chunk-size check, so the server never # materialises the full 5 MiB body in memory. # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "chunked-cap-over.bin", "folder_id": "{{home_folder_id}}", "content_type": "application/octet-stream", "total_size": 5242880, "chunk_size": 5242880 } HTTP 201 [Captures] upload_id_big: jsonpath "$.upload_id" # ───────────────────────────────────────────────────────────── # Step 8 — Send a 5 MiB chunk → 413 (cap is 4 MiB). # Pre-fix this PATCH would either OOM the server or be # silently treated as an empty body (via the old # `to_bytes(.., usize::MAX).unwrap_or_default()` path). # ───────────────────────────────────────────────────────────── PATCH {{base_url}}/api/uploads/{{upload_id_big}}?chunk_index=0 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/chunk-over-cap-5mb.bin; HTTP 413 # ───────────────────────────────────────────────────────────── # Step 9 — Clean up the abandoned over-cap session. # ───────────────────────────────────────────────────────────── DELETE {{base_url}}/api/uploads/{{upload_id_big}} Authorization: Bearer {{token}} HTTP 204 # ═════════════════════════════════════════════════════════════ # Checksum verification scenarios # ═════════════════════════════════════════════════════════════ # `?checksum=&checksumalg=` (default md5 if alg # omitted, preserving the legacy `Content-MD5` contract). All # three algorithms compute incrementally during the streaming # write — zero extra disk reads. Known hashes of hello.txt: # md5: f02bc35b153756ad11e07885cd86cbcf # sha256: 0237134783df857fd9634c004341dbfccd374be0a1dd3c08e257522fa4d44e20 # blake3: b2208c5dc33ff951227bd0c139f5eccb04105d6da6a7519ee23f7bc00a17bb5a # ───────────────────────────────────────────────────────────── # Step 10 — MD5 (default alg, no `checksumalg` param). # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "chunked-cap-md5.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_md5: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_md5}}?chunk_index=0&checksum=f02bc35b153756ad11e07885cd86cbcf Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 200 POST {{base_url}}/api/uploads/{{upload_id_md5}}/complete Authorization: Bearer {{token}} HTTP 201 # ───────────────────────────────────────────────────────────── # Step 11 — SHA-256 (`?checksumalg=sha256`). # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "chunked-cap-sha256.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_sha: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_sha}}?chunk_index=0&checksum=0237134783df857fd9634c004341dbfccd374be0a1dd3c08e257522fa4d44e20&checksumalg=sha256 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 200 POST {{base_url}}/api/uploads/{{upload_id_sha}}/complete Authorization: Bearer {{token}} HTTP 201 # ───────────────────────────────────────────────────────────── # Step 12 — BLAKE3 (`?checksumalg=blake3`). Same algorithm the # blob-storage layer uses for dedup, so the chunk-level # hash and the assembled-file hash are comparable. # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "chunked-cap-blake3.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_blake3: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_blake3}}?chunk_index=0&checksum=b2208c5dc33ff951227bd0c139f5eccb04105d6da6a7519ee23f7bc00a17bb5a&checksumalg=blake3 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 200 POST {{base_url}}/api/uploads/{{upload_id_blake3}}/complete Authorization: Bearer {{token}} HTTP 201 # ───────────────────────────────────────────────────────────── # Step 13 — Checksum MISMATCH: send a chunk with a deliberately # wrong MD5. `commit_chunk` must reject (the chunk # file is removed in the same path so a retry against # the same index starts clean). # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "chunked-cap-badmd5.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_bad: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_bad}}?chunk_index=0&checksum=00000000000000000000000000000000 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 400 DELETE {{base_url}}/api/uploads/{{upload_id_bad}} Authorization: Bearer {{token}} HTTP 204 # ───────────────────────────────────────────────────────────── # Step 14 — Unknown checksumalg → 400 BadRequest with the # offending value echoed back. Guards against a typo # silently disabling integrity verification. # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "chunked-cap-badalg.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_badalg: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_badalg}}?chunk_index=0&checksum=deadbeef&checksumalg=zoiberg Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 400 DELETE {{base_url}}/api/uploads/{{upload_id_badalg}} Authorization: Bearer {{token}} HTTP 204 # ───────────────────────────────────────────────────────────── # Step 15 — Size MISMATCH: declare chunk_size 32, send 4 bytes. # Streaming write succeeds; `commit_chunk` rejects on # the size check, removes the partial file. # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "chunked-cap-shortbody.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_short: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_short}}?chunk_index=0 Authorization: Bearer {{token}} Content-Type: application/octet-stream base64,aGFsdA==; HTTP 400 DELETE {{base_url}}/api/uploads/{{upload_id_short}} Authorization: Bearer {{token}} HTTP 204 # ═════════════════════════════════════════════════════════════ # End-to-end checksum on `/complete` # ═════════════════════════════════════════════════════════════ # Optional body `{checksum, checksumalg}` on the complete request # lets the client lock in end-to-end integrity: if the assembled # file's hash doesn't match the value the client expected, the # blob is NOT promoted to storage and no DB row is created. # `blake3` is the recommended algorithm — same one the server # computes during hash-on-write assembly, so verification costs # nothing extra. # ───────────────────────────────────────────────────────────── # Step 16 — `/complete` with matching BLAKE3 → 201. # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "complete-blake3-ok.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_b3_ok: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_b3_ok}}?chunk_index=0 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 200 POST {{base_url}}/api/uploads/{{upload_id_b3_ok}}/complete Authorization: Bearer {{token}} Content-Type: application/json { "checksum": "b2208c5dc33ff951227bd0c139f5eccb04105d6da6a7519ee23f7bc00a17bb5a", "checksumalg": "blake3" } HTTP 201 # ───────────────────────────────────────────────────────────── # Step 17 — `/complete` with matching SHA-256 → 201 (re-hashes # the assembled file on the blocking pool). # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "complete-sha256-ok.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_sha_ok: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_sha_ok}}?chunk_index=0 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 200 POST {{base_url}}/api/uploads/{{upload_id_sha_ok}}/complete Authorization: Bearer {{token}} Content-Type: application/json { "checksum": "0237134783df857fd9634c004341dbfccd374be0a1dd3c08e257522fa4d44e20", "checksumalg": "sha256" } HTTP 201 # ───────────────────────────────────────────────────────────── # Step 18 — `/complete` with MISMATCHED BLAKE3 → 400. Blob is # NOT promoted; session stays open for retry. # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "complete-blake3-bad.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_b3_bad: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_b3_bad}}?chunk_index=0 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 200 POST {{base_url}}/api/uploads/{{upload_id_b3_bad}}/complete Authorization: Bearer {{token}} Content-Type: application/json { "checksum": "00000000000000000000000000000000000000000000000000000000deadbeef", "checksumalg": "blake3" } HTTP 400 DELETE {{base_url}}/api/uploads/{{upload_id_b3_bad}} Authorization: Bearer {{token}} HTTP 204 # ───────────────────────────────────────────────────────────── # Step 19 — `/complete` with unknown `checksumalg` → 400. # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "complete-badalg.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_c_badalg: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_c_badalg}}?chunk_index=0 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 200 POST {{base_url}}/api/uploads/{{upload_id_c_badalg}}/complete Authorization: Bearer {{token}} Content-Type: application/json { "checksum": "deadbeef", "checksumalg": "zoiberg" } HTTP 400 DELETE {{base_url}}/api/uploads/{{upload_id_c_badalg}} Authorization: Bearer {{token}} HTTP 204 # ───────────────────────────────────────────────────────────── # Step 20 — `/complete` with NO body → 201 (backwards-compat). # ───────────────────────────────────────────────────────────── POST {{base_url}}/api/uploads Authorization: Bearer {{token}} Content-Type: application/json { "filename": "complete-nobody.txt", "folder_id": "{{home_folder_id}}", "content_type": "text/plain", "total_size": 32, "chunk_size": 1048576 } HTTP 201 [Captures] upload_id_nobody: jsonpath "$.upload_id" PATCH {{base_url}}/api/uploads/{{upload_id_nobody}}?chunk_index=0 Authorization: Bearer {{token}} Content-Type: application/octet-stream file,fixtures/hello.txt; HTTP 200 POST {{base_url}}/api/uploads/{{upload_id_nobody}}/complete Authorization: Bearer {{token}} HTTP 201