Edouard Vanbelle
187 lines
8.5 KiB
Bash
Executable File
187 lines
8.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
||
# =============================================================
|
||
# OxiCloud – Chunked upload API + dedup check
|
||
# =============================================================
|
||
# Uploads free_video_over_1MB.mp4 (2760653 bytes) in 3 chunks
|
||
# of 1 MiB each via the TUS-like chunked upload API, then:
|
||
# 1. Verifies the file appears in folder listing with video/mp4 MIME type
|
||
# 2. Checks GET /api/dedup/check/{hash} → ref_count == 1
|
||
#
|
||
# BLAKE3 hash of free_video_over_1MB.mp4:
|
||
# 95d42b25a2d39f24f1b2f38bf1b947d4ec74201271a98ea0e76a9cea421eff80
|
||
#
|
||
# Prerequisites:
|
||
# - Server running at base_url with credentials from test.env
|
||
# - OXICLOUD_ENABLE_AUTH=true
|
||
# - jq, dd in PATH
|
||
#
|
||
# Run (from repo root):
|
||
# bash tests/webdav/test_chunked_upload_dedup.sh
|
||
# =============================================================
|
||
|
||
set -euo pipefail
|
||
|
||
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||
REPO_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
|
||
cd "$SCRIPT_DIR"
|
||
|
||
source test.env
|
||
source common.sh
|
||
|
||
# ── helpers ──────────────────────────────────────────────────────────────────
|
||
|
||
PASS=0
|
||
FAIL=0
|
||
|
||
pass() { PASS=$(( PASS + 1 )); echo " PASS: $*"; }
|
||
fail() { FAIL=$(( FAIL + 1 )); echo " FAIL: $*" >&2; exit 1; }
|
||
|
||
rest_get() { curl -s -H "Authorization: Bearer $TOKEN" "$base_url$1"; }
|
||
rest_delete() { curl -s -o /dev/null -w "%{http_code}" -X DELETE -H "Authorization: Bearer $TOKEN" "$base_url$1"; }
|
||
dedup_check() { curl -s -H "Authorization: Bearer $TOKEN" "$base_url/api/dedup/check/$1"; }
|
||
|
||
purge_from_trash() {
|
||
local name="$1"
|
||
local tid
|
||
tid=$(rest_get "/api/trash" \
|
||
| jq -r --arg n "$name" 'first(.[] | select(.name == $n) | .id) // empty')
|
||
[[ -n "$tid" ]] && rest_delete "/api/trash/$tid" > /dev/null || true
|
||
}
|
||
|
||
# ── fixture ───────────────────────────────────────────────────────────────────
|
||
|
||
BLOB_HASH="95d42b25a2d39f24f1b2f38bf1b947d4ec74201271a98ea0e76a9cea421eff80"
|
||
FIXTURE="$REPO_ROOT/tests/fixtures/free_video_over_1MB.mp4"
|
||
[[ -f "$FIXTURE" ]] || { echo "Missing fixture: $FIXTURE" >&2; exit 1; }
|
||
|
||
REMOTE_NAME="chunked-upload-test.mp4"
|
||
FILE_SIZE=2760653
|
||
CHUNK_SIZE=1048576 # 1 MiB — minimum accepted by the server
|
||
TOTAL_CHUNKS=3 # ceil(2760653 / 1048576) = 3
|
||
|
||
echo
|
||
echo "=== Chunked upload API + dedup check ==="
|
||
echo
|
||
|
||
# ── authenticate ──────────────────────────────────────────────────────────────
|
||
|
||
oxicloud_login
|
||
|
||
# ── home folder ───────────────────────────────────────────────────────────────
|
||
|
||
HOME_FOLDER_ID=$(rest_get "/api/folders" | jq -r '.[0].id')
|
||
[[ -n "$HOME_FOLDER_ID" && "$HOME_FOLDER_ID" != "null" ]] \
|
||
|| fail "Could not retrieve home folder ID"
|
||
echo " home folder id: $HOME_FOLDER_ID"
|
||
|
||
# ── idempotent pre-test cleanup ───────────────────────────────────────────────
|
||
|
||
EXISTING_ID=$(rest_get "/api/files?folder_id=$HOME_FOLDER_ID" \
|
||
| jq -r --arg n "$REMOTE_NAME" 'first(.[] | select(.name == $n) | .id) // empty')
|
||
if [[ -n "$EXISTING_ID" ]]; then
|
||
echo " cleanup: deleting existing $REMOTE_NAME (id=$EXISTING_ID)"
|
||
rest_delete "/api/files/$EXISTING_ID" > /dev/null
|
||
fi
|
||
purge_from_trash "$REMOTE_NAME"
|
||
|
||
# ── Step 1: Create upload session ─────────────────────────────────────────────
|
||
|
||
echo " step 1: POST /api/uploads (create session, $TOTAL_CHUNKS chunks of ${CHUNK_SIZE}B)..."
|
||
SESSION=$(curl -s \
|
||
-X POST \
|
||
-H "Authorization: Bearer $TOKEN" \
|
||
-H "Content-Type: application/json" \
|
||
-d "{\"filename\":\"$REMOTE_NAME\",\"folder_id\":\"$HOME_FOLDER_ID\",\"content_type\":\"video/mp4\",\"total_size\":$FILE_SIZE,\"chunk_size\":$CHUNK_SIZE}" \
|
||
"$base_url/api/uploads")
|
||
|
||
UPLOAD_ID=$(jq -r '.upload_id' <<< "$SESSION")
|
||
[[ -n "$UPLOAD_ID" && "$UPLOAD_ID" != "null" ]] \
|
||
|| fail "POST /api/uploads: could not get upload_id (response: $SESSION)"
|
||
pass "Upload session created: upload_id=$UPLOAD_ID"
|
||
|
||
# ── Step 2: Upload chunks ─────────────────────────────────────────────────────
|
||
|
||
echo " step 2: PATCH chunks 0..$(( TOTAL_CHUNKS - 1 ))..."
|
||
for (( i=0; i<TOTAL_CHUNKS; i++ )); do
|
||
PATCH_RESP=$(dd if="$FIXTURE" bs="$CHUNK_SIZE" skip="$i" count=1 2>/dev/null \
|
||
| curl -s \
|
||
-X PATCH \
|
||
-H "Authorization: Bearer $TOKEN" \
|
||
-H "Content-Type: application/octet-stream" \
|
||
--data-binary @- \
|
||
"$base_url/api/uploads/$UPLOAD_ID?chunk_index=$i")
|
||
|
||
IS_COMPLETE=$(jq -r '.is_complete' <<< "$PATCH_RESP")
|
||
BYTES=$(jq -r '.bytes_received' <<< "$PATCH_RESP")
|
||
[[ -n "$BYTES" && "$BYTES" != "null" ]] \
|
||
|| fail "PATCH chunk $i: unexpected response: $PATCH_RESP"
|
||
echo " chunk $i: bytes_received=$BYTES is_complete=$IS_COMPLETE"
|
||
done
|
||
pass "All $TOTAL_CHUNKS chunks uploaded"
|
||
|
||
# ── Step 3: Complete the upload ───────────────────────────────────────────────
|
||
|
||
echo " step 3: POST /api/uploads/$UPLOAD_ID/complete..."
|
||
COMPLETE_RESP=$(curl -s \
|
||
-X POST \
|
||
-H "Authorization: Bearer $TOKEN" \
|
||
"$base_url/api/uploads/$UPLOAD_ID/complete")
|
||
|
||
FILE_ID=$(jq -r '.file_id' <<< "$COMPLETE_RESP")
|
||
[[ -n "$FILE_ID" && "$FILE_ID" != "null" ]] \
|
||
|| fail "POST complete: could not get file_id (response: $COMPLETE_RESP)"
|
||
pass "Upload complete: file_id=$FILE_ID"
|
||
|
||
# ── Step 4: Verify file appears in folder listing with correct MIME type ──────
|
||
|
||
echo " step 4: verify file in folder listing with video/mp4 MIME type..."
|
||
LISTING=$(rest_get "/api/files?folder_id=$HOME_FOLDER_ID")
|
||
LISTED_FILE=$(jq -r --arg id "$FILE_ID" 'first(.[] | select(.id == $id))' <<< "$LISTING")
|
||
|
||
[[ -n "$LISTED_FILE" && "$LISTED_FILE" != "null" ]] \
|
||
|| fail "File $FILE_ID not found in folder listing"
|
||
|
||
MIME=$(jq -r '.mime_type' <<< "$LISTED_FILE")
|
||
[[ "$MIME" == "video/mp4" ]] \
|
||
|| fail "Expected MIME type video/mp4, got: $MIME"
|
||
pass "File listed with MIME type: $MIME"
|
||
|
||
# ── Step 4b: server's content_hash matches our local BLAKE3 ──────────────────
|
||
# Cross-check the file we just uploaded: the server's view of its
|
||
# content identity (FileDto.content_hash, exposed in REST JSON since
|
||
# the etag-centralization refactor) must equal the BLAKE3 we know
|
||
# the fixture has. Catches any chunk-assembly bug that would
|
||
# silently produce a different blob than the source bytes.
|
||
|
||
LISTED_HASH=$(jq -r '.content_hash // empty' <<< "$LISTED_FILE")
|
||
[[ "$LISTED_HASH" == "$BLOB_HASH" ]] \
|
||
|| fail "content_hash mismatch: server=$LISTED_HASH expected=$BLOB_HASH"
|
||
pass "content_hash matches local BLAKE3 ($BLOB_HASH)"
|
||
|
||
# ── Step 5: Dedup check → ref_count == 1 ─────────────────────────────────────
|
||
|
||
echo " step 5: GET /api/dedup/check/$BLOB_HASH..."
|
||
RESP=$(dedup_check "$BLOB_HASH")
|
||
EXISTS=$(jq -r '.exists' <<< "$RESP")
|
||
RC=$( jq -r '.ref_count' <<< "$RESP")
|
||
|
||
[[ "$EXISTS" == "true" ]] \
|
||
|| fail "dedup/check: expected exists=true, got $EXISTS (response: $RESP)"
|
||
[[ "$RC" == "1" ]] \
|
||
|| fail "dedup/check: expected ref_count=1, got $RC"
|
||
pass "ref_count == 1: blob registered after chunked upload"
|
||
|
||
# ── cleanup ───────────────────────────────────────────────────────────────────
|
||
|
||
echo " cleanup..."
|
||
ST=$(rest_delete "/api/files/$FILE_ID")
|
||
[[ "$ST" == "204" ]] || fail "DELETE file expected 204, got $ST"
|
||
purge_from_trash "$REMOTE_NAME"
|
||
pass "Cleanup complete"
|
||
|
||
# ── summary ───────────────────────────────────────────────────────────────────
|
||
|
||
echo
|
||
echo "Results: $PASS passed, $FAIL failed."
|
||
[[ "$FAIL" -eq 0 ]] && echo "All tests passed." || exit 1
|