Import Apple Health XML Export

#!/usr/bin/env python3
"""Upload an Apple Health export with the Open Wearables multipart API."""

import math
import os
import sys
from pathlib import Path
from typing import Any

import requests

API_URL = os.getenv("OPEN_WEARABLES_API_URL", "http://localhost:8000")
API_KEY = os.environ["OPEN_WEARABLES_API_KEY"]
USER_ID = os.environ["OPEN_WEARABLES_USER_ID"]
API_HEADERS = {"X-Open-Wearables-API-Key": API_KEY}


def api_post(
    path: str,
    payload: dict[str, object],
    expected: tuple[int, ...],
) -> dict[str, Any]:
    response = requests.post(
        f"{API_URL}{path}",
        headers=API_HEADERS,
        json=payload,
        timeout=30,
    )
    if response.status_code not in expected:
        raise RuntimeError(f"{response.status_code}: {response.text}")
    return response.json()


def main(file_path: Path) -> None:
    if not file_path.is_file():
        raise FileNotFoundError(file_path)
    if file_path.stat().st_size < 5 * 1024 * 1024:
        raise ValueError("Multipart uploads require a file of at least 5 MiB")

    base = f"/api/v1/users/{USER_ID}/import/apple/xml/s3/multipart"
    created: dict[str, Any] | None = None
    completion_submitted = False
    try:
        created = api_post(
            f"{base}/create",
            {
                "filename": file_path.name,
                "content_type": "application/xml",
                "file_size": file_path.stat().st_size,
            },
            (201,),
        )
        part_size = created["part_size"]
        part_count = math.ceil(file_path.stat().st_size / part_size)
        signed = api_post(
            f"{base}/sign",
            {
                "key": created["key"],
                "upload_id": created["upload_id"],
                "part_numbers": list(range(1, part_count + 1)),
            },
            (200,),
        )
        urls = {part["part_number"]: part["url"] for part in signed["urls"]}

        completed_parts = []
        with file_path.open("rb") as xml_file:
            for part_number in range(1, part_count + 1):
                body = xml_file.read(part_size)
                upload = requests.put(urls[part_number], data=body, timeout=(10, 1800))
                upload.raise_for_status()
                etag = upload.headers.get("ETag")
                if not etag:
                    raise RuntimeError("Missing ETag; expose it in the bucket CORS policy")
                completed_parts.append({"part_number": part_number, "etag": etag.strip()})
                print(f"Uploaded part {part_number}/{part_count}")

        # After this request starts, a lost response does not prove that queueing failed.
        # Do not abort and race a completion worker whose response was lost.
        completion_submitted = True
        result = api_post(
            f"{base}/complete",
            {
                "key": created["key"],
                "upload_id": created["upload_id"],
                "parts": completed_parts,
            },
            (200, 202),
        )
        print(f"{result['status']}: {result['key']}")
        if result.get("task_id"):
            print(f"Import task: {result['task_id']}")
    except Exception:
        if created is not None and not completion_submitted:
            try:
                api_post(
                    f"{base}/abort",
                    {"key": created["key"], "upload_id": created["upload_id"]},
                    (200,),
                )
            except Exception as abort_error:
                print(f"Warning: abort failed: {abort_error}", file=sys.stderr)
        raise


if __name__ == "__main__":
    if len(sys.argv) != 2:
        raise SystemExit("Usage: python upload_xml_multipart.py export.xml")
    main(Path(sys.argv[1]))

{
  "status": "processing",
  "key": "user-id/raw/unique-export.xml",
  "bucket": "open-wearables",
  "task_id": "8d603f54-73e9-454e-bb31-4a3bd12a3f37"
}

{
  "ID": "abort-incomplete-apple-xml-uploads",
  "Status": "Enabled",
  "Filter": {"Prefix": ""},
  "AbortIncompleteMultipartUpload": {"DaysAfterInitiation": 1}
}