Amazon DynamoDB から Amazon S3 へのフィルター付きエクスポート機能のご紹介

aws dynamodb export-table-to-point-in-time \
  --table-arn arn:aws:dynamodb:us-east-1:111122223333:table/FieldServiceData \
  --export-type INCREMENTAL_EXPORT \
  --incremental-export-specification '{
    "ExportFromTime": "2026-09-10T14:00:00Z",
    "ExportToTime": "2026-09-10T14:45:00Z",
    "ExportViewType": "NEW_AND_OLD_IMAGES"
  }' \
  --s3-bucket amzn-s3-demo-bucket \
  --s3-prefix exports/tenant-4213-recovery/ \
  --export-format DYNAMODB_JSON \
  --client-token tenant-4213-recovery-20260910 \
  --filter-specification '{
    "KeyConditionExpression": "#tid = :tid",
    "ExpressionAttributeNames": {"#tid": "TenantId"},
    "ExpressionAttributeValues": {":tid": {"S": "tenant-4213"}}
  }'

aws dynamodb describe-export \
  --export-arn arn:aws:dynamodb:us-east-1:111122223333:table/FieldServiceData/export/01789052952000-1a2b3c4d

{
  "ExportDescription": {
    "ClientToken": "tenant-4213-recovery-20260910",
    "DestinationType": "S3",
    "EndTime": "2026-09-10T15:24:03.985000+00:00",
    "ExportArn": "arn:aws:dynamodb:us-east-1:111122223333:table/FieldServiceData/export/01789052952000-1a2b3c4d",
    "ExportFormat": "DYNAMODB_JSON",
    "ExportManifest": "exports/tenant-4213-recovery/AWSDynamoDB/01789052952000-1a2b3c4d/manifest-summary.json",
    "ExportStatus": "COMPLETED",
    "ExportType": "INCREMENTAL_EXPORT",
    "FilterSpecification": {
      "ExpressionAttributeNames": {"#tid": "TenantId"},
      "ExpressionAttributeValues": {":tid": {"S": "tenant-4213"}},
      "KeyConditionExpression": "#tid = :tid"
    },
    "IncrementalExportSpecification": {
      "ExportFromTime": "2026-09-10T14:00:00+00:00",
      "ExportToTime": "2026-09-10T14:45:00+00:00",
      "ExportViewType": "NEW_AND_OLD_IMAGES"
    },
    "ItemCount": 48627,
    "S3Bucket": "amzn-s3-demo-bucket",
    "S3Prefix": "exports/tenant-4213-recovery/",
    "S3SseAlgorithm": "AES256",
    "StartTime": "2026-09-10T15:09:12+00:00",
    "TableArn": "arn:aws:dynamodb:us-east-1:111122223333:table/FieldServiceData",
    "TableId": "a1b2c3d4-5678-90ab-cdef-EXAMPLE11111"
  }
}

s3://amzn-s3-demo-bucket/exports/tenant-4213-recovery/AWSDynamoDB/
    01789052952000-1a2b3c4d/
        _started
        manifest-files.json
        manifest-files.md5
        manifest-summary.json
        manifest-summary.md5
    data/
        6nrravgomiyjpnjumsmzc3w2ve.json.gz
        du5kedq3ee7dlbixg2crj4pawe.json.gz
        ...

{
  "Metadata": {"WriteTimestampMicros": {"N": "1789049381000000"}},
  "Keys": {"WorkOrderId": {"S": "WO-0010041"}, "TenantId": {"S": "tenant-4213"}},
  "OldImage": {
    "WorkOrderId": {"S": "WO-0010041"}, "TenantId": {"S": "tenant-4213"},
    "CustomerPhone": {"S": "+1-206-555-0142"}, "Priority": {"S": "URGENT"},
    "CustomerEmail": {"S": "diego_ramirez@example.com"}, "UpdatedAt": {"S": "2026-09-09T22:17:03Z"},
    "AmountDue": {"N": "48250"}, "Status": {"S": "IN_PROGRESS"}
  },
  "NewImage": {
    "WorkOrderId": {"S": "WO-0010041"}, "TenantId": {"S": "tenant-4213"},
    "CustomerPhone": {"S": "+1-206-555-0142"}, "Priority": {"S": "URGENT"},
    "CustomerEmail": {"S": "diego_ramirez@example.com"}, "UpdatedAt": {"S": "2026-09-10T14:09:41Z"},
    "AmountDue": {"N": "4825000"}, "Status": {"S": "COMPLETED"}
  }
}

CREATE EXTERNAL TABLE tenant_4213_window (
  Metadata struct<WriteTimestampMicros:struct<N:string>>,
  Keys     struct<TenantId:struct<S:string>, WorkOrderId:struct<S:string>>,
  OldImage struct<
    Status:struct<S:string>, Priority:struct<S:string>,
    AmountDue:struct<N:string>, UpdatedAt:struct<S:string>
  >,
  NewImage struct<
    Status:struct<S:string>, Priority:struct<S:string>,
    AmountDue:struct<N:string>, UpdatedAt:struct<S:string>
  >
)
ROW FORMAT SERDE 'org.openx.data.jsonserde.JsonSerDe'
LOCATION 's3://amzn-s3-demo-bucket/exports/tenant-4213-recovery/AWSDynamoDB/data/';

SELECT
  Keys.WorkOrderId.S                        AS work_order_id,
  OldImage.Status.S                         AS status_before,
  CAST(OldImage.AmountDue.N AS bigint)      AS amount_before,
  CAST(NewImage.AmountDue.N AS bigint)      AS amount_now,
  NewImage.UpdatedAt.S                      AS written_at
FROM tenant_4213_window
WHERE OldImage IS NOT NULL
  AND NewImage IS NOT NULL
  AND NewImage.Status.S = 'COMPLETED'
  AND OldImage.Status.S <> 'COMPLETED'
  AND OldImage.AmountDue.N <> NewImage.AmountDue.N;

"""Write pre-incident items back for the work orders the deployment changed."""
import gzip
import json

import boto3

BUCKET = "amzn-s3-demo-bucket"
DATA_PREFIX = "exports/tenant-4213-recovery/AWSDynamoDB/data/"
TABLE = "FieldServiceData"
WINDOW_START = "2026-09-10T14:02:00Z"
WINDOW_END = "2026-09-10T14:42:00Z"

s3 = boto3.client("s3", region_name="us-east-1")
ddb = boto3.client("dynamodb", region_name="us-east-1")


def export_records():
    pages = s3.get_paginator("list_objects_v2").paginate(Bucket=BUCKET, Prefix=DATA_PREFIX)
    for page in pages:
        for obj in page.get("Contents", []):
            if not obj["Key"].endswith(".json.gz"):
                continue
            body = s3.get_object(Bucket=BUCKET, Key=obj["Key"])["Body"]
            with gzip.GzipFile(fileobj=body) as gz:
                for line in gz:
                    yield json.loads(line)


def corrupted(record):
    old, new = record.get("OldImage"), record.get("NewImage")
    if old is None or new is None:
        return False  # insert or delete inside the window: not the job's work
    return (
        new["Status"]["S"] == "COMPLETED"
        and old["Status"]["S"] != "COMPLETED"
        and old["AmountDue"]["N"] != new["AmountDue"]["N"]
    )


restored = skipped = 0
for record in filter(corrupted, export_records()):
    try:
        ddb.put_item(
            TableName=TABLE,
            Item=record["OldImage"],
            ConditionExpression="#ua BETWEEN :ws AND :we",
            ExpressionAttributeNames={"#ua": "UpdatedAt"},
            ExpressionAttributeValues={":ws": {"S": WINDOW_START}, ":we": {"S": WINDOW_END}},
        )
        restored += 1
    except ddb.exceptions.ConditionalCheckFailedException:
        skipped += 1

print(f"restored {restored}, skipped {skipped}")

restored 3, skipped 0
restored 0, skipped 3

aws dynamodb export-table-to-point-in-time \
  --table-arn arn:aws:dynamodb:us-east-1:111122223333:table/FieldServiceData \
  --s3-bucket amzn-s3-demo-bucket \
  --s3-prefix exports/tenant-7788-partner-share/ \
  --export-format DYNAMODB_JSON \
  --client-token tenant-7788-partner-share-20260910 \
  --filter-specification '{
    "KeyConditionExpression": "#tid = :tid",
    "ProjectionExpression": "#tid, #wo, #st, #pri, #amt, #ua",
    "ExpressionAttributeNames": {
      "#tid": "TenantId",
      "#wo": "WorkOrderId",
      "#st": "Status",
      "#pri": "Priority",
      "#amt": "AmountDue",
      "#ua": "UpdatedAt"
    },
    "ExpressionAttributeValues": {":tid": {"S": "tenant-7788"}}
  }'

{"Item":{"AmountDue":{"N":"18250"},"Priority":{"S":"URGENT"},"Status":{"S":"IN_PROGRESS"},"TenantId":{"S":"tenant-7788"},"UpdatedAt":{"S":"2026-09-12T09:15:40Z"},"WorkOrderId":{"S":"WO-0081120"}}}

aws dynamodb export-table-to-point-in-time \
  --table-arn arn:aws:dynamodb:us-east-1:111122223333:table/FieldServiceData \
  --export-time 2026-09-14T00:00:00Z \
  --s3-bucket amzn-s3-demo-destination-bucket \
  --s3-prefix exports/tenant-5501-relocation/ \
  --export-format DYNAMODB_JSON \
  --client-token tenant-5501-relocation-20260914 \
  --filter-specification '{
    "KeyConditionExpression": "#tid = :tid",
    "ExpressionAttributeNames": {"#tid": "TenantId"},
    "ExpressionAttributeValues": {":tid": {"S": "tenant-5501"}}
  }'

aws dynamodb import-table \
  --region eu-west-1 \
  --s3-bucket-source S3Bucket=amzn-s3-demo-destination-bucket,S3KeyPrefix=exports/tenant-5501-relocation/AWSDynamoDB/01789376400000-5e6f7a8b/data/ \
  --input-format DYNAMODB_JSON \
  --input-compression-type GZIP \
  --table-creation-parameters '{
    "TableName": "FieldServiceData",
    "AttributeDefinitions": [
      {"AttributeName": "TenantId", "AttributeType": "S"},
      {"AttributeName": "WorkOrderId", "AttributeType": "S"}
    ],
    "KeySchema": [
      {"AttributeName": "TenantId", "KeyType": "HASH"},
      {"AttributeName": "WorkOrderId", "KeyType": "RANGE"}
    ],
    "BillingMode": "PAY_PER_REQUEST"
  }'

aws s3 rm s3://amzn-s3-demo-bucket/exports/tenant-4213-recovery/ --recursive
aws s3 rm s3://amzn-s3-demo-bucket/exports/tenant-7788-partner-share/ --recursive
aws s3 rm s3://amzn-s3-demo-destination-bucket/exports/tenant-5501-relocation/ --recursive

DROP TABLE tenant_4213_window;

aws dynamodb delete-table --region eu-west-1 --table-name FieldServiceData