AWS Database Migration Service が並列フルロードと新しいLOB移行メカニズムのサポートによって移行速度を向上

115345152: 2017-11-06T06:47:24 [TARGET_LOAD ]E: Failed to wait for previous run (csv_target.c:937) 
115345152: 2017-11-06T06:47:24 [TARGET_LOAD ]E: Failed to start load process for file '1201' [1020403] (csv_target.c:1300) 
115345152: 2017-11-06T06:47:24 [TARGET_LOAD ]E: Failed to load file '1201' [1020403] (csv_target.c:1377) 
115345152: 2017-11-06T06:47:24 [TARGET_LOAD ]D: Load command output: psql: /usr/lib64/libcom_err.so.2: no version information available (required by libgssapi_krb5.so.2) 
psql: /usr/lib64/libcom_err.so.2: no version information available (required by r2.3.0.R1/lib/libkrb5.so.3) 
ERROR: invalid byte sequence for encoding "UTF8": 0xf0 0x9f 0x8d 0xa3 
CONTEXT: COPY accesses, line 83299 (csv_target.c:895) 

CREATE TABLE UTF8MB4_Support (Id Int Primary Key, CharData Varchar2(1000));

INSERT INTO UTF8MB4_Support (Id,CharData) values ('1', 'This is a 4-byte character ? U+1F338 CHERRY BLOSSOM');

INSERT INTO UTF8MB4_Support (Id,CharData) values ('2','This is a rose ?');

INSERT INTO UTF8MB4_Support (id,CharData) values ('3', 'This is a sun flower ?');

INSERT INTO UTF8MB4_Support (Id,CharData) values ('4', 'This character is causing an issue ? end');

INSERT INTO UTF8MB4_Support (Id,CharData) values ('5', 'This character is causing an issue ? end');

COMMIT;

SELECT "ID", "CHARDATA"
  FROM “UTF8MB4_SUPPORT" order by "ID";

SQL> CREATE TABLE HR.SALES
   (
    SALES_NO NUMBER,
    DEPT_NAME VARCHAR2 (20),
    SALE_AMOUNT NUMBER (10, 2),
    SALE_DATE DATE,
    REGION VARCHAR2 (10)
   )
   PARTITION BY LIST (REGION)
      (
       PARTITION P1 VALUES ('NORTH'),
       PARTITION P2 VALUES ('SOUTH'),
       PARTITION P3 VALUES ('EAST'),
       PARTITION P4 VALUES ('WEST')
     );

SQL> insert into HR.SALES values (1,'SALES', 2000.25,'01-OCT-16','NORTH');
SQL> insert into HR.SALES values (2,'SALES', 6000.25,'01-OCT-16','SOUTH');
SQL> insert into HR.SALES values (3,'SALES', 8000.25,'01-OCT-16','EAST');
SQL> insert into HR.SALES values (4,'SALES', 12000.25,'01-OCT-16','WEST');
SQL> commit;

{
  "rules": [
    {
      "rule-type": "selection",
      "rule-id": "1",
      "rule-name": "1",
      "object-locator": {
        "schema-name": "HR",
        "table-name": "SALES"
      },
      "rule-action": "include"
    },
    {
      "rule-type": "table-settings",
      "rule-id": "2",
      "rule-name": "2",
      "object-locator": {
        "schema-name": "HR",
        "table-name": "SALES"
      },
      "parallel-load": {
        "type": "partitions-auto"
      }
    }
  ]
}

[TASK_MANAGER   ] I:  Start loading segment #1 of 4 of table 'HR'.'SALES' (Id = 1) by subtask 1.Start load timestamp 000575692249E31C
[SOURCE_UNLOAD  ] I:  Unload finished for segment #1 of segmented table 'HR'.'SALES' (Id = 1).1 rows sent. 
[TARGET_LOAD    ] I:  Load finished for segment #1 of segmented table 'HR'.'SALES' (Id = 1).1 rows received.0 rows skipped.Volume transfered 480.
[TASK_MANAGER   ] I:  Load finished for segment #1 of table 'HR'.'SALES' (Id = 1) by subtask 1. 1 records transferred. 
[TASK_MANAGER   ] I:  Start loading segment #4 of 4 of table 'HR'.'SALES' (Id = 1) by subtask 1.Start load timestamp 00057569224B7585 
[SOURCE_UNLOAD  ] I:  Unload finished for segment #4 of segmented table 'HR'.'SALES' (Id = 1).1 rows sent.  (streamcomponent.c:3401)
[TARGET_LOAD    ] I:  Load finished for segment #4 of segmented table 'HR'.'SALES' (Id = 1).1 rows received.0 rows skipped.Volume transferred 480.

{
	"rules": [{
			"rule-type": "selection",
			"rule-id": "1",
			"rule-name": "1",
			"object-locator": {
				"schema-name": "HR",
				"table-name": "SALES"
			},
			"rule-action": "include"
		},
		{
			"rule-type": "table-settings",
			"rule-id": "2",
			"rule-name": "2",
			"object-locator": {
				"schema-name": "HR",
				"table-name": "SALES"
			},
			"parallel-load": {
				"type": "ranges",
				"columns": [
					"SALES_NO",
					"REGION"
				],
				"boundaries": [
					[
						"1000",
						"NORTH"
					],
					[
						"3000",
						"EAST"
					]
				]
			}
		}
	]
}

Data with SALES_NO <=1000 and REGION = ‘NORTH
Data with SALES_NO >1000 and ID<=3000 and NAME = ‘EAST’
Data with SALES_NO > 3000

SET SERVEROUTPUT ON 
CREATE TABLE TEST_CLOB 
  ( 
     ID NUMBER,
     C1  CLOB,
     C2  VARCHAR2(4000) 
  ); 
DECLARE 
    bigtextstring CLOB := '123'; 
    i                   INT; 
BEGIN 
    WHILE Length(bigtextstring) <= 60000 LOOP 
        bigtextstring := bigtextstring || '000000000000000000000000000000000'; 
    END LOOP; 
INSERT INTO TEST_CLOB (ID, C1, C2) VALUES (0, bigtextstring,'AnyValue'); 

END; 
/ 
SELECT * FROM   TEST_CLOB; 
COMMIT;

{
  "rules": [
    {
      "rule-type": "selection",
      "rule-id": "1",
      "rule-name": "1",
      "object-locator": {
        "schema-name": "HR",
        "table-name": "TEST_CLOB"
      },
      "rule-action": "include"
    },
    {
      "rule-type": "table-settings",
      "rule-id": "2",
      "rule-name": "2",
      "object-locator": {
        "schema-name": "HR",
        "table-name": "TEST_CLOB"
      },
      "lob-settings": {
        "mode": "limited",
        "bulk-max-size": 16
      }
    }
  ]
}

721331968: 2018-09-11T19:48:46:979532 [SOURCE_UNLOAD] W:  The value of column 'C' in table 'HR.TEST_CLOB' was truncated to length 16384  

{
"TargetMetadata": {
"TargetSchema": "",
"SupportLobs": true,
"FullLobMode": false,
"LobChunkSize": 64,
"LimitedSizeLobMode": true,
"LobMaxSize": 32,
"InlineLobMaxSize": 5,
"LoadMaxFileSize": 0,
"ParallelLoadThreads": 0,
"ParallelLoadBufferSize":0,
"BatchApplyEnabled": false,
"TaskRecoveryTableEnabled": false
},

   {
  "rules": [
    {
      "rule-type": "selection",
      "rule-id": "1",
      "rule-name": "1",
      "object-locator": {
        "schema-name": "HR",
        "table-name": "BIG_Table"
      },
      "rule-action": "include",
      "load-order": 2
    },
    {
      "rule-type": "selection",
      "rule-id": "3",
      "rule-name": "3",
      "object-locator": {
        "schema-name": "HR",
        "table-name": "SMALL_Table"
      },
      "rule-action": "include",
      "load-order": 1
    }
  ]
}

209925094: 2018-09-13T06:53:00 [TABLES_MANAGER  ]I:  Next table to load 'HR'.'BIG_Table' ID = 1, order = 2  (tasktablesmanager.c:1661)
209925094: 2018-09-13T06:53:00 [TASK_MANAGER    ]I:  Start loading table 'HR'.'BIG_Table' (Id = 1) by subtask 1.Start load timestamp 000575BB28605C42  (replicationtask_util.c:707)
-18245163: 2018-09-13T06:53:00 [TARGET_LOAD     ]I:  Target endpoint 'PostgreSQL' is using provider syntax 'PostgreSQLLinux'  
-18245163: 2018-09-13T06:53:00 [TARGET_LOAD     ]I:  postgres_set_encoding(...) Main encoding details: Name='UTF8', Language='all', isServerEncoding?='true' storageFactor=4, Convert
erName='UTF-8'  
-18245163: 2018-09-13T06:53:00 [TARGET_LOAD     ]I:  Transaction size is 10000.Array size is 1000. 
-18245163: 2018-09-13T06:53:00 [SOURCE_CAPTURE  ]I:  Source endpoint 'Oracle' is using provider syntax 'Oracle'  (provider_syntax_manager.c:610)
209925094: 2018-09-13T06:53:00 [TABLES_MANAGER  ]I:  Next table to load 'HR'.'SMALL_Table' ID = 2, order = 1  
209925094: 2018-09-13T06:53:00 [TASK_MANAGER    ]I:  Start loading table 'HR'.'SMALL_Table' (Id = 2) by subtask 2.

CREATE TABLE Products (
    product_no integer primary key,
    name text,
    price numeric
);

INSERT INTO Products VALUES (1, 'Cheese', 1.99);
INSERT INTO Products VALUES (2, 'Mango', 2.99);

COMMIT;

SELECT * FROM Products

UPDATE Products
SET product_no=3
WHERE price=1.99;

COMMIT;

[TARGET_APPLY    ]W:  Some changes from the source database had no impact when applied to the target database.See 'awsdms_apply_exceptions' table for details.  (endpointshell.c:4999)
188324838: 2018-10-04T03:47:48:993837 [TARGET_APPLY    ]D:  Failed to execute statement.Error is: 0 rows affected
UPDATE  "public"."products" SET "product_no"='3' , "name"='Cheese' , "price"='1.990000' WHERE "product_no"='3'  (endpointshell.c:5003)
[TARGET_APPLY    ]T:  Event received: operation 'COMMIT (7)' event id '9' table id '0' context '00000120/96000248'  (streamcomponent.c:2569)
 [TARGET_APPLY    ]T:  Enter odbc_endpoint_commit_transaction  (odbc_endpoint_imp.c:5786)