Teradata Fastload Utility 是teradata数据库中一个基于命令行的快速load大量数据到一个空表的工具。
数据可以从以下途径被load:
1) Disk 或 tape;
2) 网络服务器上的文件；
Teradata Fastload使用多个session来load data，但是每一个job只能load到一个表中。如果要load到多个表中，需要提交多个job。
1. fastload脚本文件
SESSIONS 4; /* optional ,total number of sessions to be allotted for the script */
ERRLIMIT 1000; /* optional */
LOGON localhost/Teradata_Education,Educate; /* tdpid = vivaldi,caracal... */
DROP TABLE stu_fl; /* final target table */
DROP TABLE error_1; /* error table ,internal to fast load utility needed to be defined */
DROP TABLE error_2; /* error table ,internal to fast load utility needed to be defined */
CREATE TABLE stu_fl /* target table definition */
(
stu_no VARCHAR(5),
stu_name VARCHAR(10),
age VARCHAR(2)
)
PRIMARY INDEX ( stu_no,stu_name,age );
SET RECORD VARTEXT "#"; /* delimiter in the source file */
DEFINE /* define the structure of the source file */
stu_no (VARCHAR(5)),
stu_name (VARCHAR(10)),
age (VARCHAR(2))
File=stu_fl.dat; /* source file location */
SHOW;
BEGIN LOADING stu_fl
ERRORFILES error_1, error_2;
INSERT INTO stu_fl /* final insert */
(
stu_no ,
stu_name ,
age
)
VALUES
(
:stu_no ,
:stu_name ,
:age
)
;
END LOADING;
LOGOFF;
2. fastload数据文件
TDExpress14.0.3_Sles10:~/tough/test # cat stu_fl.dat
10000#Tough00001#26
10001#Tough#26
10002#Tough#26
3. 测试
TDExpress14.0.3_Sles10:~/tough/test # fastload < stu_fl.fastload
===================================================================
= =
= FASTLOAD UTILITY VERSION 14.00.00.07 =
= PLATFORM LINUX =
= =
===================================================================
===================================================================
= =
= Copyright 1984-2012, Teradata Corporation. =
= ALL RIGHTS RESERVED. =
= =
===================================================================
**** 06:55:47 Processing starting at: Sat Jun 28 06:55:47 2014
0001 SESSIONS 4; /* optional ,total number of sessions to be allotted for the s
cript */
**** 06:55:47 FDL4866 SESSIONS command accepted
0002 ERRLIMIT 1000; /* optional */
**** 06:55:47 Error limit set to: 1000
===================================================================
= =
= Logon/Connection =
= =
===================================================================
0003 LOGON localhost/Teradata_Education,
**** 06:55:49 Teradata Database Release: 14.00.03.02
**** 06:55:49 Teradata Database Version: 14.00.03.02
**** 06:55:49 Number of AMPs available: 2
**** 06:55:49 Current CLI or RDBMS allows maximum row size: 64K
**** 06:55:49 Character set for this job: ASCII
0004 DROP TABLE stu_fl; /* final target table */
**** 06:55:50 Command completed successfully
0005 DROP TABLE error_1; /* error table ,internal to fast load utility needed to
be defined */
**** 06:55:50 RDBMS error 3807: Object ‘error_1‘ does not exist.
0006 DROP TABLE error_2; /* error table ,internal to fast load utility needed to
be defined */
**** 06:55:50 RDBMS error 3807: Object ‘error_2‘ does not exist.
0007 CREATE TABLE stu_fl /* target table definition */
(
stu_no VARCHAR(5),
stu_name VARCHAR(10),
age VARCHAR(2)
)
PRIMARY INDEX ( stu_no,stu_name,age );
**** 06:55:50 Command completed successfully
0008 SET RECORD VARTEXT "#"; /* delimiter in the source file */
**** 06:55:50 Now set to read ‘Variable-Length Text‘ records
**** 06:55:50 Delimiter character(s) is set to ‘#‘
**** 06:55:50 Command completed successfully
0009 DEFINE /* define the structure of the source file */
stu_no (VARCHAR(5)),
stu_name (VARCHAR(10)),
age (VARCHAR(2))
File=stu_fl.dat; /* source file location */
**** 06:55:50 FDL4803 DEFINE statement processed
0010 SHOW;
FILE = stu_fl.dat
STU_NO OFFSET = 0 LEN = 5 VARCHAR
STU_NAME OFFSET = 7 LEN = 10 VARCHAR
AGE OFFSET = 19 LEN = 2 VARCHAR
TOTAL RECORD LENGTH = 23
0011 BEGIN LOADING stu_fl
ERRORFILES error_1, error_2;
**** 06:55:50 Number of FastLoad sessions requested = 4
**** 06:55:50 Number of FastLoad sessions connected = 2
**** 06:55:50 FDL4808 LOGON successful
**** 06:55:50 Number of AMPs available: 2
**** 06:55:50 BEGIN LOADING COMPLETE
===================================================================
= =
= Insert Phase =
= =
===================================================================
0012 INSERT INTO stu_fl /* final insert */
(
stu_no ,
stu_name ,
age
)
VALUES
(
:stu_no ,
:stu_name ,
:age
)
;
**** 06:55:50 Number of recs/msg: 2920
**** 06:55:50 Starting to send to RDBMS with record 1
**** 06:55:50 Sending row 3
**** 06:55:50 Finished sending rows to the RDBMS
**** 06:55:50 Acquisition Phase statistics:
Elapsed time: 00:00:00 (in hh:mm:ss)
CPU time: 0 Seconds
MB/sec: N/A
MB/cpusec: N/A
===================================================================
= =
= End Loading Phase =
= =
===================================================================
0013 END LOADING;
**** 06:55:51 END LOADING COMPLETE
Total Records Read = 3
Total Error Table 1 = 0 ---- Table has been dropped
Total Error Table 2 = 0 ---- Table has been dropped
Total Inserts Applied = 3
Total Duplicate Rows = 0
Start: Sat Jun 28 06:55:50 2014
End : Sat Jun 28 06:55:51 2014
**** 06:55:51 Application Phase statistics:
Elapsed time: 00:00:01 (in hh:mm:ss)
0014 LOGOFF;
===================================================================
= =
= Logoff/Disconnect =
= =
===================================================================
**** 06:55:51 Logging off all sessions
**** 06:55:52 Total processor time used = ‘0.36 Seconds‘
. Start : Sat Jun 28 06:55:47 2014
. End : Sat Jun 28 06:55:52 2014
. Highest return code encountered = ‘0‘.
**** 06:55:52 FDL4818 FastLoad Terminated
4. 查看数据是否load成功
SELECT * FROM TERADATA_EDUCATION. stu_fl ;
数据已经成功load到表中了。
Teradata中fastload使用
时间： 2024-08-04 23:53:41