ogg 软件迁移

##观察到之前使用的是经典模式，需要把经典模式转换成集成模式
https://www.modb.pro/db/416251
###更奇葩的是这个抽取进程名字和另外的抽取进程名字重复
需要更换名字
1.stop EXTRACT *
2.info extract *,showch
3.delete extract *
4.add ext E_VEHFN(新的名字) ,begin now,tranlog,threads 2
alter EXTRACT E_VEHFN,TRANLOG THREAD 1,SCN 77834690654(current scn)
alter extract E_VEHFN,TRANLOG,SCN 77834690495,THREAD 2
add exttrail /ogg/oracle19ogg/dirdat/sk,seqno 42,rba 78651207, extract e_vehfn,megabytes 300(这个主要是把写检查点数据填上)
5.register extract E_VEHFN database
后边就可以参考https://www.modb.pro/db/416251
###抽取进程

edit param e_vehfn

EXTRACT e_vehfn
SETENV (NLS_LANG="AMERICAN_AMERICA.ZHS16GBK")
userid GOLDENGATE@cnlionrdb,password Lbc123ogg
REPORTCOUNT EVERY 1 MINUTES, RATE
TRANLOGOPTIONS INTEGRATEDPARAMS (MAX_SGA_SIZE 100)
DISCARDFILE /data/ogg19oracle/dirrpt/rs.dsc,APPEND,MEGABYTES 1024
TRANLOGOPTIONS EXCLUDEUSER GOLDENGATE
THREADOPTIONS MAXCOMMITPROPAGATIONDELAY 60000
DBOPTIONS ALLOWUNUSEDCOLUMN
FETCHOPTIONS USESNAPSHOT
FETCHOPTIONS fetchpkupdatecols
FETCHOPTIONS suppressduplicates
WARNLONGTRANS 2h,CHECKINTERVAL 300s
EXTTRAIL /home/db/grid/base/BIGDATA_OGG/ogg21/dirdat/sk
GETTRUNCATES
GETUPDATEBEFORES
GETUPDATEAFTERS
NOCOMPRESSDELETES
NOCOMPRESSUPDATES
ddl include mapped objtype 'TABLE',include mapped objtype 'INDEX'
ddloptions addtrandata, report
ddloptions report
statoptions reportfetch
table flusr.MCR_BILL_M_CL;
table flusr.RSK_AI_OUTBOUND_LOG;
table flusr.TASK_REMIND_INFO;
table flusr.RSK_USR_CST_R;
table flusr.RSK_TASK_DTL;
table flusr.RSK_COMM_REC;
table flusr.RSK_CALL_REC_STAT;
table flusr.RSK_CALL_RECORD;
table flusr.RSK_PRECALL_PUSH_REC;
table flusr.RSK_CUST_M_MAPPING;


add extract e_vehfn integrated tranlog SCN 77835843196
add EXTTRAIL /home/db/grid/base/BIGDATA_OGG/ogg21/dirdat/sk, extract e_vehfn,MEGABYTES 100




###复制进程配置
edit param r_mcr

--乔世勇使用
REPLICAT r_mcr
TARGETDB LIBFILE libggjava.so SET property=dirprm/r_mcr.props
REPORTCOUNT EVERY 1 MINUTES, RATE
GETUPDATEBEFORES
GROUPTRANSOPS 10000
map flusr.MCR_BILL_M_CL, target flusr.MCR_BILL_M_CL;

add rep r_mcr exttrail /home/db/grid/base/BIGDATA_OGG/ogg21/dirdat/sk,nodbcheckpoint



vim dirprm/r_mcr.props
gg.handlerlist = kafkahandler
gg.handler.kafkahandler.type = kafka
gg.handler.kafkahandler.KafkaProducerConfigFile=custom_kafka_producer_sx.properties
gg.handler.kafkahandler.topicMappingTemplate=prod-loanpost
gg.handler.kafkahandler.SchemaTopicName=prod-loanpost
gg.handler.kafkahandler.keyMappingTemplate=${tableName}
gg.handler.kafkahandler.format=json
gg.handler.kafkahandler.format.jsonDelimiter=!,!
gg.handler.kafkahandler.BlockingSend=false
gg.handler.kafkahandler.includeTokens=true
gg.handler.kafkahandler.mode =op
#gg.handler.kafkahandler.mode =tx
gg.handler.name.format.generateSchema = false

gg.handler.kafkahandler.format.encoding=GBK
goldengate.userexit.timestamp=utc+8

goldengate.userexit.writers=javawriter
javawriter.stats.display=TRUE
javawriter.stats.full=TRUE

gg.log=log4j
gg.log.level=INFO

gg.report.time=30sec

gg.classpath=dirprm/:/home/db/grid/base/BIGDATA_OGG/ogg21/libs/*:ggjava/resources/lib/*
javawriter.bootoptions=-Xmx4096m -Xms32m -Djava.class.path=ggjava/ggjava.jar
~                                                                            



edit param R_VEHF

--张成智使用
REPLICAT R_VEHF
TARGETDB LIBFILE libggjava.so SET property=dirprm/r_vehf.props
REPORTCOUNT EVERY 1 MINUTES, RATE
GETUPDATEBEFORES
GROUPTRANSOPS 10000
map flusr.RSK_AI_OUTBOUND_LOG, target flusr.RSK_AI_OUTBOUND_LOG;
map flusr.TASK_REMIND_INFO, target flusr.TASK_REMIND_INFO;
map flusr.RSK_USR_CST_R, target flusr.RSK_USR_CST_R;
map flusr.RSK_COMM_REC, target flusr.RSK_COMM_REC;
map flusr.RSK_TASK_DTL, target flusr.RSK_TASK_DTL;
map flusr.RSK_CALL_REC_STAT, target flusr.RSK_CALL_REC_STAT;
map flusr.RSK_CALL_RECORD, target flusr.RSK_CALL_RECORD;
map flusr.RSK_PRECALL_PUSH_REC, target flusr.RSK_PRECALL_PUSH_REC;
map flusr.RSK_CUST_M_MAPPING, target flusr.RSK_CUST_M_MAPPING;

add rep R_VEHF exttrail /home/db/grid/base/BIGDATA_OGG/ogg21/dirdat/sk,nodbcheckpoint



vim dirprm/r_vehf.props
gg.handlerlist = kafkahandler
gg.handler.kafkahandler.type = kafka
gg.handler.kafkahandler.KafkaProducerConfigFile=custom_kafka_producer_sx.properties
gg.handler.kafkahandler.topicMappingTemplate=rsk-sync-rc-data
gg.handler.kafkahandler.SchemaTopicName=rsk-sync-rc-data
gg.handler.kafkahandler.keyMappingTemplate=${tableName}
gg.handler.kafkahandler.format=json
gg.handler.kafkahandler.format.jsonDelimiter=!,!
gg.handler.kafkahandler.BlockingSend=false
gg.handler.kafkahandler.includeTokens=true
gg.handler.kafkahandler.mode =op
#gg.handler.kafkahandler.mode =tx
gg.handler.name.format.generateSchema = false

gg.handler.kafkahandler.format.encoding=GBK
goldengate.userexit.timestamp=utc+8

goldengate.userexit.writers=javawriter
javawriter.stats.display=TRUE
javawriter.stats.full=TRUE

gg.log=log4j
gg.log.level=INFO

gg.report.time=30sec

gg.classpath=dirprm/:/home/db/grid/base/BIGDATA_OGG/ogg21/libs/*:ggjava/resources/lib/*
javawriter.bootoptions=-Xmx4096m -Xms32m -Djava.class.path=ggjava/ggjava.jar

简单记录一下关键步骤