4 AI Foundation Data Standalone Process Flows
Standalone processes are separated across several different flows within POM depending on the order in which you need to execute them and the dependencies to be followed. This chapter provides a tabular view of related jobs across the different process flows in the AIF DATA schedule so that you know which jobs are safe to enable or disable, depending on the files you’re attempting to load into the platform. It is always a best practice to disable jobs in POM if you are not actively using them, both to reduce runtimes and to avoid loading data you did not intend to process.
Process Flows for DAT Files
The table below shows the standalone process flows for any file with a .dat extension. Please note that
the following list of jobs should remain enabled and are usually applicable to all batch runs, so they’re not included in
the table.
-
VARIABLE_REFRESH_JOB
-
ETL_REFRESH_JOB
-
ETL_BUSINESS_DATE_JOB
-
W_RTL_CURR_MCAL_G_JOB
-
RI_UPDATE_TENANT_JOB (as part of HIST_ZIP_FILE_LOAD_ADHOC)
Table 4-1 DAT File Process Flows
| Input Files (DAT) | LOAD_DIM_INITIAL_STAGE_ADHOC | RI_DIM_INITIAL_ADHOC |
|---|---|---|
|
W_CODE_DS.dat |
W_CODE_DS_COPY_JO W_CODE_DS_STG_JOB |
W_CODE_D_JOB |
|
W_DOMAIN_MEMBER_DS_TL.dat |
W_DOMAIN_MEMBER_DS_TL_COPY_JOB W_DOMAIN_MEMBER_DS_TL_STG_JOB |
W_DOMAIN_MEMBER_LKP_TL_JOB |
|
W_EMPLOYEE_DS.dat |
W_EMPLOYEE_DS_COPY_JOB W_EMPLOYEE_DS_STG_JOB |
W_EMPLOYEE_D_JOB |
|
W_EXCH_RATE_GS.dat |
W_EXCH_RATE_GS_COPY_JOB W_EXCH_RATE_GS_STG_JOB |
W_EXCH_RATE_G_JOB |
|
W_HOUSEHOLD_DS.dat |
W_HOUSEHOLD_DS_COPY_JOB W_HOUSEHOLD_DS_STG_JOB |
W_HOUSEHOLD_D_JOB |
|
W_INT_ORG_ATTR_DS.dat W_INT_ORG_DS.dat W_INT_ORG_DS_TL.dat |
W_INT_ORG_ATTR_DS_COPY_JOB W_INT_ORG_ATTR_DS_STG_JOB W_INT_ORG_DS_COPY_JOB W_INT_ORG_DS_STG_JOB W_INT_ORG_DS_TL_COPY_JOB W_INT_ORG_DS_TL_STG_JOB |
W_INT_ORG_D_TYPE1_JOB W_RTL_ORG_RECLASS_TMP_JOB |
|
W_INT_ORG_DS_CFA.dat |
W_INT_ORG_DS_CFA_COPY_JOB W_INT_ORG_DS_CFA_STG_JOB |
W_INT_ORG_D_CFA_JOB |
|
W_INT_ORG_DHS.dat |
W_INT_ORG_DHS_COPY_JOB W_INT_ORG_DHS_STG_JOB |
W_INT_ORG_DH_TYPE1_JOB W_INT_ORG_DH_RTL_TMP_JOB |
|
W_PARTY_ATTR_DS.dat |
W_PARTY_ATTR_DS_COPY_JOB W_PARTY_ATTR_DS_STG_JOB |
W_PARTY_ATTR_D_JOB |
|
W_PARTY_ORG_DS.dat |
W_PARTY_ORG_DS_COPY_JOB W_PARTY_ORG_DS_STG_JOB |
W_PARTY_ORG_D_JOB |
|
W_PARTY_ORG_DS_CFA.dat |
W_PARTY_ORG_DS_CFA_COPY_JOB W_PARTY_ORG_DS_CFA_STG_JOB |
W_PARTY_ORG_D_CFA_JOB |
|
W_PARTY_PER_DS.dat |
W_PARTY_PER_DS_COPY_JOB W_PARTY_PER_DS_STG_JOB |
W_PARTY_PER_D_JOB |
|
W_PROD_CAT_DHS.dat |
W_PROD_CAT_DHS_COPY_JOB W_PROD_CAT_DHS_STG_JOB |
W_PROD_CAT_DH_TYPE1_JOB W_PROD_CAT_DH_SC_RTL_TMP_JOB |
|
W_PROD_CAT_DHS_CFA.dat |
W_PROD_CAT_DHS_CFA_COPY_JOB W_PROD_CAT_DHS_CFA_STG_JOB |
W_PROD_CAT_DH_CFA_JOB |
|
W_PRODUCT_ATTR_DS.dat |
W_PRODUCT_ATTR_DS_COPY_JOB W_PRODUCT_ATTR_DS_STG_JOB |
W_PRODUCT_ATTR_D_JOB W_RTL_PRODUCT_ATTR_UDA_D_JOB |
|
W_PRODUCT_DS.dat W_PRODUCT_DS_TL.dat |
W_PRODUCT_DS_COPY_JOB W_PRODUCT_DS_STG_JOB W_PRODUCT_DS_TL_COPY_JOB W_PRODUCT_DS_TL_STG_JOB |
W_PRODUCT_D_TYPE1_JOB W_RTL_PROD_RECLASS_TMP_INITIAL_JOB W_PRODUCT_D_RTL_TMP_JOB W_RTL_PROD_RECLASS_TMP_JOB W_RTL_PRODUCT_AGGR_D_JOB |
|
W_PRODUCT_DS_CFA.dat |
W_PRODUCT_DS_CFA_COPY_JOB W_PRODUCT_DS_CFA_STG_JOB |
W_PRODUCT_D_CFA_JOB |
|
W_REASON_DS.dat |
W_REASON_DS_COPY_JOB W_REASON_DS_STG_JOB |
W_REASON_D_JOB |
|
W_RTL_ALC_DETAILS_DS.dat |
W_RTL_ALC_DETAILS_DS_COPY_JOB W_RTL_ALC_DETAILS_DS_STG_JOB |
W_RTL_ALC_DETAILS_D_JOB |
|
W_RTL_ALLOC_CHRG_DETAILS_DS.dat |
W_RTL_ALLOC_CHRG_DETAILS_DS_COPY_JOB W_RTL_ALLOC_CHRG_DETAILS_DS_STG_JOB |
W_RTL_ALLOC_CHRG_DETAILS_D_JOB |
|
W_RTL_BUYER_DS.dat |
W_RTL_BUYER_DS_COPY_JOB W_RTL_BUYER_DS_STG_JOB |
W_RTL_BUYER_D_JOB |
|
W_RTL_CHANNEL_DS.dat |
W_RTL_CHANNEL_DS_COPY_JOB W_RTL_CHANNEL_DS_STG_JOB |
W_RTL_CHANNEL_D_JOB |
|
W_RTL_CLSTR_GRP_DS.dat |
W_RTL_CLSTR_GRP_DS_COPY_JOB W_RTL_CLSTR_GRP_DS_STG_JOB |
W_RTL_CLSTR_GRP_D_JOB |
|
W_RTL_CLSTR_HDR_DS.dat |
W_RTL_CLSTR_HDR_DS_COPY_JOB W_RTL_CLSTR_HDR_DS_STG_JOB W_DOMAIN_MEMBER_DS_TL_ORASE_JOB |
W_RTL_CLSTR_HDR_D_JOB W_DOMAIN_MEMBER_LKP_TL_JOB |
|
W_RTL_CLSTR_GRP_HDR_LC_DS.dat |
W_RTL_CLSTR_GRP_HDR_LC_DS_COPY_JOB W_RTL_CLSTR_GRP_HDR_LC_DS_STG_JOB |
W_RTL_CLSTR_GRP_HDR_LC_D_JOB |
|
W_RTL_CLSTR_GRP_PRD_DS.dat |
W_RTL_CLSTR_GRP_PRD_DS_COPY_JOB W_RTL_CLSTR_GRP_PRD_DS_STG_JOB |
W_RTL_CLSTR_GRP_IT_D_JOB |
|
W_RTL_CMG_PRODUCT_MTX_DS.dat |
W_RTL_CMG_PRODUCT_MTX_DS_COPY_JOB W_RTL_CMG_PRODUCT_MTX_DS_STG_JOB |
W_RTL_CMG_PRODUCT_MTX_D_JOB |
|
W_RTL_CO_HEAD_DS.dat |
W_RTL_CO_HEAD_DS_COPY_JOB W_RTL_CO_HEAD_DS_STG_JOB |
W_RTL_CO_HEAD_D_JOB |
|
W_RTL_CO_LINE_DS.dat |
W_RTL_CO_LINE_DS_COPY_JOB W_RTL_CO_LINE_DS_STG_JOB |
W_RTL_CO_LINE_D_JOB |
|
W_RTL_CO_SHIP_METHOD_DS.dat |
W_RTL_CO_SHIP_METHOD_DS_COPY_JOB W_RTL_CO_SHIP_METHOD_DS_STG_JOB |
W_RTL_CO_SHIP_METHOD_D_JOB |
|
W_RTL_CO_SHIP_TYPE_DS.dat |
W_RTL_CO_SHIP_TYPE_DS_COPY_JOB W_RTL_CO_SHIP_TYPE_DS_STG_JOB |
W_RTL_CO_SHIP_TYPE_D_JOB |
|
W_RTL_CODE_DS.dat |
W_RTL_CODE_DS_COPY_JOB W_RTL_CODE_DS_STG_JOB |
W_RTL_CODE_D_JOB |
|
W_RTL_COMP_STORE_DS.dat |
W_RTL_COMP_STORE_DS_COPY_JOB W_RTL_COMP_STORE_DS_STG_JOB |
W_RTL_COMP_STORE_D_JOB |
|
W_RTL_COUPON_DS.dat W_RTL_COUPON_DS_TL.dat |
W_RTL_COUPON_DS_COPY_JOB W_RTL_COUPON_DS_STG_JOB W_RTL_COUPON_DS_TL_COPY_JOB W_RTL_COUPON_DS_TL_STG_JOB |
W_RTL_COUPON_D_JOB |
|
W_RTL_CUST_ADDRESS_DS.dat |
W_RTL_CUST_ADDRESS_DS_COPY_JOB W_RTL_CUST_ADDRESS_DS_STG_JOB |
W_RTL_CUST_ADDRESS_D_JOB |
|
W_RTL_CUST_CUSTSEG_DS.dat |
W_RTL_CUST_CUSTSEG_DS_COPY_JOB W_RTL_CUST_CUSTSEG_DS_STG_JOB |
W_RTL_CUST_CUSTSEG_D_JOB |
|
W_RTL_CUST_DEDUP_DS.dat |
W_RTL_CUST_DEDUP_DS_COPY_JOB W_RTL_CUST_DEDUP_DS_STG_JOB |
W_PARTY_PER_D_JOB (data used implicitly during dim load) |
|
W_RTL_CUST_HOUSEHOLD_DS.dat |
W_RTL_CUST_HOUSEHOLD_DS_COPY_JOB W_RTL_CUST_HOUSEHOLD_DS_STG_JOB |
W_RTL_CUST_HOUSEHOLD_D_JOB |
|
W_RTL_CUSTSEG_ALLOC_DS.dat |
W_RTL_CUSTSEG_ALLOC_DS_COPY_JOB W_RTL_CUSTSEG_ALLOC_DS_STG_JOB |
W_RTL_CUSTSEG_ALLOC_D_JOB |
|
W_RTL_CUSTSEG_ATTR_DS.dat |
W_RTL_CUSTSEG_ATTR_DS_COPY_JOB W_RTL_CUSTSEG_ATTR_DS_STG_JOB |
W_RTL_CUSTSEG_D_JOB (data used implicitly during dim load) |
|
W_RTL_DEAL_DS.dat |
W_RTL_DEAL_DS_COPY_JOB W_RTL_DEAL_DS_STG_JOB |
W_RTL_DEAL_D_JOB |
|
W_RTL_DEPT_CHRG_DETAILS_DS.dat |
W_RTL_DEPT_CHRG_DETAILS_DS_COPY_JOB W_RTL_DEPT_CHRG_DETAILS_DS_STG_JOB |
W_RTL_DEPT_CHRG_DETAILS_D_JOB |
|
W_RTL_DIFF_GRP_DS.dat W_RTL_DIFF_GRP_DS_TL.dat |
W_RTL_DIFF_GRP_DS_COPY_JOB W_RTL_DIFF_GRP_DS_STG_JOB W_RTL_DIFF_GRP_DS_TL_COPY_JOB W_RTL_DIFF_GRP_DS_TL_STG_JOB |
W_RTL_DIFF_GRP_D_JOB |
|
W_RTL_DIFF_RNG_DS.dat |
W_RTL_DIFF_RNG_DS_COPY_JOB |
W_RTL_DIFF_RNG_D_JOB |
|
W_RTL_DIFF_RNG_DS_TL.dat |
W_RTL_DIFF_RNG_DS_STG_JOB W_RTL_DIFF_RNG_DS_TL_COPY_JOB W_RTL_DIFF_RNG_DS_TL_STG_JOB |
W_RTL_DIFF_RNG_D_JOB |
|
W_RTL_DISCOUNT_TYPE_DS.dat |
W_RTL_DISCOUNT_TYPE_DS_COPY_JOB W_RTL_DISCOUNT_TYPE_DS_STG_JOB |
W_RTL_DISCOUNT_TYPE_D_JOB |
|
W_RTL_ELC_COMP_DS.dat |
W_RTL_ELC_COMP_DS_COPY_JOB W_RTL_ELC_COMP_DS_STG_JOB |
W_RTL_ELC_COMP_D_JOB |
|
W_RTL_HOUSEHOLD_COMP_DS.dat |
W_RTL_HOUSEHOLD_COMP_DS_COPY_JOB W_RTL_HOUSEHOLD_COMP_DS_STG_JOB |
W_RTL_HOUSEHOLD_COMP_D_JOB |
|
W_RTL_HOUSEHOLD_GRP_DS.dat |
W_RTL_HOUSEHOLD_GRP_DS_COPY_JOB W_RTL_HOUSEHOLD_GRP_DS_STG_JOB |
W_RTL_HOUSEHOLD_GRP_D_JOB |
|
W_RTL_IT_LC_DS_CFA.dat |
W_RTL_IT_LC_DS_CFA_COPY_JOB W_RTL_IT_LC_DS_CFA_STG_JOB |
W_RTL_IT_LC_D_CFA_JOB |
|
W_RTL_IT_SUPPLIER_DS.dat |
W_RTL_IT_SUPPLIER_DS_COPY_JOB W_RTL_IT_SUPPLIER_DS_STG_JOB |
W_RTL_IT_SUPPLIER_D_JOB |
|
W_RTL_ITEM_CHRG_DETAILS_DS.dat |
W_RTL_ITEM_CHRG_DETAILS_DS_COPY_JOB W_RTL_ITEM_CHRG_DETAILS_DS_STG_JOB |
W_RTL_ITEM_CHRG_DETAILS_D_JOB |
|
W_RTL_ITEM_GRP1_DS.dat |
W_RTL_ITEM_GRP1_DS_COPY_JOB W_RTL_ITEM_GRP1_DS_STG_JOB |
W_RTL_ITEM_GRP1_D_ITEMBRAND_JOB W_RTL_ITEM_GRP1_D_ITEMCOLOR_JOB W_RTL_ITEM_GRP1_D_ITEMDIFF_JOB W_RTL_ITEM_GRP1_D_ITEMFAB_JOB W_RTL_ITEM_GRP1_D_ITEMLIST_JOB W_RTL_ITEM_GRP1_D_ITEMLV_JOB W_RTL_ITEM_GRP1_D_ITEMSCEN_JOB W_RTL_ITEM_GRP1_D_ITEMSIZE_JOB W_RTL_ITEM_GRP1_D_ITEMSTYLE_JOB W_RTL_ITEM_GRP1_D_ITEMUDA_JOB W_RTL_PRODUCT_ATTR_UDA_D_JOB |
|
W_RTL_ITEM_GRP3_DS.dat |
W_RTL_ITEM_GRP3_DS_COPY_JOB W_RTL_ITEM_GRP3_DS_STG_JOB |
W_RTL_ITEM_GRP3_D_JOB |
|
W_RTL_LOC_LIST_DS.dat |
W_RTL_LOC_LIST_DS_COPY_JOB W_RTL_LOC_LIST_DS_STG_JOB |
W_RTL_LOC_LIST_D_JOB |
|
W_RTL_LOC_TRAIT_DS.dat |
W_RTL_LOC_TRAIT_DS_COPY_JOB W_RTL_LOC_TRAIT_DS_STG_JOB |
W_RTL_LOC_TRAIT_D_JOB |
|
W_RTL_LOC_TRAIT_DS_TL.dat |
W_RTL_LOC_TRAITS_DS_TL_COPY_JOB W_RTL_LOC_TRAITS_DS_TL_STG_JOB |
W_RTL_LOC_TRAIT_D_JOB |
|
W_RTL_LOC_STOCK_CNT_DS.dat |
W_RTL_LOC_STOCK_CNT_DS_COPY_JOB W_RTL_LOC_STOCK_CNT_DS_STG_JOB |
W_RTL_LOC_STOCK_CNT_D_JOB |
|
W_RTL_MCAL_DAY_DS_CFA.dat |
W_RTL_MCAL_DAY_DS_CFA_COPY_JOB W_RTL_MCAL_DAY_DS_CFA_STG_JOB |
W_RTL_MCAL_DAY_D_CFA_JOB |
|
W_RTL_ORG_FIN_DS.dat |
W_RTL_ORG_FIN_DS_COPY_JOB W_RTL_ORG_FIN_DS_STG_JOB |
W_RTL_ORG_FIN_D_JOB |
|
W_RTL_PARTY_PER_ATTR_DS.dat |
W_RTL_PARTY_PER_ATTR_DS_COPY_JOB W_RTL_PARTY_PER_ATTR_DS_STG_JOB |
W_PARTY_ATTR_D_UDA_JOB |
|
W_RTL_PHASE_DS.dat |
W_RTL_PHASE_DS_COPY_JOB W_RTL_PHASE_DS_STG_JOB |
W_RTL_PHASE_D_JOB |
|
W_RTL_PO_DETAILS_DS.dat |
W_RTL_PO_DETAILS_DS_COPY_JOB W_RTL_PO_DETAILS_DS_STG_JOB |
W_RTL_PO_DETAILS_D_JOB |
|
W_RTL_PRICE_CLR_IT_LC_DS.dat |
W_RTL_PRICE_CLR_IT_LC_DS_COPY_JOB W_RTL_PRICE_CLR_IT_LC_DS_STG_JOB |
W_RTL_PRICE_CLR_IT_LC_D_JOB |
|
W_RTL_PROD_HIER_ATTR_LKP_DHS.dat |
W_RTL_PROD_HIER_ATTR_LKP_DHS_COPY_JOB W_RTL_PROD_HIER_ATTR_LKP_DHS_STG_JOB |
W_RTL_PROD_HIER_ATTR_LKP_DH_JOB W_RTL_PROD_HIER_ATTR_LKP_DH_IM_JOB |
|
W_RTL_PROD_HIER_IMAGE_DS.dat |
W_RTL_PROD_HIER_IMAGE_DS_COPY_JOB W_RTL_PROD_HIER_IMAGE_DS_STG_JOB |
W_RTL_PROD_HIER_ATTR_LKP_DH_IM_JOB |
|
W_RTL_PRODUCT_ATTR_DS.dat |
W_RTL_PRODUCT_ATTR_DS_COPY_JOB W_RTL_PRODUCT_ATTR_DS_STG_JOB |
W_RTL_PRODUCT_ATTR_D_JOB |
|
W_RTL_PRODUCT_ATTR_DS_TL.dat |
W_RTL_PRODUCT_ATTR_DS_TL_COPY_JOB W_RTL_PRODUCT_ATTR_DS_TL_STG_JOB |
W_RTL_PRODUCT_ATTR_D_JOB |
|
W_RTL_PRODUCT_ATTR_IMG_DS.dat |
W_RTL_PRODUCT_ATTR_IMG_DS_COPY_JOB W_RTL_PRODUCT_ATTR_IMG_DS_STG_JOB |
W_RTL_PRODUCT_ATTR_IMG_D_JOB |
|
W_RTL_PRODUCT_BRAND_DS.dat W_RTL_PRODUCT_BRAND_DS_TL.dat |
W_RTL_PRODUCT_BRAND_DS_COPY_JOB W_RTL_PRODUCT_BRAND_DS_STG_JOB W_RTL_PRODUCT_BRAND_DS_TL_COPY_JOB W_RTL_PRODUCT_BRAND_DS_TL_STG_JOB |
W_RTL_PRODUCT_BRAND_D_JOB |
|
W_RTL_PRODUCT_IMAGE_DS.dat |
W_RTL_PRODUCT_IMAGE_DS_COPY_JOB W_RTL_PRODUCT_IMAGE_DS_STG_JOB |
W_PRODUCT_ATTR_D_JOB (data used implicitly by dim load) |
|
W_RTL_PROMO_DS.dat W_RTL_PROMO_DS_TL.dat |
W_RTL_PROMO_DS_COPY_JOB W_RTL_PROMO_DS_STG_JOB |
W_RTL_PROMO_D_TL_JOB W_PROMO_D_RTL_TMP_JOB |
|
W_RTL_PROMO_CE_DS.dat |
W_RTL_PROMO_CE_DS_COPY_JOB W_RTL_PROMO_CE_DS_STG_JOB |
W_RTL_PROMO_D_TL_JOB W_PROMO_D_RTL_TMP_JOB |
|
W_RTL_PROMO_CE_IT_LC_DS.dat |
W_RTL_PROMO_CE_IT_LC_DS_COPY_JOB W_RTL_PROMO_CE_IT_LC_DS_STG_JOB |
W_RTL_PROMO_IT_LC_D_JOB |
|
W_RTL_PROMO_EXT_DS.dat |
W_RTL_PROMO_EXT_DS_COPY_JOB W_RTL_PROMO_EXT_DS_STG_JOB |
W_RTL_PROMO_D_TL_JOB W_PROMO_D_RTL_TMP_JOB |
|
W_RTL_PROMO_IT_LC_DS.dat |
W_RTL_PROMO_IT_LC_DS_COPY_JOB W_RTL_PROMO_IT_LC_DS_STG_JOB |
W_RTL_PROMO_IT_LC_D_JOB |
|
W_RTL_REPL_DAY_DS.dat |
W_RTL_REPL_DAY_DS_COPY_JOB W_RTL_REPL_DAY_DS_STG_JOB |
W_RTL_REPL_DAY_D_JOB |
|
W_RTL_SEASON_DS.dat |
W_RTL_SEASON_DS_COPY_JOB W_RTL_SEASON_DS_STG_JOB |
W_RTL_SEASON_D_JOB |
|
W_RTL_SEASON_PHASE_IT_DS.dat |
W_RTL_SEASON_PHASE_IT_DS_COPY_JOB W_RTL_SEASON_PHASE_IT_DS_STG_JOB |
W_RTL_SEASON_PHASE_IT_D_JOB |
|
W_RTL_SUB_IT_LC_DS.dat |
W_RTL_SUB_IT_LC_DS_COPY_JOB W_RTL_SUB_IT_LC_DS_STG_JOB |
W_RTL_SUB_IT_LC_D_JOB |
|
W_RTL_SUPPLIER_TRAIT_DS.dat |
W_RTL_SUPPLIER_TRAIT_DS_COPY_JOB W_RTL_SUPPLIER_TRAIT_DS_STG_JOB |
W_RTL_SUPPLIER_TRAIT_D_JOB |
|
W_RTL_TRADE_AREA_DS.dat |
W_RTL_TRADE_AREA_DS_COPY_JOB W_RTL_TRADE_AREA_DS_STG_JOB |
W_RTL_TRADE_AREA_D_JOB |
|
W_RTL_TRADE_AREA_LOC_MTX_DS.dat |
W_RTL_TRADE_AREA_LOC_MTX_DS_COPY_JOB W_RTL_TRADE_AREA_LOC_MTX_DS_STG_JOB |
W_RTL_TRADE_AREA_LOC_MTX_D_JOB |
|
W_RTL_TNDR_TYPE_DS.dat |
W_RTL_TNDR_TYPE_DS_COPY_JOB W_RTL_TNDR_TYPE_DS_STG_JOB |
W_RTL_TNDR_TYPE_D_JOB |
|
W_RTL_TSF_CHRG_DETAILS_DS.dat |
W_RTL_TSF_CHRG_DETAILS_DS_COPY_JOB W_RTL_TSF_CHRG_DETAILS_DS_STG_JOB |
W_RTL_TSF_CHRG_DETAILS_D_JOB |
|
W_RTL_TSF_DETAILS_DS.dat |
W_RTL_TSF_DETAILS_DS_ COPY_JOB W_RTL_TSF_DETAILS_DS_ STG_JOB |
W_RTL_TSF_DETAILS_D_JOB |
|
W_STATUS_DS.dat |
W_STATUS_DS_COPY_JOB W_STATUS_DS_STG_JOB |
W_STATUS_D_JOB |
|
W_RTL_UDA_METADATA_G.dat |
W_RTL_UDA_METADATA_G_COPY_JOB W_RTL_UDA_METADATA_G_STG_JOB |
N/A – No additional job required |
Process Flows for CSV Files
The table below shows the standalone process flows for any dimension file with a .csv extension. CSV files
follow a different load path as they are simplified interfaces that are transformed from one input file to many output tables
in the data model. The same set of jobs are also present in the Nightly batch cycles, so you can use this section as a reference
for nightly batch configuration (ignoring the standalone process names). Please note that the following list of jobs should
remain enabled and are usually applicable to all batch runs, so they’re not included in the table.
-
RI_UPDATE_TENANT_JOB (as part of HIST_ZIP_FILE_LOAD_ADHOC)
-
VARIABLE_REFRESH_JOB
-
ETL_REFRESH_JOB
-
ETL_BUSINESS_DATE_JOB
-
W_RTL_CURR_MCAL_G_JOB
-
SI_W_DOMAIN_MEMBER_DS_TL_TRUNC_JOB
The W_DOMAIN_MEMBER_DS_TL table works differently from other loaders, as multiple jobs are inserting into
the same staging area for different sets of records. The job above is needed at the start of a process flow to truncate the W_DOMAIN_MEMBER_DS_TL table before inserting new records in all later steps in RI_DIM_INITIAL_ADHOC. If you are loading files one at a time, make sure you do not truncate W_DOMAIN_MEMBER_DS_TL excessively.
It is only needed at the beginning of a new set of file loads or when starting over after an initial load was done.
Another important note is that you will want to load files in a certain order or together as sets, depending on the data you have available. If possible, you should load all your files as a set, once they become available, rather than reloading one by one every time.
Table 4-2 CSV File Process Flows
| Input Files (CSV) | RI_DIM_INITIAL_ADHOC (Step 1) | RI_DIM_INITIAL_ADHOC (Step 2) | RI_DIM_INITIAL_ADHOC (Step 3) |
|---|---|---|---|
|
ATTR.csv PROD_ATTR.csv |
COPY_SI_ATTR_JOB STG_SI_ATTR_JOB COPY_SI_PROD_ATTR_JOB STG_SI_PROD_ATTR_JOB |
STAGING_SI_W_RTL_PRODUCT_ATTR_DS_JOB SI_W_RTL_PRODUCT_ATTR_DS_TL_JOB SI_W_RTL_ITEM_GRP1_DS_JOB STAGING_SI_W_RTL_PRODATTR_ITEM_GRP1_DS_JOB SI_ATTR_W_DOMAIN_MEMBER_DS_TL_JOB SI_PROD_ATTR_W_DOMAIN_MEMBER_DS_TL_JOB SI_W_RTL_PRODUCT_COLOR_DS_JOB |
W_RTL_PRODUCT_ATTR_D_JOB W_RTL_ITEM_GRP1_D_ITEMBRAND_JOB W_RTL_ITEM_GRP1_D_ITEMCOLOR_JOB W_RTL_ITEM_GRP1_D_ITEMDIFF_JOB W_RTL_ITEM_GRP1_D_ITEMFAB_JOB W_RTL_ITEM_GRP1_D_ITEMLIST_JOB W_RTL_ITEM_GRP1_D_ITEMLV_JOB W_RTL_ITEM_GRP1_D_ITEMSCEN_JOB W_RTL_ITEM_GRP1_D_ITEMSIZE_JOB W_RTL_ITEM_GRP1_D_ITEMSTYLE_JOB W_RTL_ITEM_GRP1_D_ITEMUDA_JOB W_DOMAIN_MEMBER_LKP_TL_JOB W_RTL_PRODUCT_ATTR_UDA_D_JOB |
|
CODES.csv |
COPY_SI_CODES_JOB STG_SI_CODES_JOB |
STAGING_SI_W_RTL_CODE_DS_JOB |
W_RTL_CODE_D_JOB |
|
DIFF_GROUP.csv |
COPY_SI_DIFF_GROUP_JOB STG_SI_DIFF_GROUP_JOB |
SI_W_RTL_DIFF_GRP_DS_JOB SI_W_RTL_DIFF_GRP_DS_TL_JOB |
W_RTL_DIFF_GRP_D_JOB |
|
EMPLOYEE.csv |
COPY_SI_EMPLOYEE_JOB STG_SI_EMPLOYEE_JOB |
SI_W_EMPLOYEE_DS_JOB |
W_EMPLOYEE_D_JOB |
|
EXCH_RATE.csv |
COPY_SI_EXCH_RATE_JOB STG_SI_EXCH_RATE_JOB |
SI_W_EXCH_RATE_GS_JOB |
W_EXCH_RATE_G_JOB |
|
ORGANIZATION.csv |
COPY_SI_ORGANIZATION_JOB STG_SI_ORGANIZATION_JOB |
SI_W_INT_ORG_DHS_JOB SI_W_INT_ORG_ATTR_DS_JOB SI_W_INT_ORG_DS_JOB SI_W_INT_ORG_DS_TL_JOB SI_W_RTL_CHANNEL_DS_JOB SI_ORG_W_DOMAIN_MEMBER_DS_TL_JOB SI_W_RTL_CHANNEL_CNTRY_DS_JOB DIM_ORG_VALIDATOR_JOB |
W_INT_ORG_DH_TYPE1_JOB W_INT_ORG_D_TYPE1_JOB W_INT_ORG_DH_RTL_TMP_JOB W_RTL_ORG_RECLASS_TMP_JOB W_RTL_CHANNEL_D_JOB W_RTL_CHANNEL_CNTRY_D_JOB W_DOMAIN_MEMBER_LKP_TL_JOB |
|
ORGANIZATION_ALT.csv |
COPY_SI_ORGANIZATION_ALT_JOB STG_SI_ORGANIZATION_ALT_JOB |
SI_W_ORGANIZATION_FLEX_DS_JOB |
W_ORGANIZATION_FLEX_D_JOB |
|
PROD_LOC_ATTR.csv |
COPY_SI_PROD_LOC_ATTR_JOB STG_SI_PROD_LOC_ATTR_JOB |
SI_W_RTL_IT_LC_DS_JOB |
W_RTL_IT_LC_D_JOB |
|
PROD_LOC_REPL.csv |
COPY_SI_PROD_LOC_REPL_JOB STG_SI_PROD_LOC_REPL_JOB |
STAGING_SI_W_INVENTORY_PRODUCT_ATTR_DS_JOB |
W_INVENTORY_PRODUCT_D_JOB |
|
PROD_PACK.csv |
COPY_SI_PROD_PACK_JOB STG_SI_PROD_PACK_JOB |
STAGING_SI_W_RTL_ITEM_GRP2_DS_JOB |
W_RTL_ITEM_GRP2_D_JOB |
|
PROD_SEASON.csv SEASON.csv |
COPY_SI_SEASON_JOB STG_SI_SEASON_JOB COPY_SI_PROD_SEASON_JOB STG_SI_PROD_SEASON_JOB |
STAGING_SI_W_RTL_PHASE_DS_JOB STAGING_SI_W_RTL_SEASON_DS_JOB STAGING_SI_W_RTL_SEASON_PHASE_IT_DS_JOB SI_SEASON_W_DOMAIN_MEMBER_DS_TL_JOB |
W_RTL_SEASON_D_JOB W_RTL_PHASE_D_JOB W_RTL_SEASON_PHASE_IT_D_JOB W_DOMAIN_MEMBER_LKP_TL_JOB |
|
PRODUCT.csv |
COPY_SI_PRODUCT_JOB STG_SI_PRODUCT_JOB |
SI_W_PROD_CAT_DHS_JOB SI_W_PRODUCT_ATTR_DS_JOB SI_W_PRODUCT_DS_JOB SI_W_PRODUCT_DS_TL_JOB SI_W_RTL_IT_SUPPLIER_DS_JOB SI_W_RTL_PRODUCT_ATTR_IMG_DS_JOB SI_W_RTL_PRODUCT_BRAND_DS_JOB SI_W_RTL_PRODUCT_BRAND_DS_TL_JOB SI_PROD_W_DOMAIN_MEMBER_DS_TL_JOB DIM_PROD_VALIDATOR_JOB |
W_PROD_CAT_DH_TYPE1_JOB W_RTL_PROD_HIER_ATTR_LKP_DH_JOB W_PROD_CAT_DH_SC_RTL_TMP_JOB W_RTL_PROD_HIER_ATTR_LKP_DH_IM_JOB W_PRODUCT_D_TYPE1_JOB W_PRODUCT_ATTR_D_JOB W_RTL_PROD_RECLASS_TMP_INITIAL_JOB W_PRODUCT_D_RTL_TMP_JOB W_RTL_PROD_RECLASS_TMP_JOB W_RTL_IT_SUPPLIER_D_JOB W_RTL_PRODUCT_BRAND_D_JOB W_RTL_PRODUCT_ATTR_UDA_D_JOB |
|
PRODUCT_ALT.csv |
COPY_SI_PRODUCT_ALT_JOB STG_SI_PRODUCT_ALT_JOB |
SI_W_PRODUCT_FLEX_DS_JOB |
W_PRODUCT_FLEX_D_JOB |
|
PROMOTION.csv |
COPY_SI_PROMO_EXT_JOB STG_SI_PROMO_EXT_JOB |
SI_W_RTL_PROMO_EXT_DS_JOB |
W_RTL_PROMO_D_TL_JOB W_PROMO_D_RTL_TMP_JOB |
|
PROMO_DETAIL.csv |
COPY_SI_PROMO_DETAIL_JOB STG_SI_PROMO_DETAIL_JOB |
SI_W_RTL_PROMO_IT_LC_DS_JOB |
W_RTL_PROMO_IT_LC_D_JOB |
|
REPL_DISTRO.csv |
W_RTL_REPL_DISTRO_IT_LC_DS_COPY_JOB W_RTL_REPL_DISTRO_IT_LC_DS_STG_JOB |
N/A – No SI jobs used |
W_RTL_REPL_DISTRO_IT_LC_D_JOB |
|
REPL_REV_INT.csv |
W_RTL_REPL_REV_INT_IT_LC_DS_COPY_JOB W_RTL_REPL_REV_INT_IT_LC_DS_STG_JOB |
N/A – No SI jobs used |
W_RTL_REPL_REV_INT_IT_LC_D_JOB |
|
REPL_LT_INT.csv |
W_RTL_REPL_LT_INT_IT_LC_DS_COPY_JOB W_RTL_REPL_LT_INT_IT_LC_DS_STG_JOB |
N/A – No SI jobs used |
W_RTL_REPL_LT_INT_IT_LC_D_JOB |
|
REPL_ROUND.csv |
W_RTL_REPL_ROUND_IT_LC_DS_COPY_JOB W_RTL_REPL_ROUND_IT_LC_DS_STG_JOB |
N/A – No SI jobs used |
W_RTL_REPL_ROUND_IT_LC_D_JOB |
|
REPL_MULT_SUP.csv |
W_RTL_REPL_MULT_SUP_IT_LC_DS_COPY_JOB W_RTL_REPL_MULT_SUP_IT_LC_DS_STG_JOB |
N/A – No SI jobs used |
W_RTL_REPL_MULT_SUP_IT_LC_D_JOB |
|
REPL_MULT_INT.csv |
W_RTL_REPL_MULT_INT_IT_LC_DS_COPY_JOB W_RTL_REPL_MULT_INT_IT_LC_DS_STG_JOB |
N/A – No SI jobs used |
W_RTL_REPL_MULT_INT_IT_LC_D_JOB |
|
REPL_REV_SUP.csv |
W_RTL_REPL_REV_SUP_IT_LC_DS_COPY_JOB W_RTL_REPL_REV_SUP_IT_LC_DS_STG_JOB |
N/A – No SI jobs used |
W_RTL_REPL_REV_SUP_IT_LC_D_JOB |
|
REPL_LT_SUP.csv |
W_RTL_REPL_LT_SUP_IT_LC_DS_COPY_JOB W_RTL_REPL_LT_SUP_IT_LC_DS_STG_JOB |
N/A – No SI jobs used |
W_RTL_REPL_LT_SUP_IT_LC_D_JOB |
|
REPL_PROC.csv |
W_RTL_REPL_PROC_IT_LC_DS_COPY_JOB W_RTL_REPL_PROC_IT_LC_DS_STG_JOB |
N/A – No SI jobs used |
W_RTL_REPL_PROC_IT_LC_D_JOB |
|
STORE_COMP.csv |
COPY_SI_STORE_COMP_JOB STG_SI_STORE_COMP_JOB |
STAGING_SI_W_RTL_LOC_COMP_MTX_DS_JOB |
W_RTL_LOC_COMP_MTX_D_JOB |
|
SUPPLIER.csv |
COPY_SI_SUPPLIER_JOB STG_SI_SUPPLIER_JOB |
SI_W_PARTY_ORG_DS_JOB STAGING_SI_W_PARTY_ATTR_DS_JOB |
W_PARTY_ATTR_D_JOB W_PARTY_ORG_D_JOB |
The table below provides the process flow for fact files in CSV format (applicable in both standalone and nightly cycles).
| Input Files (CSV) | File Load | Staging Load | Target Load |
|---|---|---|---|
|
ADJUSTMENT.csv |
COPY_SI_ADJUSTMENT_JOB STG_SI_ADJUSTMENT_JOB |
SI_W_RTL_INVADJ_IT_LC_DY_FS_JOB SI_INVADJ_W_DOMAIN_MEMBER_DS_TL_JOB |
W_RTL_INVADJ_IT_LC_DY_F_JOB W_DOMAIN_MEMBER_LKP_TL_JOB |
|
COST.csv |
COPY_SI_COST_JOB STG_SI_COST_JOB |
SI_W_RTL_BCOST_IT_LC_DY_FS_JOB SI_W_RTL_NCOST_IT_LC_DY_FS_JOB |
W_RTL_BCOST_IT_LC_DY_F_JOB W_RTL_NCOST_IT_LC_DY_F_JOB |
|
DEAL_INCOME.csv |
COPY_SI_DEAL_INCOME_JOB STG_SI_DEAL_INCOME_JOB |
SI_W_RTL_DEALINC_IT_LC_DY_FS_JOB |
W_RTL_DEALINC_IT_LC_DY_F_JOB |
|
IC_MARGIN.csv |
COPY_SI_IC_MARGIN_JOB STG_SI_IC_MARGIN_JOB |
STAGING_SI_W_RTL_ICM_IT_LC_DY_FS_JOB |
W_RTL_ICM_IT_LC_DY_F_JOB |
|
INV_RECLASS.csv |
COPY_SI_INV_RECLASS_JOB STG_SI_INV_RECLASS_JOB |
STAGING_SI_W_RTL_INVRECLASS_IT_LC_DY_FS_JOB |
W_RTL_INVRECLASS_IT_LC_DY_F_JOB |
|
INVENTORY.csv |
COPY_SI_INVENTORY_JOB STG_SI_INVENTORY_JOB |
SI_W_RTL_INV_IT_LC_DY_FS_JOB |
W_RTL_INV_IT_LC_DY_F_JOB |
|
MARKDOWN.csv |
COPY_SI_MARKDOWN_JOB STG_SI_MARKDOWN_JOB |
SI_W_RTL_MKDN_IT_LC_DY_FS_JOB |
W_RTL_MKDN_IT_LC_DY_F_JOB |
|
ORDER_DETAIL.csv |
COPY_SI_ORDER_DETAIL_JOB STG_SI_ORDER_DETAIL_JOB |
SI_W_RTL_PO_ONORD_IT_LC_DY_FS_JOB |
W_RTL_PO_ONORD_IT_LC_DY_F_JOB |
|
PRICE.csv |
COPY_SI_PRICE_JOB STG_SI_PRICE_JOB |
SI_W_RTL_PRICE_IT_LC_DY_FS_JOB |
W_RTL_PRICE_IT_LC_DY_F_JOB |
|
RECEIPT.csv |
COPY_SI_RECEIPT_JOB STG_SI_RECEIPT_JOB |
SI_W_RTL_INVRC_IT_LC_DY_FS_JOB |
W_RTL_INVRC_IT_LC_DY_F_JOB |
|
RTV.csv |
COPY_SI_RTV_JOB STG_SI_RTV_JOB |
SI_W_RTL_INVRTV_IT_LC_DY_FS_JOB |
W_RTL_INVRTV_IT_LC_DY_F_JOB |
|
SALES.csv |
COPY_SI_SALES_JOB STG_SI_SALES_JOB |
SI_W_RTL_SLS_TRX_IT_LC_DY_FS_JOB |
W_RTL_SLS_TRX_IT_LC_DY_F_JOB |
|
SALES_PACK.csv |
COPY_SI_SALES_PACK_JOB STG_SI_SALES_PACK_JOB |
SI_W_RTL_SLSPK_IT_LC_DY_FS_JOB |
W_RTL_SLSPK_IT_LC_DY_F_JOB |
|
SALES_WF.csv |
COPY_SI_SALES_WF_JOB STG_SI_SALES_WF_JOB |
STAGING_SI_W_RTL_SLSWF_IT_LC_DY_FS_JOB |
W_RTL_SLSWF_IT_LC_DY_F_JOB |
|
SHIPMENT_DETAIL.csv |
COPY_SI_SHIPMENT_DETAIL_JOB STG_SI_SHIPMENT_DETAIL_JOB |
SI_W_RTL_SHIP_IT_LC_DY_FS_JOB |
W_RTL_SHIP_IT_LC_DY_F_JOB |
|
TRANSFER.csv |
COPY_SI_TRANSFER_JOB STG_SI_TRANSFER_JOB |
SI_W_RTL_INVTSF_IT_LC_DY_FS_JOB |
W_RTL_INVTSF_IT_LC_DY_F_JOB |