4 Retail Insights Standalone Process Flows
Standalone processes are separated across several different flows within POM depending on the order in which you need to execute them and the dependencies to be followed. This chapter provides a tabular view of related jobs across the different process flows so you know which jobs are safe to enable or disable, depending on the files you’re attempting to load into the platform. It is always a best practice to disable jobs in POM if you are not actively using them, both to reduce runtimes and to avoid loading data you did not intend to process.
Process Flows for DAT Files
The table below shows the standalone process flows for any file with a .dat extension. Please note that
the following list of jobs should remain enabled and are usually applicable to all batch runs, so they’re not included in
the table.
-
VARIABLE_REFRESH_JOB
-
ETL_REFRESH_JOB
-
ETL_BUSINESS_DATE_JOB
-
W_RTL_CURR_MCAL_G_JOB
-
SETUP_CTX_FILE_JOB
Table 4-1 DAT File Process Flows
| Input Files (DAT) | LOAD_DIM_INITIAL_STAGE_ADHOC | LOAD_DIM_INITIAL_ADHOC |
|---|---|---|
|
W_DOMAIN_MEMBER_DS_TL.dat |
W_DOMAIN_MEMBER_DS_TL_COPY_JOB W_DOMAIN_MEMBER_DS_TL_STG_JOB |
W_DOMAIN_MEMBER_LKP_TL_JOB |
|
W_EMPLOYEE_DS.dat |
W_EMPLOYEE_DS_COPY_JOB W_EMPLOYEE_DS_STG_JOB |
W_EMPLOYEE_D_JOB |
|
W_EXCH_RATE_GS.dat |
W_EXCH_RATE_GS_COPY_JOB W_EXCH_RATE_GS_STG_JOB |
W_EXCH_RATE_G_JOB |
|
W_INT_ORG_ATTR_DS.dat W_INT_ORG_DS.dat W_INT_ORG_DS_TL.dat |
W_INT_ORG_ATTR_DS_COPY_JOB W_INT_ORG_ATTR_DS_STG_JOB W_INT_ORG_DS_COPY_JOB W_INT_ORG_DS_STG_JOB W_INT_ORG_DS_TL_COPY_JOB W_INT_ORG_DS_TL_STG_JOB |
W_INT_ORG_D_JOB W_RTL_ORG_RECLASS_TMP_JOB |
|
W_INT_ORG_DHS.dat |
W_INT_ORG_DHS_COPY_JOB W_INT_ORG_DHS_STG_JOB |
W_INT_ORG_DH_JOB W_INT_ORG_DH_RTL_TMP_JOB |
|
W_PARTY_ATTR_DS.dat |
W_PARTY_ATTR_DS_COPY_JOB W_PARTY_ATTR_DS_STG_JOB |
W_PARTY_ATTR_D_JOB |
|
W_PARTY_ORG_DS.dat |
W_PARTY_ORG_DS_COPY_JOB W_PARTY_ORG_DS_STG_JOB |
W_PARTY_ORG_D_JOB |
|
W_PARTY_PER_DS.dat |
W_PARTY_PER_DS_COPY_JOB W_PARTY_PER_DS_STG_JOB |
W_PARTY_PER_D_JOB |
|
W_PROD_CAT_DHS.dat |
W_PROD_CAT_DHS_COPY_JOB W_PROD_CAT_DHS_STG_JOB |
W_PROD_CAT_DH_JOB W_PROD_CAT_DH_SC_RTL_TMP_JOB |
|
W_PRODUCT_ATTR_DS.dat |
W_PRODUCT_ATTR_DS_COPY_JOB W_PRODUCT_ATTR_DS_STG_JOB |
W_PRODUCT_ATTR_D_JOB W_RTL_PRODUCT_ATTR_UDA_D_JOB |
|
W_PRODUCT_DS.dat W_PRODUCT_DS_TL.dat |
W_PRODUCT_DS_COPY_JOB W_PRODUCT_DS_STG_JOB W_PRODUCT_DS_TL_COPY_JOB W_PRODUCT_DS_TL_STG_JOB |
W_PRODUCT_D_JOB W_RTL_PROD_RECLASS_TMP_INITIAL_JOB W_PRODUCT_D_RTL_TMP_JOB W_RTL_PROD_RECLASS_TMP_JOB |
|
W_REASON_DS.dat |
W_REASON_DS_COPY_JOB W_REASON_DS_STG_JOB |
W_REASON_D_JOB |
|
W_RTL_ALC_DETAILS_DS.dat |
W_RTL_ALC_DETAILS_DS_COPY_JOB W_RTL_ALC_DETAILS_DS_STG_JOB |
W_RTL_ALC_DETAILS_D_JOB |
|
W_RTL_BUYER_DS.dat |
W_RTL_BUYER_DS_COPY_JOB W_RTL_BUYER_DS_STG_JOB |
W_RTL_BUYER_D_JOB |
|
W_RTL_CHANNEL_DS.dat |
W_RTL_CHANNEL_DS_COPY_JOB W_RTL_CHANNEL_DS_STG_JOB |
W_RTL_CHANNEL_D_JOB |
|
W_RTL_CO_HEAD_DS.dat |
W_RTL_CO_HEAD_DS_COPY_JOB W_RTL_CO_HEAD_DS_STG_JOB |
W_RTL_CO_HEAD_D_JOB |
|
W_RTL_CO_LINE_DS.dat |
W_RTL_CO_LINE_DS_COPY_JOB W_RTL_CO_LINE_DS_STG_JOB |
W_RTL_CO_LINE_D_JOB |
|
W_RTL_CO_SHIP_METHOD_DS.dat |
W_RTL_CO_SHIP_METHOD_DS_COPY_JOB W_RTL_CO_SHIP_METHOD_DS_STG_JOB |
W_RTL_CO_SHIP_METHOD_D_JOB |
|
W_RTL_CO_SHIP_TYPE_DS.dat |
W_RTL_CO_SHIP_TYPE_DS_COPY_JOB W_RTL_CO_SHIP_TYPE_DS_STG_JOB |
W_RTL_CO_SHIP_TYPE_D_JOB |
|
W_RTL_CODE_DS.dat |
W_RTL_CODE_DS_COPY_JOB W_RTL_CODE_DS_STG_JOB |
W_RTL_COMP_STORE_D_JOB |
|
W_RTL_COUPON_DS.dat W_RTL_COUPON_DS_TL.dat |
W_RTL_COUPON_DS_COPY_JOB W_RTL_COUPON_DS_STG_JOB W_RTL_COUPON_DS_TL_COPY_JOB W_RTL_COUPON_DS_TL_STG_JOB |
W_RTL_COUPON_D_JOB |
|
W_RTL_DIFF_GRP_DS.dat W_RTL_DIFF_GRP_DS_TL.dat |
W_RTL_DIFF_GRP_DS_COPY_JOB W_RTL_DIFF_GRP_DS_STG_JOB W_RTL_DIFF_GRP_DS_TL_COPY_JOB W_RTL_DIFF_GRP_DS_TL_STG_JOB |
W_RTL_DIFF_GRP_D_JOB |
|
W_RTL_DIFF_RNG_DS.dat |
W_RTL_DIFF_RNG_DS_COPY_JOB |
W_RTL_DIFF_RNG_D_JOB |
|
W_RTL_DIFF_RNG_DS_TL.dat |
W_RTL_DIFF_RNG_DS_STG_JOB W_RTL_DIFF_RNG_DS_TL_COPY_JOB W_RTL_DIFF_RNG_DS_TL_STG_JOB |
|
|
W_RTL_DISCOUNT_TYPE_DS.dat |
W_RTL_DISCOUNT_TYPE_DS_COPY_JOB W_RTL_DISCOUNT_TYPE_DS_STG_JOB |
W_RTL_DISCOUNT_TYPE_D_JOB |
|
W_RTL_IT_SUPPLIER_DS.dat |
W_RTL_IT_SUPPLIER_DS_COPY_JOB W_RTL_IT_SUPPLIER_DS_STG_JOB |
W_RTL_IT_SUPPLIER_D_JOB |
|
W_RTL_ITEM_GRP1_DS.dat |
W_RTL_ITEM_GRP1_DS_COPY_JOB W_RTL_ITEM_GRP1_DS_STG_JOB |
W_RTL_ITEM_GRP1_D_ITEMBRAND_JOB W_RTL_ITEM_GRP1_D_ITEMCOLOR_JOB W_RTL_ITEM_GRP1_D_ITEMDIFF_JOB W_RTL_ITEM_GRP1_D_ITEMFAB_JOB W_RTL_ITEM_GRP1_D_ITEMLIST_JOB W_RTL_ITEM_GRP1_D_ITEMLV_JOB W_RTL_ITEM_GRP1_D_ITEMSCEN_JOB W_RTL_ITEM_GRP1_D_ITEMSIZE_JOB W_RTL_ITEM_GRP1_D_ITEMSTYLE_JOB W_RTL_ITEM_GRP1_D_ITEMUDA_JOB W_RTL_PRODUCT_ATTR_UDA_D_JOB |
|
W_RTL_LOC_STOCK_CNT_DS.dat |
W_RTL_LOC_STOCK_CNT_DS_COPY_JOB W_RTL_LOC_STOCK_CNT_DS_STG_JOB |
W_RTL_LOC_STOCK_CNT_D_JOB |
|
W_RTL_ORG_FIN_DS.dat |
W_RTL_ORG_FIN_DS_COPY_JOB W_RTL_ORG_FIN_DS_STG_JOB |
W_RTL_ORG_FIN_D_JOB |
|
W_RTL_PARTY_PER_ATTR_DS.dat |
W_RTL_PARTY_PER_ATTR_DS_COPY_JOB W_RTL_PARTY_PER_ATTR_DS_STG_JOB |
W_PARTY_ATTR_D_UDA_JOB |
|
W_RTL_PHASE_DS.dat |
W_RTL_PHASE_DS_COPY_JOB W_RTL_PHASE_DS_STG_JOB |
W_RTL_PHASE_D_JOB |
|
W_RTL_PO_DETAILS_DS.dat |
W_RTL_PO_DETAILS_DS_COPY_JOB W_RTL_PO_DETAILS_DS_STG_JOB |
W_RTL_PO_DETAILS_D_JOB |
|
W_RTL_PRICE_CLR_IT_LC_DS.dat |
W_RTL_PRICE_CLR_IT_LC_DS_COPY_JOB W_RTL_PRICE_CLR_IT_LC_DS_STG_JOB |
W_RTL_PRICE_CLR_IT_LC_D_JOB |
|
W_RTL_PROD_HIER_ATTR_LKP_DHS.dat |
W_RTL_PROD_HIER_ATTR_LKP_DHS_COPY_JOB W_RTL_PROD_HIER_ATTR_LKP_DHS_STG_JOB |
W_RTL_PROD_HIER_ATTR_LKP_DH_JOB W_RTL_PROD_HIER_ATTR_LKP_DH_IM_JOB |
|
W_RTL_PRODUCT_BRAND_DS.dat W_RTL_PRODUCT_BRAND_DS_TL.dat |
W_RTL_PRODUCT_BRAND_DS_COPY_JOB W_RTL_PRODUCT_BRAND_DS_STG_JOB W_RTL_PRODUCT_BRAND_DS_TL_COPY_JOB W_RTL_PRODUCT_BRAND_DS_TL_STG_JOB |
W_RTL_PRODUCT_BRAND_D_JOB |
|
W_RTL_PROMO_DS.dat W_RTL_PROMO_DS_TL.dat |
W_RTL_PROMO_DS_COPY_JOB W_RTL_PROMO_DS_STG_JOB |
W_RTL_PROMO_D_TL_JOB W_PROMO_D_RTL_TMP_JOB |
|
W_RTL_PROMO_CE_DS.dat |
W_RTL_PROMO_CE_DS_COPY_JOB W_RTL_PROMO_CE_DS_STG_JOB |
W_RTL_PROMO_D_TL_JOB W_PROMO_D_RTL_TMP_JOB |
|
W_RTL_PROMO_EXT_DS.dat |
W_RTL_PROMO_EXT_DS_COPY_JOB W_RTL_PROMO_EXT_DS_STG_JOB |
W_RTL_PROMO_D_TL_JOB W_PROMO_D_RTL_TMP_JOB |
|
W_RTL_SEASON_DS.dat |
W_RTL_SEASON_DS_COPY_JOB W_RTL_SEASON_DS_STG_JOB |
W_RTL_SEASON_D_JOB |
|
W_RTL_SEASON_PHASE_IT_DS.dat |
W_RTL_SEASON_PHASE_IT_DS_COPY_JOB W_RTL_SEASON_PHASE_IT_DS_STG_JOB |
W_RTL_SEASON_PHASE_IT_D_JOB |
|
W_RTL_TNDR_TYPE_DS.dat |
W_RTL_TNDR_TYPE_DS_COPY_JOB W_RTL_TNDR_TYPE_DS_STG_JOB |
W_RTL_TNDR_TYPE_D_JOB |
|
W_STATUS_DS.dat |
W_STATUS_DS_COPY_JOB W_STATUS_DS_STG_JOB |
W_STATUS_D_JOB |
Process Flows for CSV Files
The table below shows the standalone process flows for any file with a .csv extension. CSV files follow
a different load path as they are simplified interfaces that are transformed from one input file to many output tables in
the data model. Please note that the following list of jobs should remain enabled and are usually applicable to all batch
runs, so they’re not included in the table.
-
VARIABLE_REFRESH_JOB
-
ETL_REFRESH_JOB
-
ETL_BUSINESS_DATE_JOB
-
W_RTL_CURR_MCAL_G_JOB
-
SETUP_CTX_FILE_JOB
-
SI_W_DOMAIN_MEMBER_DS_TL_TRUNC_JOB
The W_DOMAIN_MEMBER_DS_TL table works differently from other loaders, as multiple jobs are inserting into
the same staging area for different sets of records. The job above is needed at the start of a process flow to truncate the W_DOMAIN_MEMBER_DS_TL table before inserting new records in all later steps in LOAD_EXT_DIM_INITIAL_SI_ADHOC. If you are loading files one at a time, make sure you do not truncate W_DOMAIN_MEMBER_DS_TL excessively.
It is only needed at the beginning of a new set of file loads or when starting over after an initial load was done.
Another important note is that you will want to load files in a certain order or together as sets, depending on the data you have available. If possible, you should load all your files.
Table 4-2 CSV File Process Flows
| Input Files (CSV) | LOAD_DIM_INITIAL_ADHOC (Step 1) | LOAD_DIM_INITIAL_ADHOC (Step 2) | LOAD_DIM_INITIAL_ADHOC (Step 3) |
|---|---|---|---|
|
ATTR.csv PROD_ATTR.csv |
COPY_SI_ATTR_JOB STG_SI_ATTR_JOB COPY_SI_PROD_ATTR_JOB STG_SI_PROD_ATTR_JOB |
STAGING_SI_W_RTL_PRODUCT_ATTR_DS_JOB SI_W_RTL_PRODUCT_ATTR_DS_TL_JOB SI_W_RTL_ITEM_GRP1_DS_JOB STAGING_SI_W_RTL_PRODATTR_ITEM_GRP1_DS_JOB SI_ATTR_W_DOMAIN_MEMBER_DS_TL_JOB SI_PROD_ATTR_W_DOMAIN_MEMBER_DS_TL_JOB SI_W_RTL_PRODUCT_COLOR_DS_JOB |
W_RTL_PRODUCT_ATTR_D_JOB W_RTL_ITEM_GRP1_D_ITEMBRAND_JOB W_RTL_ITEM_GRP1_D_ITEMCOLOR_JOB W_RTL_ITEM_GRP1_D_ITEMDIFF_JOB W_RTL_ITEM_GRP1_D_ITEMFAB_JOB W_RTL_ITEM_GRP1_D_ITEMLIST_JOB W_RTL_ITEM_GRP1_D_ITEMLV_JOB W_RTL_ITEM_GRP1_D_ITEMSCEN_JOB W_RTL_ITEM_GRP1_D_ITEMSIZE_JOB W_RTL_ITEM_GRP1_D_ITEMSTYLE_JOB W_RTL_ITEM_GRP1_D_ITEMUDA_JOB W_DOMAIN_MEMBER_LKP_TL_JOB W_RTL_PRODUCT_ATTR_UDA_D_JOB |
|
CODES.csv |
COPY_SI_CODES_JOB STG_SI_CODES_JOB |
STAGING_SI_W_RTL_CODE_DS_JOB |
W_RTL_CODE_D_JOB |
|
DIFF_GROUP.csv |
COPY_SI_DIFF_GROUP_JOB STG_SI_DIFF_GROUP_JOB |
SI_W_RTL_DIFF_GRP_DS_JOB SI_W_RTL_DIFF_GRP_DS_TL_JOB |
W_RTL_DIFF_GRP_D_JOB |
|
EMPLOYEE.csv |
COPY_SI_EMPLOYEE_JOB STG_SI_EMPLOYEE_JOB |
SI_W_EMPLOYEE_DS_JOB |
W_EMPLOYEE_D_JOB |
|
EXCH_RATE.csv |
COPY_SI_EXCH_RATE_JOB STG_SI_EXCH_RATE_JOB |
SI_W_EXCH_RATE_GS_JOB |
W_EXCH_RATE_G_JOB |
|
ORGANIZATION.csv |
COPY_SI_ORGANIZATION_JOB STG_SI_ORGANIZATION_JOB |
SI_W_INT_ORG_DHS_JOB SI_W_INT_ORG_ATTR_DS_JOB SI_W_INT_ORG_DS_JOB SI_W_INT_ORG_DS_TL_JOB SI_W_RTL_CHANNEL_DS_JOB SI_ORG_W_DOMAIN_MEMBER_DS_TL_JOB |
W_INT_ORG_DH_JOB W_INT_ORG_D_JOB W_INT_ORG_DH_RTL_TMP_JOB W_RTL_ORG_RECLASS_TMP_JOB W_RTL_CHANNEL_D_JOB W_DOMAIN_MEMBER_LKP_TL_JOB |
|
PROD_LOC_ATTR.csv |
COPY_SI_PROD_LOC_ATTR_JOB STG_SI_PROD_LOC_ATTR_JOB |
SI_W_RTL_IT_LC_DS_JOB |
W_RTL_IT_LC_D_JOB |
|
PROD_LOC_REPL.csv |
COPY_SI_PROD_LOC_REPL_JOB STG_SI_PROD_LOC_REPL_JOB |
STAGING_SI_W_INVENTORY_PRODUCT_ATTR_DS_JOB |
W_INVENTORY_PRODUCT_ATTR_D_JOB |
|
PROD_PACK.csv |
COPY_SI_PROD_PACK_JOB STG_SI_PROD_PACK_JOB |
STAGING_SI_W_RTL_ITEM_GRP2_DS_JOB |
W_RTL_ITEM_GRP2_D_JOB |
|
PROD_SEASON.csv SEASON.csv |
COPY_SI_SEASON_JOB STG_SI_SEASON_JOB COPY_SI_PROD_SEASON_JOB STG_SI_PROD_SEASON_JOB |
STAGING_SI_W_RTL_PHASE_DS_JOB STAGING_SI_W_RTL_SEASON_DS_JOB STAGING_SI_W_RTL_SEASON_PHASE_IT_DS_JOB SI_SEASON_W_DOMAIN_MEMBER_DS_TL_JOB |
W_RTL_SEASON_D_JOB W_RTL_PHASE_D_JOB W_RTL_SEASON_PHASE_IT_D_JOB W_DOMAIN_MEMBER_LKP_TL_JOB |
|
PRODUCT.csv |
COPY_SI_PRODUCT_JOB STG_SI_PRODUCT_JOB |
SI_W_PROD_CAT_DHS_JOB SI_W_PRODUCT_ATTR_DS_JOB SI_W_PRODUCT_DS_JOB SI_W_PRODUCT_DS_TL_JOB SI_W_RTL_IT_SUPPLIER_DS_JOB SI_W_RTL_PRODUCT_ATTR_IMG_DS_JOB SI_W_RTL_PRODUCT_BRAND_DS_JOB SI_W_RTL_PRODUCT_BRAND_DS_TL_JOB SI_PROD_W_DOMAIN_MEMBER_DS_TL_JOB |
W_PROD_CAT_DH_JOB W_RTL_PROD_HIER_ATTR_LKP_DH_JOB W_PROD_CAT_DH_SC_RTL_TMP_JOB W_RTL_PROD_HIER_ATTR_LKP_DH_IM_JOB W_PRODUCT_D_JOB W_PRODUCT_ATTR_D_JOB W_RTL_PROD_RECLASS_TMP_INITIAL_JOB W_PRODUCT_D_RTL_TMP_JOB W_RTL_PROD_RECLASS_TMP_JOB W_RTL_PRODUCT_BRAND_D_JOB W_RTL_PRODUCT_ATTR_UDA_D_JOB |
|
PROMOTION.csv |
COPY_SI_PROMO_EXT_JOB STG_SI_PROMO_EXT_JOB |
SI_W_RTL_PROMO_EXT_DS_JOB |
W_RTL_PROMO_D_TL_JOB W_PROMO_D_RTL_TMP_JOB |
|
STORE_COMP.csv |
COPY_SI_STORE_COMP_JOB STG_SI_STORE_COMP_JOB |
STAGING_SI_W_RTL_LOC_COMP_MTX_DS_JOB |
W_RTL_LOC_COMP_MTX_D_JOB |
|
SUPPLIER.csv |
COPY_SI_SUPPLIER_JOB STG_SI_SUPPLIER_JOB |
SI_W_PARTY_ORG_DS_JOB STAGING_SI_W_PARTY_ATTR_DS_JOB |
W_PARTY_ATTR_D_JOB W_PARTY_ORG_D_JOB |