enhance / enhance_articles_inhouse_old

#Connections
Source_Config: unitizeEngine #config - credetials of source connection service
Target_Config: enhanceEngine #config - credentials of target connection service

Enhance_Mode: flexible

#Engine Mode
Engine_Mode: full


#Source
Source_Datapool: iwm_articles  #sql from


Joins:
- Left_Join: #each condition is joined with "AND"
  Datapool: iwm_articles_stock
  Join_Condition: iwm_articles.attr1 = iwm_articles_stock.firma and iwm_articles.ordernumber = iwm_articles_stock.ordernumber
- Left_Join: #each condition is joined with "AND"
  Datapool: variant_properties
  Join_Condition: iwm_articles.ordernumber = variant_properties.ordernumber


#Target
Datapool: articles_inhouse #sql table
Target_Datapool: articles_inhouse  #sql from
Primary_Key: [ordernumber, attr1]



#Mapping -> Mappings source fields are detected by Mapping
Mapping:
   active_ost: iwm_articles.active_ost
   active_tre: iwm_articles.active_tre
   active_oms: iwm_articles.active_oms
   active_bil: iwm_articles.active_bil
   added: iwm_articles.added
   changed: iwm_articles.changed
   unitID: iwm_articles.unitID
   ean: iwm_articles.ean
   categories: iwm_articles.categories
   metaTitle: iwm_articles.metaTitle
   packUnit: iwm_articles.packUnit
   configuratorType: iwm_articles.configuratorType
   configuratorOptions: iwm_articles.configuratorOptions
   suppliernumber: iwm_articles.suppliernumber
   weight: iwm_articles.weight
   height: iwm_articles.height
   width: iwm_articles.width
   propertyGroupName: iwm_articles.propertyGroupName
   propertyValueName: iwm_articles.propertyValueName
   accessory: iwm_articles.accessory
   attr2: iwm_articles.attr2
   attr3: iwm_articles.attr3
   attr4: iwm_articles.attr4
   attr5: iwm_articles.attr5
   attr6: iwm_articles.attr6
   attr7: iwm_articles.attr7
   attr8: iwm_articles.attr8
   attr10: iwm_articles.attr10
   attr11: iwm_articles.attr11
   attr17: iwm_articles.attr17
   attr19: iwm_articles.attr19
   attr20: iwm_articles.attr20
   swag_attr21:
      Source: iwm_articles.swag_attr21
      File_Field_Adapter:
       Config: enhanceEngine
       Engine: enhanceEngine
       Datapool: iwm_articles_kojen_per_article
       Identifier: mainnumber
       File: articles_inhouse.swag_attr21
       Fields:
        - mainnumber
        - firma
        - kojencode
   swag_attr23: iwm_articles.swag_attr23
   swag_attr24: iwm_articles.swag_attr24
   swag_attr25: iwm_articles.swag_attr25
   swag_attr26: iwm_articles.swag_attr26
   swag_attr27: iwm_articles.swag_attr27
   swag_attr28: iwm_articles.swag_attr28
   swag_attr29: iwm_articles.swag_attr29
   swag_attr30: iwm_articles.swag_attr30
   stockmin_ost: iwm_articles.stockmin_ost
   stockmin_tre: iwm_articles.stockmin_tre
   stockmin_oms: iwm_articles.stockmin_oms
   stockmin_bil: iwm_articles.stockmin_bil
   LBNTEK: iwm_articles.LBNTEK
   LBKALK: iwm_articles.LBKALK
   LBMARGE: iwm_articles.LBMARGE
   LBWAEISA: iwm_articles.LBWAEISA
   AbsatzMenge3M: iwm_articles.AbsatzMenge3M
   name_oms:
     Source: iwm_articles.name_oms
     Field_Adapter:
      - addslashes:
   name_tre:
     Source: iwm_articles.name_tre
     Field_Adapter:
      - addslashes:
   name_ost:
     Source: iwm_articles.name_ost
     Field_Adapter:
      - addslashes:
   name_bil:
     Source: iwm_articles.name_bil
     Field_Adapter:
      - addslashes:
   referenceUnit: (1)
   attr1: iwm_articles.attr1
   attr9:
     Source: iwm_articles.attr9
     Field_Adapter:
      - addslashes:
   attr12:
     Source: iwm_articles.attr12
     Field_Adapter:
       - select_max_field: ['attr12', 'lieferzeitinwochen']
       - replace_empty: 0
       - replace_smaller: [0,0] #replace negative shipping time with 0
       - replace: [0,1]
   attr13:
     Source: iwm_articles.attr13
     File_Field_Adapter:
      File: iwm_articles_inhouse.attr13
   attr14:
     Source: iwm_articles.attr14
     File_Field_Adapter:
       File: iwm_articles_inhouse.attr14
     Field_Adapter:
       - replace_empty: 0
       - replace_smaller: [0,0]
   attr15:
     Source: iwm_articles.attr15
     Field_Adapter:
       - replace_empty: 0
       - replace_smaller: [0,0]
   attr16:
     Source: iwm_articles.attr16
     Field_Adapter:
       - replace_empty: 0
       - replace_smaller: [0,0]
   attr18:
     Source: iwm_articles.attr18
     Cross_Field_Adapter:
        Config: enhanceEngine
        Cross_Datapool: iwm_articles_prices #name of cross datapool
        Cross_Field: attr18 #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
   instock:
     Source: iwm_articles.attr18
     Cross_Field_Adapter:
        Config: enhanceEngine
        Cross_Datapool: iwm_articles_stock #name of cross datapool
        Cross_Field: stock #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
     Field_Adapter:
       - replace_empty: 0
   stock_witten:
     Source: iwm_articles.attr18
     Cross_Field_Adapter:
        Config: enhanceEngine
        Cross_Datapool: iwm_articles_stock #name of cross datapool
        Cross_Field: witten #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
     Field_Adapter:
       - replace_empty: 0
   categoryPath_ost:
     Source: iwm_articles.categoryPath_ost
     File_Field_Adapter:
      File: articles_inhouse.categoryPath_ost
   categoryPath_tre:
     Source: iwm_articles.categoryPath_tre
     File_Field_Adapter:
      File: articles_inhouse.categoryPath_tre
   categoryPath_oms:
     Source: iwm_articles.categoryPath_oms
     File_Field_Adapter:
      File: articles_inhouse.categoryPath_oms
   categoryPath_bil:
     Source: iwm_articles.categoryPath_bil
     File_Field_Adapter:
      File: articles_inhouse.categoryPath_bil
   description:
     Source: iwm_articles.description
     Field_Adapter:
       - addslashes:
       - replace: ['http://', 'https://']
   description_long_ost:
     Source: iwm_articles.description_long_ost
     Field_Adapter:
       - replace: ['http://', 'https://']
     File_Field_Adapter:
      File: articles_inhouse.description_long_ost
   description_long_tre:
     Source: iwm_articles.description_long_tre
     Field_Adapter:
       - replace: ['http://', 'https://']
     File_Field_Adapter:
      File: articles_inhouse.description_long_tre
   description_long_oms:
     Source: iwm_articles.description_long_oms
     Field_Adapter:
       - replace: ['http://', 'https://']
     File_Field_Adapter:
      File: articles_inhouse.description_long_oms
   description_long_bil:
     Source: iwm_articles.description_long_bil
     Field_Adapter:
       - replace: ['http://', 'https://']
     File_Field_Adapter:
      File: articles_inhouse.description_long_bil
   ordernumber: iwm_articles.ordernumber
   mainnumber:
     Source: iwm_articles.mainnumber
     File_Field_Adapter:
      File: articles_inhouse.mainnumber
   imageUrl:
     Source: iwm_articles.imageUrl
     File_Field_Adapter:
      File: articles_inhouse.imageUrl
   ItemImageDate:
     Source: iwm_articles.ItemImageDate
     File_Field_Adapter:
      File: articles_inhouse.ItemImageDate
   kind:
     Source: iwm_articles.kind
     File_Field_Adapter:
      File: articles_inhouse.kind
   baseprice:
     Source: iwm_articles.baseprice
     Field_Adapter:
      - replace: [',','.']
   configSetId:
      Source: IF(iwm_articles.configSetId = '', 1, 0) AS configSetId
   height:
      Source: iwm_articles.height
      Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   price_ost:
     Source: iwm_articles.price_ost
     Cross_Field_Adapter:
        Config: exportEngine
        Cross_Datapool: export_iwm_articles_prices_ost_inhouse #name of cross datapool
        Cross_Field: price_EK #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
     Field_Adapter:
        - replace: [',','.']
        - float_pricision: 2
   price_tre:
      Source: iwm_articles.price_tre
      Cross_Field_Adapter:
        Config: exportEngine
        Cross_Datapool: export_iwm_articles_prices_tre_inhouse #name of cross datapool
        Cross_Field: price_EK #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
      Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   price_oms:
      Source: iwm_articles.price_oms
      Cross_Field_Adapter:
        Config: exportEngine
        Cross_Datapool: export_iwm_articles_prices_oms #name of cross datapool
        Cross_Field: price_EK #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
      Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   price_bil:
      Source: iwm_articles.price_oms
      Cross_Field_Adapter:
        Config: exportEngine
        Cross_Datapool: export_iwm_articles_prices_oms #name of cross datapool
        Cross_Field: price_EK #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
      Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   pseudoprice_ost:
     Source: iwm_articles.pseudoprice_ost
     Cross_Field_Adapter:
        Config: exportEngine
        Cross_Datapool: export_iwm_articles_prices_ost_inhouse #name of cross datapool
        Cross_Field: pseudoprice_EK #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
     Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   pseudoprice_tre:
     Source: iwm_articles.pseudoprice_tre
     Cross_Field_Adapter:
        Config: exportEngine
        Cross_Datapool: export_iwm_articles_prices_tre_inhouse #name of cross datapool
        Cross_Field: pseudoprice_EK #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
     Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   pseudoprice_oms:
     Source: iwm_articles.pseudoprice_oms
     Cross_Field_Adapter:
        Config: exportEngine
        Cross_Datapool: export_iwm_articles_prices_oms #name of cross datapool
        Cross_Field: pseudoprice_EK #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
     Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   pseudoprice_bil:
      Source: iwm_articles.pseudoprice_bil
      Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   purchaseprice:
      Source: iwm_articles.purchaseprice
      Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   purchaseUnit:
      Source: iwm_articles.purchaseUnit
      Field_Adapter:
       - replace: [',','.']
       - float_pricision: 2
   referenceUnit: (1)
   supplier_ost:
     Source: iwm_articles.supplier_ost
     Field_Adapter:
      - addslashes:
   supplier_tre:
     Source: iwm_articles.supplier_tre
     Field_Adapter:
      - addslashes:
   supplier_oms:
     Source: iwm_articles.supplier_oms
     Field_Adapter:
      - addslashes:
   supplier_bil:
     Source: iwm_articles.supplier_bil
     Field_Adapter:
      - addslashes:
   swag_attr22:
     Source: iwm_articles.swag_attr22
     Field_Adapter:
      - addslashes:
   tax: (16.00)
   shippingfree:
     Source: iwm_articles.shippingfree
   bestellsperre:
      Source: iwm_articles.name_oms
      Cross_Field_Adapter:
        Config: unitizeEngine
        Cross_Datapool: iwm_articles_new_bssp_and_auslauf #name of cross datapool
        Cross_Field: bestellsperre #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
   auslaufkennzeichen:
      Source: iwm_articles.name_oms
      Cross_Field_Adapter:
        Config: unitizeEngine
        Cross_Datapool: iwm_articles_new_bssp_and_auslauf #name of cross datapool
        Cross_Field: auslaufkennzeichen #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
   textilkennzeichen_text:
      Source: iwm_articles.textilkennzeichen_text
      Cross_Field_Adapter:
        Config: enhanceEngine
        Engine: importEngine
        Cross_Datapool: iwm_articles_textilkennzeichen #name of cross datapool
        Cross_Field: textilkennzeichen #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
   AHLZSD:
      Source: iwm_articles.AHLZSD
      Cross_Field_Adapter:
        Config: unitizeEngine
        Engine: unitizeEngine
        Cross_Datapool: iwm_articles_arhp #name of cross datapool
        Cross_Field: AHLZSD #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
   ARKMFR:
      Source: iwm_articles.ARKMFR
      Cross_Field_Adapter:
        Config: unitizeEngine
        Engine: unitizeEngine
        Cross_Datapool: iwm_articles_new #name of cross datapool
        Cross_Field: ARKMFR #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
   nutschicht:
      Source: iwm_articles.nutschicht
      Cross_Field_Adapter:
        Config: unitizeEngine
        Engine: unitizeEngine
        Cross_Datapool: iwm_articles_new #name of cross datapool
        Cross_Field: nutschicht #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
   textilkennzeichen_needed:
     Source: iwm_articles.textilkennzeichen_needed
     File_Field_Adapter:
      Config: importEngine
      Engine: importEngine
      Datapool: static_mapping_textilkennzeichen_flag
      Identifier: id
      File: articles_inhouse.textilkennzeichen_needed
      Fields:
       - id
       - hwg
       - uwg
       - keyword
       - AHLZSD
       - ARKMFR
       - nutschicht
       - textilkennzeichen_needed
   has_textilkennzeichen:
     Source: iwm_articles.has_textilkennzeichen
     File_Field_Adapter:
      File: articles_inhouse.has_textilkennzeichen
   stock_ir:
      Source: iwm_articles.name_oms
      Cross_Field_Adapter:
        Config: unitizeEngine
        Cross_Datapool: iwm_articles_stock #name of cross datapool
        Cross_Field: stock_inventory #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
   ahstat:
      Source: iwm_articles.ahstat
      Cross_Field_Adapter:
        Config: unitizeEngine
        Cross_Datapool: iwm_articles_arhp #name of cross datapool
        Cross_Field: ahstat #field to select value from in cross datapool
        Local_Key: ordernumber #key for where condition from datapool
        Cross_Key: ordernumber #key for where condition from cross datapool
   prop1: variant_properties.prop1  #Farbe
   prop2: variant_properties.prop2	#Breite
   prop3: variant_properties.prop3	#Länge
   prop4: variant_properties.prop4	#Höhe
   prop5: variant_properties.prop5	#Abmessung
   prop10: variant_properties.prop10	#Modell
   prop11: variant_properties.prop11	#Material
   prop12: variant_properties.prop12	#Raum
   prop50: variant_properties.prop50	#Matratze Größe
   prop51: variant_properties.prop51	#Matratze Härtegrad
   prop52: variant_properties.prop52	#Matratze Bezugsmaterial
   prop53: variant_properties.prop53	#Matratze Matratzenart
   prop60: variant_properties.prop60	#Teppich Flächengewicht
   prop61: variant_properties.prop61	#Teppich Florhöhe
   prop62: variant_properties.prop62	#Teppich Fußbodenheizung
   prop63: variant_properties.prop63	#Teppich Form
   prop64: variant_properties.prop64	#Teppich Muster


Filters: #In-Memory-Filter (Write-Filter) -> datasets matched by the filter condition are not in the result set (they are filtered out)
 - Filter:
    name: Corona-Problem IR-Bestand
    condition: (stock_witten < 1) AND (stock_ir < 1) AND (attr2 == 91) AND (attr11 == 'B')
    reason: 'Corona-Problem IR-Bestand'
# - Filter:
#    name: Weihnachtsartikel #there must always be a space between the key and the comparision operator and between the parentheses
#    condition: (attr2 == 92) and (attr3 == 54)
#    reason: Weihnachtsartikel
# - Filter:
#    name: Weihnachtsartikel Lager 150  #there must always be a space between the key and the comparision operator and between the parentheses
#    condition:
#      In_Pool_Filter_Adapter:
#        Config: enhanceEngine
#        Datapool: filter_weihnachtsartikellager150
#        Local_Key: ordernumber
#        Cross_Key: ordernumber
#    reason: 'Weihnachtsartikel Lager 150'
# - Filter:
#    name: Wiederbeschaffungszeit
#    condition: (attr12 < 1) and (instock == 0)
#    reason: Wiederbeschaffungszeit fehlerhaft
# - Filter:
#    name: Auslauf und kein Bestand in Witten - Lagerware
#    condition: (auslaufkennzeichen == 'J') and (stock_witten == 0) and (price_ost < 149) and (attr11 == 'L')
#    reason: Auslauf und kein Bestand in Witten - Lagerware
# - Filter:
#    name: Auslauf und nirgendwo Bestand - Lagerware
#    condition: (auslaufkennzeichen == 'J') and (instock == 0) and (price_ost > 149) and (attr11 == 'L')
#    reason: Auslauf und nirgendwo Bestand - Lagerware
# - Filter:
#    name: Auslauf und nirgendwo Bestand - Bestellware
#    condition: (auslaufkennzeichen == 'J') and (attr1 == 1) and (attr2 > 80) and (attr11 == 'B') and (instock == 0)
#    reason: Auslauf und nirgendwo Bestand - Bestellware
# - Filter:
#    name: Bestellsperre und kein Bestand
#    condition: (bestellsperre == 'J') and (instock == 0)
#    reason: Bestellsperre und kein Bestand
 - Filter:
    name: 'Artikeldeaktivierung Gesamtmengenfilter'
    condition:
      In_Pool_Filter_Adapter:
        Config: importEngine
        Datapool: static_filter_inactive_articles
        Reason_Key: reason
        Mapping: #left is from current datapool, right from filter datapool
         suppliernumber: supplier_number
         supplier_ost: supplier_name
         supplier_tre: supplier_name
         ordernumber: ordernumber
         attr1: attr1
         attr2: attr2
         attr3: attr3
         attr4: attr4
         attr11: attr11
         attr12: attr12
         price_ost: price
         price_tre: price
         instock: stock
         stock_witten: stock_witten
         name_ost: name
         name_tre: name
         description_long_ost: description
         auslaufkennzeichen: auslauf
         bestellsperre: bestellsperre
         ahstat: AHSTAT
# - Filter:
#    name: test
#    condition:
#      In_String:
#        - name_ost: SMEG
#        - name_ost: Test
#    reason: 'test smeg'