description: ''
value: |-
  jobs:
    - name: mtgjson_skus
      active: true
      url: https://mtgjson.com/api/v5/TcgplayerSkus.json.zip
      filename: TcgplayerSkus.json.zip
      outer_file_type: zip
      inner_file_type: json
      preprocess_config:
        data_path: ["data"]
        nested: true
        nested_key: "uuid"
        id_key: "skuId"
      table: mtgjson_skus
      batch_size: 1000
      expected_columns:
        - name: uuid
          type: string
        - name: condition
          type: string
        - name: language
          type: string
        - name: printing
          type: string
        - name: finish
          type: string
        - name: productId
          type: string
        - name: skuId
          type: string
      cache:
        status: true
        ttl: 86400
    - name: mtgjson_identifiers
      active: true
      url: https://mtgjson.com/api/v5/AllIdentifiers.json.zip
      filename: AllIdentifiers.json.zip
      outer_file_type: zip
      inner_file_type: json
      preprocess_config:
        data_path: ["data"]
        nested: false
        flatten: true
        id_key: "uuid"
      table: mtgjson_identifiers
      batch_size: 1000
      expected_columns:
        - name: uuid
          type: string
        - name: name
          type: string
        - name: setCode
          type: string
        - name: abuId
          type: string
        - name: cardKingdomEtchedId
          type: string
        - name: cardKingdomFoilId
          type: string
        - name: cardKingdomId
          type: string
        - name: cardsphereId
          type: string
        - name: cardsphereFoilId
          type: string
        - name: cardtraderId
          type: string
        - name: csiId
          type: string
        - name: mcmId
          type: string
        - name: mcmMetaId
          type: string
        - name: miniaturemarketId
          type: string
        - name: mtgArenaId
          type: string
        - name: mtgjsonFoilVersionId
          type: string
        - name: mtgjsonNonFoilVersionId
          type: string
        - name: mtgjsonV4Id
          type: string
        - name: mtgoFoilId
          type: string
        - name: mtgoId
          type: string
        - name: multiverseId
          type: string
        - name: scgId
          type: string
        - name: scryfallId
          type: string
        - name: scryfallCardBackId
          type: string
        - name: scryfallOracleId
          type: string
        - name: scryfallIllustrationId
          type: string
        - name: tcgplayerProductId
          type: string
        - name: tcgplayerEtchedProductId
          type: string
        - name: tntId
          type: string
      cache:
        status: true
        ttl: 86400
    - name: tcgcsv_categories
      active: true
      url: https://tcgcsv.com/tcgplayer/categories
      outer_file_type: json
      preprocess_config:
        data_path: ["results"]
        nested: false
      filename: tcgplayer_categories.json
      expected_columns:
        - name: categoryId
          type: integer
        - name: name
          type: string
        - name: modifiedOn
          type: string
        - name: displayName
          type: string
        - name: seoCategoryName
          type: string
        - name: categoryDescription
          type: string
        - name: categoryPageTitle
          type: string
        - name: sealedLabel
          type: string
        - name: nonSealedLabel
          type: string
        - name: conditionGuideUrl
          type: string
        - name: isScannable
          type: boolean
        - name: popularity
          type: integer
        - name: isDirect
          type: boolean
    - name: tcgcsv_groups
      active: true
      url: https://tcgcsv.com/tcgplayer/{game_id}/groups
      outer_file_type: json
      preprocess_config:
        data_path: ["results"]
        nested: false
      filename: tcgplayer_{game_id}_groups.json
      expected_columns:
        - name: groupId
          type: integer
        - name: name
          type: string
        - name: modifiedOn
          type: string
      iterables:
        game_id: [1,3,65,71,86]
is_secret: false