162 lines
4.1 KiB
YAML
162 lines
4.1 KiB
YAML
description: ''
|
|
value: |-
|
|
jobs:
|
|
- name: mtgjson_skus
|
|
active: true
|
|
url: https://mtgjson.com/api/v5/TcgplayerSkus.json.zip
|
|
filename: TcgplayerSkus.json.zip
|
|
outer_file_type: zip
|
|
inner_file_type: json
|
|
preprocess_config:
|
|
data_path: ["data"]
|
|
nested: true
|
|
nested_key: "uuid"
|
|
id_key: "skuId"
|
|
table: mtgjson_skus
|
|
batch_size: 1000
|
|
expected_columns:
|
|
- name: uuid
|
|
type: string
|
|
- name: condition
|
|
type: string
|
|
- name: language
|
|
type: string
|
|
- name: printing
|
|
type: string
|
|
- name: finish
|
|
type: string
|
|
- name: productId
|
|
type: string
|
|
- name: skuId
|
|
type: string
|
|
cache:
|
|
status: true
|
|
ttl: 86400
|
|
- name: mtgjson_identifiers
|
|
active: true
|
|
url: https://mtgjson.com/api/v5/AllIdentifiers.json.zip
|
|
filename: AllIdentifiers.json.zip
|
|
outer_file_type: zip
|
|
inner_file_type: json
|
|
preprocess_config:
|
|
data_path: ["data"]
|
|
nested: false
|
|
flatten: true
|
|
id_key: "uuid"
|
|
table: mtgjson_identifiers
|
|
batch_size: 1000
|
|
expected_columns:
|
|
- name: uuid
|
|
type: string
|
|
- name: name
|
|
type: string
|
|
- name: setCode
|
|
type: string
|
|
- name: abuId
|
|
type: string
|
|
- name: cardKingdomEtchedId
|
|
type: string
|
|
- name: cardKingdomFoilId
|
|
type: string
|
|
- name: cardKingdomId
|
|
type: string
|
|
- name: cardsphereId
|
|
type: string
|
|
- name: cardsphereFoilId
|
|
type: string
|
|
- name: cardtraderId
|
|
type: string
|
|
- name: csiId
|
|
type: string
|
|
- name: mcmId
|
|
type: string
|
|
- name: mcmMetaId
|
|
type: string
|
|
- name: miniaturemarketId
|
|
type: string
|
|
- name: mtgArenaId
|
|
type: string
|
|
- name: mtgjsonFoilVersionId
|
|
type: string
|
|
- name: mtgjsonNonFoilVersionId
|
|
type: string
|
|
- name: mtgjsonV4Id
|
|
type: string
|
|
- name: mtgoFoilId
|
|
type: string
|
|
- name: mtgoId
|
|
type: string
|
|
- name: multiverseId
|
|
type: string
|
|
- name: scgId
|
|
type: string
|
|
- name: scryfallId
|
|
type: string
|
|
- name: scryfallCardBackId
|
|
type: string
|
|
- name: scryfallOracleId
|
|
type: string
|
|
- name: scryfallIllustrationId
|
|
type: string
|
|
- name: tcgplayerProductId
|
|
type: string
|
|
- name: tcgplayerEtchedProductId
|
|
type: string
|
|
- name: tntId
|
|
type: string
|
|
cache:
|
|
status: true
|
|
ttl: 86400
|
|
- name: tcgcsv_categories
|
|
active: true
|
|
url: https://tcgcsv.com/tcgplayer/categories
|
|
outer_file_type: json
|
|
preprocess_config:
|
|
data_path: ["results"]
|
|
nested: false
|
|
filename: tcgplayer_categories.json
|
|
expected_columns:
|
|
- name: categoryId
|
|
type: integer
|
|
- name: name
|
|
type: string
|
|
- name: modifiedOn
|
|
type: string
|
|
- name: displayName
|
|
type: string
|
|
- name: seoCategoryName
|
|
type: string
|
|
- name: categoryDescription
|
|
type: string
|
|
- name: categoryPageTitle
|
|
type: string
|
|
- name: sealedLabel
|
|
type: string
|
|
- name: nonSealedLabel
|
|
type: string
|
|
- name: conditionGuideUrl
|
|
type: string
|
|
- name: isScannable
|
|
type: boolean
|
|
- name: popularity
|
|
type: integer
|
|
- name: isDirect
|
|
type: boolean
|
|
- name: tcgcsv_groups
|
|
active: true
|
|
url: https://tcgcsv.com/tcgplayer/{game_id}/groups
|
|
outer_file_type: json
|
|
preprocess_config:
|
|
data_path: ["results"]
|
|
nested: false
|
|
filename: tcgplayer_{game_id}_groups.json
|
|
expected_columns:
|
|
- name: groupId
|
|
type: integer
|
|
- name: name
|
|
type: string
|
|
- name: modifiedOn
|
|
type: string
|
|
iterables:
|
|
game_id: [1,3,65,71,86]
|
|
is_secret: false |