Squashed commit of the following:
commit893b229cc6
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 22:14:08 2025 -0500 j commit06f539aea2
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:55:30 2025 -0500 fk commitd0c2960ec9
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:50:53 2025 -0500 frick commit6b1362c166
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:49:40 2025 -0500 database commit8cadc6df4c
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:38:09 2025 -0500 asdf commit1ca6f98684
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:32:50 2025 -0500 fffff commit8bb337a9c3
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:31:13 2025 -0500 ffff commit65aba280c5
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:26:16 2025 -0500 aa commit59ef03a59e
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:24:21 2025 -0500 asdf commitf44d5740fc
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:23:32 2025 -0500 aaa commit13c96b1643
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:18:54 2025 -0500 sdf commit949c795fd1
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 21:17:53 2025 -0500 asdf commit8c3cd423fe
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 20:56:01 2025 -0500 app2 commit78eafc739e
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 20:54:55 2025 -0500 app commitdc47eced14
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 20:43:15 2025 -0500 asdfasdfasdf commite24bcae88c
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 20:39:44 2025 -0500 a commitc894451bfe
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 20:38:20 2025 -0500 req commit3d09869562
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 20:33:27 2025 -0500 wrong number = code dont work lol i love computers commit4c93a1271b
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 20:29:39 2025 -0500 q commit1f5361da88
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 18:27:20 2025 -0500 same as original code now -5 days of my life commit511b070cbb
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 13:52:28 2025 -0500 pricey worky commit964fdd641b
Author: zman <joshua.k.rzemien@gmail.com> Date: Fri Feb 7 11:37:29 2025 -0500 prep for pricing service work commita78c3bcba3
Author: zman <joshua.k.rzemien@gmail.com> Date: Wed Feb 5 21:51:22 2025 -0500 more stuff yay commitbd9cfca7a9
Author: zman <joshua.k.rzemien@gmail.com> Date: Tue Feb 4 22:30:33 2025 -0500 GIGA FIXED EVERYTHING OMG commit85510a4671
Author: zman <joshua.k.rzemien@gmail.com> Date: Tue Feb 4 00:01:34 2025 -0500 data model change and some new services
This commit is contained in:
72
app/services/util/_dataframe.py
Normal file
72
app/services/util/_dataframe.py
Normal file
@@ -0,0 +1,72 @@
|
||||
import pandas as pd
|
||||
from io import StringIO
|
||||
from app.db.models import File
|
||||
|
||||
|
||||
class ManaboxRow:
|
||||
def __init__(self, row: pd.Series):
|
||||
# Integer field
|
||||
try:
|
||||
self.manabox_id = int(row['manabox_id'])
|
||||
except (ValueError, TypeError):
|
||||
raise ValueError(f"manabox_id must be convertible to integer, got: {row['manabox_id']}")
|
||||
|
||||
# String fields with None/NaN handling
|
||||
self.name = str(row['name']) if pd.notna(row['name']) else ''
|
||||
self.set_code = str(row['set_code']) if pd.notna(row['set_code']) else ''
|
||||
self.set_name = str(row['set_name']) if pd.notna(row['set_name']) else ''
|
||||
self.collector_number = str(row['collector_number']) if pd.notna(row['collector_number']) else ''
|
||||
self.foil = str(row['foil']) if pd.notna(row['foil']) else ''
|
||||
self.rarity = str(row['rarity']) if pd.notna(row['rarity']) else ''
|
||||
self.scryfall_id = str(row['scryfall_id']) if pd.notna(row['scryfall_id']) else ''
|
||||
self.condition = str(row['condition']) if pd.notna(row['condition']) else ''
|
||||
self.language = str(row['language']) if pd.notna(row['language']) else ''
|
||||
self.quantity = str(row['quantity']) if pd.notna(row['quantity']) else ''
|
||||
|
||||
|
||||
class TCGPlayerPricingRow:
|
||||
def __init__(self, row: pd.Series):
|
||||
self.tcgplayer_id = row['tcgplayer_id']
|
||||
self.product_line = row['product_line']
|
||||
self.set_name = row['set_name']
|
||||
self.product_name = row['product_name']
|
||||
self.title = row['title']
|
||||
self.number = row['number']
|
||||
self.rarity = row['rarity']
|
||||
self.condition = row['condition']
|
||||
self.tcg_market_price = row['tcg_market_price']
|
||||
self.tcg_direct_low = row['tcg_direct_low']
|
||||
self.tcg_low_price_with_shipping = row['tcg_low_price_with_shipping']
|
||||
self.tcg_low_price = row['tcg_low_price']
|
||||
self.total_quantity = row['total_quantity']
|
||||
self.add_to_quantity = row['add_to_quantity']
|
||||
self.tcg_marketplace_price = row['tcg_marketplace_price']
|
||||
self.photo_url = row['photo_url']
|
||||
|
||||
|
||||
class DataframeUtil:
|
||||
def __init__(self):
|
||||
pass
|
||||
|
||||
def format_df_columns(self, df: pd.DataFrame) -> pd.DataFrame:
|
||||
df.columns = df.columns.str.lower()
|
||||
df.columns = df.columns.str.replace(' ', '_')
|
||||
return df
|
||||
|
||||
def file_to_df(self, file: File) -> pd.DataFrame:
|
||||
with open(file.filepath, 'rb') as f:
|
||||
content = f.read()
|
||||
content = content.decode('utf-8')
|
||||
df = pd.read_csv(StringIO(content))
|
||||
df = self.format_df_columns(df)
|
||||
return df
|
||||
|
||||
def csv_bytes_to_df(self, content: bytes) -> pd.DataFrame:
|
||||
content = content.decode('utf-8')
|
||||
df = pd.read_csv(StringIO(content))
|
||||
df = self.format_df_columns(df)
|
||||
return df
|
||||
|
||||
def df_to_csv_bytes(self, df: pd.DataFrame) -> bytes:
|
||||
csv = df.to_csv(index=False)
|
||||
return csv.encode('utf-8')
|
Reference in New Issue
Block a user