From bc74afd9b913046eee269aa69520302b3b6369f4 Mon Sep 17 00:00:00 2001 From: zman Date: Sun, 24 Mar 2024 11:42:35 -0400 Subject: [PATCH] asdf --- scraper/__init__.py | 0 scraper/api.py | 6 +++--- scraper/app.py | 6 +++--- scraper/costco.py | 10 ++++++++-- scraper/main.py | 12 ++++++------ scraper/reddit.py | 8 ++++---- scraper/webhook.py | 4 ++-- 7 files changed, 26 insertions(+), 20 deletions(-) delete mode 100644 scraper/__init__.py diff --git a/scraper/__init__.py b/scraper/__init__.py deleted file mode 100644 index e69de29..0000000 diff --git a/scraper/api.py b/scraper/api.py index a21c3d4..3a5f003 100644 --- a/scraper/api.py +++ b/scraper/api.py @@ -6,9 +6,9 @@ Utilizes the `requests` library to send requests from datetime import datetime, timedelta from zoneinfo import ZoneInfo import requests -from .exceptions import APIRequestError, InvalidDataTypeError, InvalidMethodError -from .app_log import LoggingManager -from .models import Post +from exceptions import APIRequestError, InvalidDataTypeError, InvalidMethodError +from app_log import LoggingManager +from models import Post class ApiRequestHandler: diff --git a/scraper/app.py b/scraper/app.py index de4d2c5..f59caaf 100644 --- a/scraper/app.py +++ b/scraper/app.py @@ -1,6 +1,6 @@ -from .app_log import LoggingManager -from .threads import Scheduler -from .costco import CostcoMonitor +from app_log import LoggingManager +from threads import Scheduler +from costco import CostcoMonitor class Application: diff --git a/scraper/costco.py b/scraper/costco.py index b8fb9dc..1504394 100644 --- a/scraper/costco.py +++ b/scraper/costco.py @@ -5,8 +5,8 @@ from selenium.webdriver.chrome.options import Options from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions as EC from selenium.common.exceptions import TimeoutException -from .app_log import LoggingManager -from .models import Product +from app_log import LoggingManager +from models import Product @@ -68,6 +68,12 @@ class CostcoMonitor: img_url = img_element.get_attribute('src') if img_element else "Image URL not found" product_link_element = product.find_element(By.CSS_SELECTOR, "a.product-image-url") product_link = product_link_element.get_attribute('href') if product_link_element else "Product link not found" + # check if any are none, set to blank + product_sku = product_sku if product_sku else "" + product_name = product_name if product_name else "" + price = price if price else "" + img_url = img_url if img_url else "" + product_link = product_link if product_link else "" product_detail_list.append(Product(product_sku, product_name, price, img_url, product_link)) self.log_manager.log(f"SKU: {product_sku}, Name: {product_name}, Price: {price}, Image URL: {img_url}, Product Link: {product_link}") diff --git a/scraper/main.py b/scraper/main.py index 82f4beb..26c74b4 100644 --- a/scraper/main.py +++ b/scraper/main.py @@ -1,9 +1,9 @@ -from .webhook import WebhookNotifier -from .app import Application -from .api import ApiRequestHandler, PostManager, PostAnalyticsManager, CostcoProductManager -from .reddit import RedditMonitor, SubmissionManager -from .config import Config -from .app_log import LoggingManager +from webhook import WebhookNotifier +from app import Application +from api import ApiRequestHandler, PostManager, PostAnalyticsManager, CostcoProductManager +from reddit import RedditMonitor, SubmissionManager +from config import Config +from app_log import LoggingManager if __name__ == "__main__": diff --git a/scraper/reddit.py b/scraper/reddit.py index 41e81d6..832dd94 100644 --- a/scraper/reddit.py +++ b/scraper/reddit.py @@ -1,8 +1,8 @@ import praw -from .app_log import LoggingManager -from .models import Post -from .api import PostManager, PostAnalyticsManager -from .webhook import WebhookNotifier +from app_log import LoggingManager +from models import Post +from api import PostManager, PostAnalyticsManager +from webhook import WebhookNotifier class RedditMonitor: diff --git a/scraper/webhook.py b/scraper/webhook.py index 0614a0d..55e21dd 100644 --- a/scraper/webhook.py +++ b/scraper/webhook.py @@ -1,6 +1,6 @@ import requests -from .app_log import LoggingManager -from .models import Product, Post +from app_log import LoggingManager +from models import Product, Post class WebhookNotifier: