diff --git a/code/main.py b/code/main.py index 98be484..d400c74 100644 --- a/code/main.py +++ b/code/main.py @@ -6,11 +6,12 @@ from dotenv import load_dotenv import logging from datetime import datetime import time +import os def update(): topic = 'Odense' # scrape latest data - username_list, timestamp_list, content_list = scrape(topic, limit=100, headless=False) + username_list, timestamp_list, content_list = scrape(topic, limit=10, headless=False) # send data to database insert_list(username_list, timestamp_list, content_list) @@ -20,18 +21,18 @@ if __name__ == '__main__': setup_logging() logging.info('finished setup') # main loop - trigger_second = datetime.now().second + trigger_minute = datetime.now().minute while True: try: now = datetime.now() - if now.second == trigger_second: + if now.minute == trigger_minute: try: - update + update() except Exception as e: logging.warning(e) else: logging.info('finished cycle') - time.sleep(1) + time.sleep(60) time.sleep(0.1) except Exception as e: logging.critical(e)