56 lines
1.7 KiB
Python
56 lines
1.7 KiB
Python
|
import sys
|
||
|
|
import os
|
||
|
|
import time
|
||
|
|
|
||
|
|
# Add current dir to path to import scraping scripts
|
||
|
|
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
|
||
|
|
try:
|
||
|
|
import scrape_newbt
|
||
|
|
import scrape_cbtbank
|
||
|
|
except ImportError as e:
|
||
|
|
print(f"Failed to import scraping modules: {e}")
|
||
|
|
sys.exit(1)
|
||
|
|
|
||
|
|
# Configuration
|
||
|
|
db_file = r"./qple_quiz.db"
|
||
|
|
assets_dir = r"./assets"
|
||
|
|
delay = 0.1 # Moderate delay to prevent server blocking but process fast
|
||
|
|
|
||
|
|
print("======================================================================")
|
||
|
|
print(">>> STARTING REQUESTED EXAMS SCRAPING PIPELINE")
|
||
|
|
print("======================================================================")
|
||
|
|
|
||
|
|
# 1. Scrape '무역영어 1급' from newbt.kr
|
||
|
|
print("\n>>> [PART 1/2] Scraping '무역영어 1급' from newbt.kr...")
|
||
|
|
try:
|
||
|
|
scrape_newbt.scrape_exam(
|
||
|
|
exam_name="무역영어 1급",
|
||
|
|
selected_rounds=None,
|
||
|
|
overwrite=False,
|
||
|
|
delay=delay,
|
||
|
|
db_file=db_file,
|
||
|
|
assets_dir=assets_dir
|
||
|
|
)
|
||
|
|
except Exception as e:
|
||
|
|
print(f"[Error] Failed scraping '무역영어 1급' from newbt: {e}")
|
||
|
|
|
||
|
|
time.sleep(1.0)
|
||
|
|
|
||
|
|
# 2. Scrape '건축기사' from cbtbank.kr
|
||
|
|
print("\n>>> [PART 2/2] Scraping '건축기사' from cbtbank.kr...")
|
||
|
|
try:
|
||
|
|
scrape_cbtbank.scrape_exam(
|
||
|
|
exam_name="건축기사",
|
||
|
|
selected_rounds=None,
|
||
|
|
overwrite=False,
|
||
|
|
delay=delay,
|
||
|
|
db_file=db_file,
|
||
|
|
assets_dir=assets_dir
|
||
|
|
)
|
||
|
|
except Exception as e:
|
||
|
|
print(f"[Error] Failed scraping '건축기사' from cbtbank: {e}")
|
||
|
|
|
||
|
|
print("\n======================================================================")
|
||
|
|
print(">>> ALL REQUESTED SCRAPING TASKS COMPLETE!")
|
||
|
|
print("======================================================================")
|