perf(realestate): market_deals 배치 upsert(단일 conn)로 collect 속도 개선

This commit is contained in:
2026-07-10 13:50:35 +09:00
parent 8e28ce9ae5
commit b471d2c455
3 changed files with 43 additions and 5 deletions

View File

@@ -7,8 +7,8 @@ import requests
from datetime import date
from .lawd_codes import LAWD_CODES
from .db import (get_listing_criteria, upsert_listing, upsert_market_deal,
save_listing_collect_log)
from .db import (get_listing_criteria, upsert_listing,
bulk_upsert_market_deals, save_listing_collect_log)
logger = logging.getLogger("realestate-lab")
@@ -108,7 +108,7 @@ def _molit_call(op: str, lawd: str, ym: str):
def _fetch_molit_all():
"""대상 동 시군구코드 × 유형 × 최근 2개월 전월세·매매 실거래 수집→market_deals.
Returns (saved_count, diag). diag = 'calls=N saved=M [err=<첫에러>]' 관측용."""
saved = 0
all_deals = []
calls = 0
first_err = None
lawds = set(LAWD_CODES.values())
@@ -128,11 +128,11 @@ def _fetch_molit_all():
d = parser(raw, htype)
d["dong_code"] = lawd
d["dong"] = (raw.get("umdNm") or "").strip() or None
upsert_market_deal(d)
saved += 1
all_deals.append(d)
except Exception as e:
logger.warning("MOLIT 파싱 실패: %s", e)
time.sleep(0.3)
saved = bulk_upsert_market_deals(all_deals)
diag = f"calls={calls} saved={saved}" + (f" err={first_err}" if first_err else "")
return saved, diag