| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132 |
- using Application.Abstractions.Data;
- using Application.Helpers;
- using Domain.Entities.Stocks;
- using Domain.Entities.Stocks.ValueObject;
- using Microsoft.EntityFrameworkCore;
- using Microsoft.Extensions.DependencyInjection;
- using Microsoft.Extensions.Logging;
- using Microsoft.Extensions.Options;
- using SharedKernel;
- namespace Infrastructure.StockData;
- /// <summary>
- /// 채권(국채전문유통/일반채권/소액채권) 일별매매 수집 (KRX OpenAPI) — kts_bydd_trd + bnd_bydd_trd + smb_bydd_trd.
- /// 기본 18:40 KST 실행(장 마감 15:30 이후 확정, 신주인수권 수집 18:25 뒤). 공용 KrxBackfill 로 최근 BackfillYears(기본 3)년치를
- /// endDate(직전 영업일)부터 과거로 훑으며 미적재일만 채운다. quota 보호를 위해 1회 실행당 BackfillMaxPerRun(기본 60)일까지만 fetch →
- /// 여러 날에 걸쳐 3년치를 메우고 이후엔 최신만 유지한다. 각 날짜는 3개 시장 엔드포인트를 모두 수집해 BondDailyTrade upsert
- /// (UQ = BondMarket+Code+TradeDate). ApiKey 미설정 시 로그만 남기고 skip (다른 KRX 배치와 동일 정책).
- /// </summary>
- internal sealed class KrxBondSyncService(
- IServiceScopeFactory scopeFactory,
- IHttpClientFactory httpClientFactory,
- IOptions<AppSettings> settings,
- ILogger<KrxBondSyncService> logger
- ) : DailyScheduledService(logger)
- {
- // (시장, 엔드포인트 경로) — 국채전문(kts)/일반(bnd)/소액(smb)
- private static readonly (BondMarket Market, string Path)[] Endpoints =
- [
- (BondMarket.KtsGovt, "/svc/apis/bon/kts_bydd_trd"),
- (BondMarket.General, "/svc/apis/bon/bnd_bydd_trd"),
- (BondMarket.Small, "/svc/apis/bon/smb_bydd_trd")
- ];
- protected override string JobName => "KrxBondSync";
- protected override TimeOnly TargetTime => ParseTime(settings.Value.KRXCoKr.BondSyncTime, new TimeOnly(18, 40));
- protected override int MaxRetryCount => 2;
- protected override TimeSpan RetryDelay => TimeSpan.FromHours(2);
- protected override async Task<bool> RunOnceAsync(DateOnly todayKst, CancellationToken ct)
- {
- var cfg = settings.Value.KRXCoKr;
- if (string.IsNullOrWhiteSpace(cfg.ApiKey))
- {
- Logger.LogWarning("[{Job}] KRXCoKr:ApiKey 미설정 — 수집 skip", JobName);
- return true;
- }
- using var scope = scopeFactory.CreateScope();
- var db = scope.ServiceProvider.GetRequiredService<IAppDbContext>();
- var client = httpClientFactory.CreateClient(KrxCoKrHttp.ClientName);
- var endDate = await MarketCalendar.GetPreviousBusinessDayAsync(db, todayKst.AddDays(1), ct);
- var years = cfg.BackfillYears > 0 ? cfg.BackfillYears : 3;
- var startDate = todayKst.AddYears(-years);
- // 백필 창 전체의 휴장일을 한 번에 로드 (KrxBackfill 은 주말은 자동 제외, 휴장일만 필요)
- var holidays = (await db.MarketHoliday.AsNoTracking()
- .Where(c => c.Date >= startDate && c.Date <= endDate)
- .Select(c => c.Date)
- .ToListAsync(ct)).ToHashSet();
- var maxPerRun = cfg.BackfillMaxPerRun > 0 ? cfg.BackfillMaxPerRun : 60;
- var fetched = await KrxBackfill.RunAsync(
- existsForDate: (day, token) => db.BondDailyTrade.AsNoTracking().AnyAsync(c => c.TradeDate == day, token),
- fetchAndUpsertForDate: (day, token) => FetchAndUpsertAsync(db, client, cfg.BaseUrl, cfg.ApiKey, day, token),
- startDate: startDate,
- endDate: endDate,
- holidays: holidays,
- maxPerRun: maxPerRun,
- delayMs: 300,
- ct: ct);
- Logger.LogInformation("[{Job}] 완료 — 창=[{Start}~{End}], 이번 실행 fetch={Fetched}일 (maxPerRun={Max})",
- JobName, startDate, endDate, fetched, maxPerRun);
- // fetch 가 0 이어도(이미 최신까지 적재됨) 정상 완료 — 재시도 불필요
- return true;
- }
- /// <summary>한 날짜에 대해 3개 시장 엔드포인트를 모두 수집하고 BondDailyTrade upsert.</summary>
- private async Task FetchAndUpsertAsync(IAppDbContext db, HttpClient client, string baseUrl, string apiKey, DateOnly day, CancellationToken ct)
- {
- var rows = new List<KrxBondParser.BondRow>();
- foreach (var (market, path) in Endpoints)
- {
- var url = $"{baseUrl.TrimEnd('/')}{path}?basDd={day:yyyyMMdd}";
- var json = await KrxCoKrHttp.GetStringWithRetryAsync(client, url, apiKey, Logger, ct);
- var parsed = KrxBondParser.ParseDaily(json, market);
- Logger.LogInformation("[{Job}] {Market} basDd={Day} rows={Rows}", JobName, market, day, parsed.Count);
- rows.AddRange(parsed);
- }
- if (rows.Count == 0)
- {
- Logger.LogInformation("[{Job}] basDd={Day} 채권 미반영 (0건)", JobName, day);
- return;
- }
- var existing = await db.BondDailyTrade.Where(c => c.TradeDate == day).ToListAsync(ct);
- var existingByKey = existing.ToDictionary(c => (c.BondMarket, c.Code));
- var inserted = 0;
- var updated = 0;
- foreach (var row in rows)
- {
- if (existingByKey.TryGetValue((row.BondMarket, row.Code), out var trade))
- {
- trade.Update(row.Name, row.Close, row.Open, row.High, row.Low, row.ChangeAmount, row.YieldToMaturity, row.OpenYield, row.HighYield, row.LowYield, row.Volume, row.TradeValue, row.MaturityYears, row.IssueType);
- updated++;
- }
- else
- {
- var created = BondDailyTrade.Create(row.BondMarket, row.Code, row.Name, row.TradeDate, row.Close, row.Open, row.High, row.Low, row.ChangeAmount, row.YieldToMaturity, row.OpenYield, row.HighYield, row.LowYield, row.Volume, row.TradeValue, row.MaturityYears, row.IssueType);
- await db.BondDailyTrade.AddAsync(created, ct);
- existingByKey[(row.BondMarket, row.Code)] = created;
- inserted++;
- }
- }
- await db.SaveChangesAsync(ct);
- Logger.LogInformation("[{Job}] basDd={Day} 적재 — rows={Rows}, inserted={Inserted}, updated={Updated}",
- JobName, day, rows.Count, inserted, updated);
- }
- }
|