ko-freshqa-leaderboard / env.example
jisubae
feat: Add optional HF dataset sync for leaderboard
4a43fed
# ===========================================
# FreshQA Leaderboard ํ™˜๊ฒฝ๋ณ€์ˆ˜ ์„ค์ • ์˜ˆ์‹œ
# ===========================================
# ===========================================
# Hugging Face ์„ค์ •
# ===========================================
# Hugging Face API ํ† ํฐ (ํ•„์ˆ˜)
# - Private repository ์ ‘๊ทผ์šฉ
# - https://huggingface.co/settings/tokens ์—์„œ ๋ฐœ๊ธ‰
HF_TOKEN=your_huggingface_token_here
# ===========================================
# FreshQA ๊ธฐ์ค€ ๋ฐ์ดํ„ฐ ์„ค์ •
# ===========================================
# ๊ธฐ์ค€ ๋ฐ์ดํ„ฐ๊ฐ€ ์žˆ๋Š” HuggingFace Repository ID (ํ•„์ˆ˜)
# ํ˜•์‹: username/repository-name
FRESHQA_DATA_REPO_ID=james-demo-leaderboard-backend/kofreshqa-data-origin
# ๊ธฐ์ค€ ๋ฐ์ดํ„ฐ ํŒŒ์ผ๋ช… (์„ ํƒ์‚ฌํ•ญ, ๊ธฐ๋ณธ๊ฐ’: ko-freshqa_2025_total.csv)
FRESHQA_DATA_FILENAME=ko-freshqa_2025_total.csv
# ===========================================
# FreshQA ํ”„๋กฌํ”„ํŠธ ์„ค์ •
# ===========================================
# Fresheval ํ”„๋กฌํ”„ํŠธ ๋ณธ๋ฌธ
# ํ‰๊ฐ€ ํ”„๋กฌํ”„ํŠธ๋Š” ์ œ๊ณตํ•˜์ง€ ์•Š์Šต๋‹ˆ๋‹ค.
FRESHQA_PROMPT_RELAXED=
FRESHQA_PROMPT_STRICT=
# ===========================================
# ์ œ์ถœ ์ถ”์  ์„ค์ •
# ===========================================
# ์ œ์ถœ ๊ธฐ๋ก์„ ์ €์žฅํ•  HuggingFace Repository ID (ํ•„์ˆ˜)
# ํ˜•์‹: username/repository-name
SUBMISSION_TRACKER_REPO_ID=james-demo-leaderboard-backend/submission-tracker
# ์ œ์ถœ ์ œํ•œ ๊ธฐ๋Šฅ ํ™œ์„ฑํ™” ์—ฌ๋ถ€ (์„ ํƒ์‚ฌํ•ญ, ๊ธฐ๋ณธ๊ฐ’: true)
# - true: ์ œ์ถœ ์ œํ•œ ๊ธฐ๋Šฅ ํ™œ์„ฑํ™” (ํ•˜๋ฃจ 3ํšŒ ์ œํ•œ)
# - false: ์ œ์ถœ ์ œํ•œ ๊ธฐ๋Šฅ ๋น„ํ™œ์„ฑํ™” (๋กœ์ปฌ ํ…Œ์ŠคํŠธ์šฉ)
ENABLE_SUBMISSION_LIMIT=true
# ===========================================
# ๋ฆฌ๋”๋ณด๋“œ ์ €์žฅ ์„ค์ •
# ===========================================
# ๋ฆฌ๋”๋ณด๋“œ๋ฅผ HuggingFace private dataset์—๋„ ์ €์žฅํ• ์ง€ ์—ฌ๋ถ€
# - true : ๋กœ์ปฌ CSV ์ €์žฅ + HF dataset์—๋„ ์—…๋กœ๋“œ (๊ถŒ์žฅ: ์šด์˜/๋ฐฐํฌ ํ™˜๊ฒฝ)
# - false: ๋กœ์ปฌ CSV์—๋งŒ ์ €์žฅ (๊ถŒ์žฅ: ๋กœ์ปฌ ๊ฐœ๋ฐœ ํ™˜๊ฒฝ)
UPLOAD_LEADERBOARD_TO_HF=false
# (์ฐธ๊ณ ) ๋ฆฌ๋”๋ณด๋“œ๋Š” ๊ธฐ์ค€ ๋ฐ์ดํ„ฐ์™€ ๋™์ผํ•œ Repository(FRESHQA_DATA_REPO_ID)์— leaderboard_results.csv ํŒŒ์ผ๋ช…์œผ๋กœ ์ €์žฅ๋ฉ๋‹ˆ๋‹ค.
# ===========================================
# AI ํ‰๊ฐ€ API ์„ค์ •
# ===========================================
# Upstage Solar Pro API ํ‚ค (ํ•„์ˆ˜)
# - ๋ชจ๋ธ ํ‰๊ฐ€์šฉ
# - https://console.upstage.ai/ ์—์„œ ๋ฐœ๊ธ‰
UPSTAGE_API_KEY=your_upstage_api_key_here
# ์—ฌ๋Ÿฌ ๊ฐœ์˜ Upstage API ํ‚ค๋ฅผ ์‚ฌ์šฉํ•  ๊ฒฝ์šฐ(์„ ํƒ์‚ฌํ•ญ)
# - ์ฝค๋งˆ๋กœ ๊ตฌ๋ถ„ํ•˜์—ฌ ์ž…๋ ฅ
# - ์„ค์ • ๋กœ๋”๋Š” UPSTAGE_API_KEYS๊ฐ€ ์กด์žฌํ•˜๋ฉด ์ด๋ฅผ ์šฐ์„  ์‚ฌ์šฉํ•˜๊ณ ,
# ์—†์œผ๋ฉด ๋‹จ์ผ ๋ณ€์ˆ˜ UPSTAGE_API_KEY๋ฅผ ์‚ฌ์šฉํ•ฉ๋‹ˆ๋‹ค.
# ์˜ˆ์‹œ)
# UPSTAGE_API_KEYS=keyA,keyB,keyC
# ===========================================
# ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ์„ค์ •
# ===========================================
# ์„œ๋ฒ„ ํฌํŠธ (์„ ํƒ์‚ฌํ•ญ, ๊ธฐ๋ณธ๊ฐ’: 7860)
# PORT=7860
# ๋””๋ฒ„๊ทธ ๋ชจ๋“œ (์„ ํƒ์‚ฌํ•ญ, ๊ธฐ๋ณธ๊ฐ’: false)
# DEBUG=false
# ===========================================
# ์‚ฌ์šฉ ์˜ˆ์‹œ
# ===========================================
# 1. ์ด ํŒŒ์ผ์„ .env๋กœ ๋ณต์‚ฌํ•˜์„ธ์š”:
# cp env.example .env
#
# 2. ์‹ค์ œ ๊ฐ’์œผ๋กœ ๋ณ€๊ฒฝํ•˜์„ธ์š”:
# - HF_TOKEN: ์‹ค์ œ HuggingFace ํ† ํฐ
# - FRESHQA_DATA_REPO_ID: ์‹ค์ œ repository ID
# - FRESHQA_DATA_FILENAME: ์‹ค์ œ ํŒŒ์ผ๋ช… (์„ ํƒ์‚ฌํ•ญ)
# - SUBMISSION_TRACKER_REPO_ID: ์ œ์ถœ ์ถ”์ ์šฉ repository ID
# - ENABLE_SUBMISSION_LIMIT: ์ œ์ถœ ์ œํ•œ ๊ธฐ๋Šฅ ํ™œ์„ฑํ™” ์—ฌ๋ถ€ (๋กœ์ปฌ ํ…Œ์ŠคํŠธ ์‹œ false)
# - UPSTAGE_API_KEY: ์‹ค์ œ Upstage API ํ‚ค
#
# 3. Python์—์„œ ์ž๋™ ๋กœ๋“œ๋จ (app.py์—์„œ load_dotenv() ํ˜ธ์ถœ)
# ๋˜๋Š” ์ˆ˜๋™์œผ๋กœ ๋กœ๋“œ:
# from dotenv import load_dotenv
# load_dotenv()
#
# 4. ๋˜๋Š” ์ง์ ‘ ํ™˜๊ฒฝ๋ณ€์ˆ˜ ์„ค์ • (์‹œ์Šคํ…œ ๋ ˆ๋ฒจ):
# export HF_TOKEN="your_token"
# export FRESHQA_DATA_REPO_ID="username/repo"
# export FRESHQA_DATA_FILENAME="filename.csv"
# export UPSTAGE_API_KEY="your_api_key"
# ===========================================
# ๋ณด์•ˆ ์ฃผ์˜์‚ฌํ•ญ
# ===========================================
# - .env ํŒŒ์ผ์€ ์ ˆ๋Œ€ Git์— ์ปค๋ฐ‹ํ•˜์ง€ ๋งˆ์„ธ์š”
# - ์‹ค์ œ ํ† ํฐ๊ณผ API ํ‚ค๋Š” ์•ˆ์ „ํ•˜๊ฒŒ ๋ณด๊ด€ํ•˜์„ธ์š”
# - ํ”„๋กœ๋•์…˜ ํ™˜๊ฒฝ์—์„œ๋Š” ํ™˜๊ฒฝ๋ณ€์ˆ˜๋กœ ์ง์ ‘ ์„ค์ •ํ•˜์„ธ์š”