Update app.py

app.py

@@ -2,21 +2,23 @@ import gradio as gr
 import spaces
 import torch
 from transformers import AutoTokenizer, AutoModelForSequenceClassification
+import torch.nn.functional as F
+import torch.nn as nn
 import re
 import requests
 from urllib.parse import urlparse
 import xml.etree.ElementTree as ET
 
-# 모델 경로와 디바이스 설정
+# Model repository and device setup
 model_path = 'ssocean/NAIP'
 device = 'cuda' if torch.cuda.is_available() else 'cpu'
 
-# 전역 변수로 모델·토크나이저 선언
+# Globals
 model = None
 tokenizer = None
 
 def fetch_arxiv_paper(arxiv_input):
-    """arXiv URL 또는 ID로부터 제목과 요약 가져오기"""
+    """Fetch title & abstract from arXiv URL or ID."""
     try:
         if 'arxiv.org' in arxiv_input:
             parsed = urlparse(arxiv_input)
@@ -26,57 +28,56 @@ def fetch_arxiv_paper(arxiv_input):
         api_url = f'http://export.arxiv.org/api/query?id_list={arxiv_id}'
         resp = requests.get(api_url)
         if resp.status_code != 200:
-            return {"title":"", "abstract":"", "success":False, "message":"arXiv API 에러"}
+            return {"title":"", "abstract":"", "success":False, "message":"arXiv API error"}
         root = ET.fromstring(resp.text)
-        ns = {'atom': 'http://www.w3.org/2005/Atom'}
+        ns = {'atom':'http://www.w3.org/2005/Atom'}
         entry = root.find('.//atom:entry', ns)
         if entry is None:
-            return {"title":"", "abstract":"", "success":False, "message":"논문을 찾을 수 없습니다"}
+            return {"title":"", "abstract":"", "success":False, "message":"Paper not found"}
         title = entry.find('atom:title', ns).text.strip()
         abstract = entry.find('atom:summary', ns).text.strip()
-        return {"title": title, "abstract": abstract, "success": True, "message": "성공적으로 가져왔습니다!"}
+        return {"title":title, "abstract":abstract, "success":True, "message":"Fetched successfully"}
     except Exception as e:
-        return {"title":"", "abstract":"", "success":False, "message":f"오류: {e}"}
+        return {"title":"", "abstract":"", "success":False, "message":f"Error: {e}"}
 
 @spaces.GPU(duration=60, enable_queue=True)
 def predict(title, abstract):
-    """논문 제목과 요약을 받아 0~1 사이의 impact score 예측"""
+    """Predict a normalized impact score (0–1) from title & abstract."""
     global model, tokenizer
 
-    # 최초 호출 시 모델·토크나이저 로드
     if model is None:
-        model = AutoModelForSequenceClassification.from_pretrained(
-            model_path,
-            num_labels=1,
-            torch_dtype=torch.float32,   # 전체 float32
-            device_map=None,             # 자동 분산 비활성화
-            load_in_8bit=False,
-            load_in_4bit=False,
-            low_cpu_mem_usage=False
-        )
+        # Try loading full-precision on GPU first
+        try:
+            model = AutoModelForSequenceClassification.from_pretrained(
+                model_path,
+                num_labels=1,
+                torch_dtype=torch.float32,
+                device_map="auto"
+            )
+        except RuntimeError:
+            # Fallback to CPU-only
+            model = AutoModelForSequenceClassification.from_pretrained(
+                model_path,
+                num_labels=1,
+                torch_dtype=torch.float32,
+                device_map="cpu"
+            )
         tokenizer = AutoTokenizer.from_pretrained(model_path)
-        model.to(device)
         model.eval()
 
-    # 입력 텍스트 구성
-    text = (
+    prompt = (
         f"Given a certain paper,\n"
         f"Title: {title.strip()}\n"
         f"Abstract: {abstract.strip()}\n"
         f"Predict its normalized academic impact (0~1):"
     )
-
-    try:
-        inputs = tokenizer(text, return_tensors="pt", truncation=True, max_length=1024)
-        inputs = {k: v.to(device) for k, v in inputs.items()}
-        with torch.no_grad():
-            outputs = model(**inputs)
-        prob = torch.sigmoid(outputs.logits).item()
-        score = min(1.0, prob + 0.05)  # +0.05 보정, 최대 1.0
-        return round(score, 4)
-    except Exception as e:
-        print("Prediction error:", e)
-        return 0.0
+    inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=1024)
+    inputs = {k: v.to(device) for k, v in inputs.items()}
+    with torch.no_grad():
+        logits = model(**inputs).logits
+    prob = torch.sigmoid(logits).item()
+    score = min(1.0, prob + 0.05)  # +0.05 adjustment
+    return round(score, 4)
 
 def get_grade_and_emoji(score):
     if score >= 0.900: return "AAA 🌟"
@@ -90,17 +91,17 @@ def get_grade_and_emoji(score):
     return "C 📑"
 
 def validate_input(title, abstract):
-    """제목·요약 글자 수 및 비영어 문자 검사"""
-    non_latin = re.compile(r'[^\u0000-\u007F]')
+    """Ensure title ≥3 words, abstract ≥50 words, and ASCII-only."""
+    non_ascii = re.compile(r'[^\x00-\x7F]')
     if len(title.split()) < 3:
-        return False, "제목은 최소 3단어 이상이어야 합니다."
+        return False, "Title must be at least 3 words."
     if len(abstract.split()) < 50:
-        return False, "요약은 최소 50단어 이상이어야 합니다."
-    if non_latin.search(title):
-        return False, "제목에 영어 외 문자가 포함되었습니다."
-    if non_latin.search(abstract):
-        return False, "요약에 영어 외 문자가 포함되었습니다."
-    return True, "입력 유효합니다."
+        return False, "Abstract must be at least 50 words."
+    if non_ascii.search(title):
+        return False, "Title contains non-ASCII characters."
+    if non_ascii.search(abstract):
+        return False, "Abstract contains non-ASCII characters."
+    return True, "Inputs look good."
 
 def update_button_status(title, abstract):
     valid, msg = validate_input(title, abstract)
@@ -110,13 +111,12 @@ def update_button_status(title, abstract):
 
 def process_arxiv_input(arxiv_input):
     if not arxiv_input.strip():
-        return "", "", "URL 또는 ID를 입력하세요"
+        return "", "", "Please enter an arXiv URL or ID"
     res = fetch_arxiv_paper(arxiv_input)
     if res["success"]:
         return res["title"], res["abstract"], res["message"]
     return "", "", res["message"]
 
-# CSS 정의
 css = """
 .gradio-container {
     font-family: 'Arial', sans-serif;
@@ -130,17 +130,11 @@ css = """
     -webkit-background-clip: text;
     -webkit-text-fill-color: transparent;
 }
-.sub-title {
-    text-align: center;
-    color: #4b5563;
-    font-size: 1.5rem !important;
-    margin-bottom: 2rem !important;
-}
 .input-section {
-    background: white;
+    background: #ffffff;
     padding: 2rem;
     border-radius: 1rem;
-    box-shadow: 0 4px 6px -1px rgba(0,0,0,0.1);
+    box-shadow: 0 4px 6px rgba(0,0,0,0.1);
 }
 .result-section {
     background: #f8fafc;
@@ -148,13 +142,7 @@ css = """
     border-radius: 1rem;
     margin-top: 2rem;
 }
-.methodology-section {
-    background: #ecfdf5;
-    padding: 2rem;
-    border-radius: 1rem;
-    margin-top: 2rem;
-}
-.example-section {
+.methodology-section, .example-section {
     background: #fff7ed;
     padding: 2rem;
     border-radius: 1rem;
@@ -166,139 +154,134 @@ css = """
     margin: 1rem 0;
 }
 .arxiv-input {
-    margin-bottom: 1.5rem;
-    padding: 1rem;
     background: #f3f4f6;
+    padding: 1rem;
     border-radius: 0.5rem;
+    margin-bottom: 1.5rem;
 }
 .arxiv-link {
     color: #2563eb;
     text-decoration: underline;
     font-size: 0.9em;
-    margin-top: 0.5em;
 }
 .arxiv-note {
-    color: #666;
+    color: #666666;
     font-size: 0.9em;
     margin-top: 0.5em;
     margin-bottom: 0.5em;
 }
 """
 
-# Gradio UI 구성
+example_papers = [
+    {
+        "title": "Attention Is All You Need",
+        "abstract": "The dominant sequence transduction models are based on complex recurrent or convolutional neural networks that include an encoder and a decoder. The best performing models also connect the encoder and decoder through an attention mechanism. We propose a new simple network architecture, the Transformer, based solely on attention mechanisms, dispensing with recurrence and convolutions entirely. Experiments on two machine translation tasks show these models to be superior in quality while being more parallelizable and requiring significantly less time to train.",
+        "score": 0.982,
+        "note": "Revolutionary paper introducing the Transformer architecture."
+    },
+    {
+        "title": "Language Models are Few-Shot Learners",
+        "abstract": "Recent work has demonstrated substantial gains on many NLP tasks and benchmarks by pre-training on a large corpus of text followed by fine-tuning on a specific task. While typically task-agnostic in architecture, this method still requires task-specific fine-tuning datasets of thousands or tens of thousands of examples. By contrast, humans can generally perform a new language task from only a few examples or from simple instructions—something which current NLP systems still largely struggle to do. Here we show that scaling up language models greatly improves task-agnostic, few-shot performance, sometimes even reaching competitiveness with prior state-of-the-art fine-tuning approaches.",
+        "score": 0.956,
+        "note": "Groundbreaking GPT-3 paper on few-shot learning."
+    },
+    {
+        "title": "An Empirical Study of Neural Network Training Protocols",
+        "abstract": "This paper presents a comparative analysis of different training protocols for neural networks across various architectures. We examine the effects of learning rate schedules, batch size selection, and optimization algorithms on model convergence and final performance. Our experiments span multiple datasets and model sizes, providing practical insights for deep learning practitioners.",
+        "score": 0.623,
+        "note": "Solid empirical comparison of training protocols."
+    }
+]
+
 with gr.Blocks(theme=gr.themes.Default(), css=css) as iface:
-    gr.Markdown(
-        """
-        # Papers Impact: AI-Powered Research Impact Predictor
-        ## https://discord.gg/openfreeai
-        """
-    )
-    gr.HTML("""<a href="https://visitorbadge.io/status?path=https%3A%2F%2FVIDraft-PaperImpact.hf.space">
-<img src="https://api.visitorbadge.io/api/visitors?path=https%3A%2F%2FVIDraft-PaperImpact.hf.space&countColor=%23263759" />
-</a>""")
+    gr.Markdown("<div class='main-title'>Papers Impact: AI-Powered Research Impact Predictor</div>")
+    gr.HTML("""
+<a href="https://visitorbadge.io/status?path=https%3A%2F%2FVIDraft-PaperImpact.hf.space">
+  <img src="https://api.visitorbadge.io/api/visitors?path=https%3A%2F%2FVIDraft-PaperImpact.hf.space&countColor=%23263759" />
+</a>
+""")
 
     with gr.Row():
         with gr.Column(elem_classes="input-section"):
-            gr.Markdown("### 📑 arXiv에서 불러오기")
-            arxiv_input = gr.Textbox(
-                lines=1,
-                placeholder="예시: 2504.11651",
-                label="arXiv URL/ID",
-                value="2504.11651"
-            )
-            fetch_btn = gr.Button("🔍 불러오기", variant="secondary")
+            with gr.Group(elem_classes="arxiv-input"):
+                gr.Markdown("### Import from arXiv")
+                arxiv_input = gr.Textbox(
+                    lines=1,
+                    placeholder="e.g. 2504.11651",
+                    label="arXiv URL or ID",
+                    value="2504.11651"
+                )
+                gr.Markdown("""
+                <p class="arxiv-note">
+                  Click to use the default example or visit <a href="https://arxiv.org" class="arxiv-link" target="_blank">arxiv.org</a>
+                </p>
+                """)
+                fetch_button = gr.Button("🔍 Fetch Paper Details", variant="secondary")
 
-            gr.Markdown("### 📝 직접 입력")
+            gr.Markdown("### Or Enter Paper Details Manually")
             title_input = gr.Textbox(
                 lines=2,
-                placeholder="논문 제목 (최소 3단어)",
-                label="제목"
+                placeholder="Enter paper title (minimum 3 words)...",
+                label="Paper Title"
             )
             abstract_input = gr.Textbox(
                 lines=5,
-                placeholder="논문 요약 (최소 50단어)",
-                label="요약"
+                placeholder="Enter paper abstract (minimum 50 words)...",
+                label="Paper Abstract"
             )
-            status = gr.Textbox(label="✔️ 입력 상태", interactive=False)
-            submit_btn = gr.Button("🎯 예측하기", interactive=False, variant="primary")
+            validation_status = gr.Textbox(label="Validation Status", interactive=False)
+            submit_button = gr.Button("🎯 Predict Impact", interactive=False, variant="primary")
 
         with gr.Column(elem_classes="result-section"):
-            score_out = gr.Number(label="🎯 Impact Score")
-            grade_out = gr.Textbox(label="🏆 Grade", elem_classes="grade-display")
+            score_output = gr.Number(label="Impact Score")
+            grade_output = gr.Textbox(label="Grade", elem_classes="grade-display")
 
     with gr.Row(elem_classes="methodology-section"):
-        gr.Markdown(
-            """
-            ### 🔬 Scientific Methodology
-            - **Training Data**: Model trained on extensive dataset of published papers from CS.CV, CS.CL(NLP), and CS.AI fields
-            - **Optimization**: NDCG optimization with Sigmoid activation and MSE loss function
-            - **Validation**: Cross-validated against historical paper impact data
-            - **Architecture**: Advanced transformer-based deep textual analysis
-            - **Metrics**: Quantitative analysis of citation patterns and research influence
-            """
-        )
+        gr.Markdown("""
+### Scientific Methodology
+- **Training Data**: Papers from CS.CV, CS.CL (NLP), and CS.AI fields  
+- **Optimization**: NDCG optimization with Sigmoid activation & MSE loss  
+- **Validation**: Cross-validated on historical citation data  
+- **Architecture**: Transformer-based text encoder  
+- **Metrics**: Citation-pattern analysis & research influence
+        """)
 
-    with gr.Row():
-        gr.Markdown(
-            """
-            ### 📊 Rating Scale
-            | Grade | Score Range | Description | Indicator |
-            |-------|-------------|-------------|-----------|
-            | AAA   | 0.900-1.000 | Exceptional Impact | 🌟 |
-            | AA    | 0.800-0.899 | Very High Impact   | ⭐ |
-            | A     | 0.650-0.799 | High Impact        | ✨ |
-            | BBB   | 0.600-0.649 | Above Average      | 🔵 |
-            | BB    | 0.550-0.599 | Moderate Impact    | 📘 |
-            | B     | 0.500-0.549 | Average Impact     | 📖 |
-            | CCC   | 0.400-0.499 | Below Average      | 📝 |
-            | CC    | 0.300-0.399 | Low Impact         | ✏️ |
-            | C     | <0.299      | Limited Impact     | 📑 |
-            """
-        )
+    gr.Markdown("""
+### Rating Scale
+| Grade | Score Range | Description         | Emoji |
+|-------|-------------|---------------------|-------|
+| AAA   | 0.900–1.000 | Exceptional Impact  | 🌟    |
+| AA    | 0.800–0.899 | Very High Impact    | ⭐    |
+| A     | 0.650–0.799 | High Impact         | ✨    |
+| BBB   | 0.600–0.649 | Above Average       | 🔵    |
+| BB    | 0.550–0.599 | Moderate Impact     | 📘    |
+| B     | 0.500–0.549 | Average Impact      | 📖    |
+| CCC   | 0.400–0.499 | Below Average       | 📝    |
+| CC    | 0.300–0.399 | Low Impact          | ✏️    |
+| C     | <0.300      | Limited Impact      | 📑    |
+    """)
 
     with gr.Row(elem_classes="example-section"):
-        gr.Markdown("### 📋 Example Papers")
-        example_papers = [
-            {
-                "title": "Attention Is All You Need",
-                "abstract": "The dominant sequence transduction models are based on complex recurrent or convolutional neural networks that include an encoder and a decoder. The best performing models also connect the encoder and decoder through an attention mechanism. We propose a new simple network architecture, the Transformer, based solely on attention mechanisms, dispensing with recurrence and convolutions entirely. Experiments on two machine translation tasks show these models to be superior in quality while being more parallelizable and requiring significantly less time to train.",
-                "score": 0.982,
-                "note": "💫 Revolutionary paper that introduced the Transformer architecture, fundamentally changing NLP and deep learning."
-            },
-            {
-                "title": "Language Models are Few-Shot Learners",
-                "abstract": "Recent work has demonstrated substantial gains on many NLP tasks and benchmarks by pre-training on a large corpus of text followed by fine-tuning on a specific task. While typically task-agnostic in architecture, this method still requires task-specific fine-tuning datasets of thousands or tens of thousands of examples. By contrast, humans can generally perform a new language task from only a few examples or from simple instructions - something which current NLP systems still largely struggle to do. Here we show that scaling up language models greatly improves task-agnostic, few-shot performance, sometimes even reaching competitiveness with prior state-of-the-art fine-tuning approaches.",
-                "score": 0.956,
-                "note": "🚀 Groundbreaking GPT-3 paper that demonstrated the power of large language models."
-            },
-            {
-                "title": "An Empirical Study of Neural Network Training Protocols",
-                "abstract": "This paper presents a comparative analysis of different training protocols for neural networks across various architectures. We examine the effects of learning rate schedules, batch size selection, and optimization algorithms on model convergence and final performance. Our experiments span multiple datasets and model sizes, providing practical insights for deep learning practitioners.",
-                "score": 0.623,
-                "note": "📚 Solid research paper with useful findings but more limited scope and impact."
-            }
-        ]
+        gr.Markdown("### Example Papers")
         for paper in example_papers:
-            gr.Markdown(
-                f"""
-                #### {paper['title']}
-                **Score**: {paper['score']} | **Grade**: {get_grade_and_emoji(paper['score'])}
-                {paper['abstract']}
-                *{paper['note']}*
-                ---
-                """
-            )
+            gr.Markdown(f"""
+#### {paper['title']}
+**Score**: {paper['score']} | **Grade**: {get_grade_and_emoji(paper['score'])}  
+{paper['abstract']}  
+*{paper['note']}*  
+---
+            """)
 
-    # 이벤트 핸들러 연결
-    title_input.change(update_button_status, [title_input, abstract_input], [status, submit_btn])
-    abstract_input.change(update_button_status, [title_input, abstract_input], [status, submit_btn])
-    fetch_btn.click(process_arxiv_input, [arxiv_input], [title_input, abstract_input, status])
+    # Event handlers
+    title_input.change(update_button_status, [title_input, abstract_input], [validation_status, submit_button])
+    abstract_input.change(update_button_status, [title_input, abstract_input], [validation_status, submit_button])
+    fetch_button.click(process_arxiv_input, [arxiv_input], [title_input, abstract_input, validation_status])
 
-    def run_predict(t, a):
+    def run_prediction(t, a):
         s = predict(t, a)
         return s, get_grade_and_emoji(s)
 
-    submit_btn.click(run_predict, [title_input, abstract_input], [score_out, grade_out])
+    submit_button.click(run_prediction, [title_input, abstract_input], [score_output, grade_output])
 
 if __name__ == "__main__":
     iface.launch()