Spaces:
Sleeping
Sleeping
Upload 5 files
Browse files- src/__init__.py +0 -0
- src/exception.py +50 -0
- src/logger.py +21 -0
- src/modernbert/__init__.py +0 -0
- src/modernbert/classifier.py +61 -0
src/__init__.py
ADDED
|
File without changes
|
src/exception.py
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
This module defines a custom exception handling class and a function to get error message with details of the error.
|
| 3 |
+
"""
|
| 4 |
+
|
| 5 |
+
# Standard Library
|
| 6 |
+
import sys
|
| 7 |
+
|
| 8 |
+
# Local imports
|
| 9 |
+
from src.logger import logging
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
# Function Definition to get error message with details of the error (file name and line number) when an error occurs in the program
|
| 13 |
+
def get_error_message(error, error_detail: sys):
|
| 14 |
+
"""
|
| 15 |
+
Get error message with details of the error.
|
| 16 |
+
|
| 17 |
+
Args:
|
| 18 |
+
- error (Exception): The error that occurred.
|
| 19 |
+
- error_detail (sys): The details of the error.
|
| 20 |
+
|
| 21 |
+
Returns:
|
| 22 |
+
str: A string containing the error message along with the file name and line number where the error occurred.
|
| 23 |
+
"""
|
| 24 |
+
_, _, exc_tb = error_detail.exc_info()
|
| 25 |
+
|
| 26 |
+
# Get error details
|
| 27 |
+
file_name = exc_tb.tb_frame.f_code.co_filename
|
| 28 |
+
return "Error occured in python script name [{0}] line number [{1}] error message[{2}]".format(
|
| 29 |
+
file_name, exc_tb.tb_lineno, str(error)
|
| 30 |
+
)
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
# Custom Exception Handling Class Definition
|
| 34 |
+
class CustomExceptionHandling(Exception):
|
| 35 |
+
"""
|
| 36 |
+
Custom Exception Handling:
|
| 37 |
+
This class defines a custom exception that can be raised when an error occurs in the program.
|
| 38 |
+
It takes an error message and an error detail as input and returns a formatted error message when the exception is raised.
|
| 39 |
+
"""
|
| 40 |
+
|
| 41 |
+
# Constructor
|
| 42 |
+
def __init__(self, error_message, error_detail: sys):
|
| 43 |
+
"""Initialize the exception"""
|
| 44 |
+
super().__init__(error_message)
|
| 45 |
+
|
| 46 |
+
self.error_message = get_error_message(error_message, error_detail=error_detail)
|
| 47 |
+
|
| 48 |
+
def __str__(self):
|
| 49 |
+
"""String representation of the exception"""
|
| 50 |
+
return self.error_message
|
src/logger.py
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Importing the required modules
|
| 2 |
+
import os
|
| 3 |
+
import logging
|
| 4 |
+
from datetime import datetime
|
| 5 |
+
|
| 6 |
+
# Creating a log file with the current date and time as the name of the file
|
| 7 |
+
LOG_FILE = f"{datetime.now().strftime('%m_%d_%Y_%H_%M_%S')}.log"
|
| 8 |
+
|
| 9 |
+
# Creating a logs folder if it does not exist
|
| 10 |
+
logs_path = os.path.join(os.getcwd(), "logs", LOG_FILE)
|
| 11 |
+
os.makedirs(logs_path, exist_ok=True)
|
| 12 |
+
|
| 13 |
+
# Setting the log file path and the log level
|
| 14 |
+
LOG_FILE_PATH = os.path.join(logs_path, LOG_FILE)
|
| 15 |
+
|
| 16 |
+
# Configuring the logger
|
| 17 |
+
logging.basicConfig(
|
| 18 |
+
filename=LOG_FILE_PATH,
|
| 19 |
+
format="[ %(asctime)s ] %(lineno)d %(name)s - %(levelname)s - %(message)s",
|
| 20 |
+
level=logging.INFO,
|
| 21 |
+
)
|
src/modernbert/__init__.py
ADDED
|
File without changes
|
src/modernbert/classifier.py
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Necessary imports
|
| 2 |
+
import sys
|
| 3 |
+
from typing import Dict
|
| 4 |
+
from src.logger import logging
|
| 5 |
+
from src.exception import CustomExceptionHandling
|
| 6 |
+
from transformers import pipeline
|
| 7 |
+
import gradio as gr
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
# Load the zero-shot classification model
|
| 11 |
+
classifier = pipeline(
|
| 12 |
+
"zero-shot-classification",
|
| 13 |
+
model="MoritzLaurer/ModernBERT-large-zeroshot-v2.0",
|
| 14 |
+
)
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
def ZeroShotTextClassification(
|
| 18 |
+
text_input: str, candidate_labels: str, multi_label: bool
|
| 19 |
+
) -> Dict[str, float]:
|
| 20 |
+
"""
|
| 21 |
+
Performs zero-shot classification on the given text input.
|
| 22 |
+
|
| 23 |
+
Args:
|
| 24 |
+
- text_input: The input text to classify.
|
| 25 |
+
- candidate_labels: A comma-separated string of candidate labels.
|
| 26 |
+
- multi_label: A boolean indicating whether to allow the model to choose multiple classes.
|
| 27 |
+
|
| 28 |
+
Returns:
|
| 29 |
+
Dictionary containing label-score pairs.
|
| 30 |
+
"""
|
| 31 |
+
try:
|
| 32 |
+
# Check if the input and candidate labels are valid
|
| 33 |
+
if not text_input or not candidate_labels:
|
| 34 |
+
gr.Warning("Please provide valid input and candidate labels")
|
| 35 |
+
|
| 36 |
+
# Split and clean the candidate labels
|
| 37 |
+
labels = [label.strip() for label in candidate_labels.split(",")]
|
| 38 |
+
|
| 39 |
+
# Log the classification attempt
|
| 40 |
+
logging.info(f"Attempting classification with {len(labels)} labels")
|
| 41 |
+
|
| 42 |
+
# Perform zero-shot classification
|
| 43 |
+
hypothesis_template = "This text is about {}"
|
| 44 |
+
prediction = classifier(
|
| 45 |
+
text_input,
|
| 46 |
+
labels,
|
| 47 |
+
hypothesis_template=hypothesis_template,
|
| 48 |
+
multi_label=multi_label,
|
| 49 |
+
)
|
| 50 |
+
|
| 51 |
+
# Return the classification results
|
| 52 |
+
logging.info("Classification completed successfully")
|
| 53 |
+
return {
|
| 54 |
+
prediction["labels"][i]: prediction["scores"][i]
|
| 55 |
+
for i in range(len(prediction["labels"]))
|
| 56 |
+
}
|
| 57 |
+
|
| 58 |
+
# Handle exceptions that may occur during the process
|
| 59 |
+
except Exception as e:
|
| 60 |
+
# Custom exception handling
|
| 61 |
+
raise CustomExceptionHandling(e, sys) from e
|