Upload 7 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+data.csv filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.11-slim
+
+WORKDIR /app
+
+RUN pip install torch pandas scikit-learn sentence-transformers transformers symspellpy flask
+
+COPY . .
+
+ENV PORT=5000
+
+EXPOSE ${PORT}
+
+CMD ["python", "app.py"]

ai.py

@@ -0,0 +1,120 @@
+import torch
+import torch.nn as nn
+import numpy as np
+import pandas as pd
+from sklearn.preprocessing import LabelEncoder, StandardScaler
+from sentence_transformers import SentenceTransformer, util
+import json
+from transformers import AutoTokenizer, AutoModelForTokenClassification, pipeline
+from symspellpy import SymSpell, Verbosity
+
+device = torch.device("cpu")
+
+class DiseaseClassifier(nn.Module):
+    def __init__(self, input_size, num_classes, dropout_rate=0.35665610394511454):
+        super(DiseaseClassifier, self).__init__()
+        self.fc1 = nn.Linear(input_size, 382)
+        self.fc2 = nn.Linear(382, 389)
+        self.fc3 = nn.Linear(389, 433)
+        self.fc4 = nn.Linear(433, num_classes)
+        self.activation = nn.LeakyReLU()
+        self.dropout = nn.Dropout(dropout_rate)
+
+    def forward(self, x):
+        x = self.activation(self.fc1(x))
+        x = self.dropout(x)
+        x = self.activation(self.fc2(x))
+        x = self.dropout(x)
+        x = self.activation(self.fc3(x))
+        x = self.dropout(x)
+        x = self.fc4(x)  # Logits
+        return x
+
+
+class DiseasePredictionModel:
+    def __init__(self, ai_model_name="model.pth", data_file="data.csv", symptom_json="symptoms.json", dictionary_file="frequency_dictionary_en_82_765.txt"):
+        self.df = pd.read_csv(data_file)
+        self.symptom_columns = self.load_symptoms(symptom_json)
+        self.label_encoder = LabelEncoder()
+        self.label_encoder.fit(self.df.iloc[:, 0])
+        self.scaler = StandardScaler()
+        self.scaler.fit(self.df.iloc[:, 1:].values)
+        self.input_size = len(self.symptom_columns)
+        self.num_classes = len(self.label_encoder.classes_)
+        self.model = self._load_model(ai_model_name)
+        self.SYMPTOM_LIST = self.load_symptoms(symptom_json)
+        self.sym_spell = SymSpell(max_dictionary_edit_distance=2, prefix_length=7)
+        self.sym_spell.load_dictionary(dictionary_file, term_index=0, count_index=1)
+        self.tokenizer = AutoTokenizer.from_pretrained("./biobert_diseases_ner")
+        # self.tokenizer.save_pretrained("./biobert_diseases_ner")
+        self.nlp_model = AutoModelForTokenClassification.from_pretrained("./biobert_diseases_ner")
+        # self.nlp_model.save_pretrained("./biobert_diseases_ner")
+        self.ner_pipeline = pipeline("ner", model=self.nlp_model, tokenizer=self.tokenizer, aggregation_strategy="simple")
+        self.semantic_model = SentenceTransformer('all-MiniLM-L6-v2')
+
+    def _load_model(self, ai_model_name):
+        model = DiseaseClassifier(self.input_size, self.num_classes).to(device)
+        model.load_state_dict(torch.load(ai_model_name, map_location=device, weights_only=True))
+        model.eval()
+        return model
+
+    def predict_disease(self, symptoms):
+        input_vector = np.zeros(len(self.symptom_columns))
+        for symptom in symptoms:
+            if symptom in self.symptom_columns:
+                input_vector[list(self.symptom_columns).index(symptom)] = 1
+
+        input_vector = self.scaler.transform([input_vector])
+
+        input_tensor = torch.tensor(input_vector, dtype=torch.float32).to(device)
+
+        with torch.no_grad():
+            outputs = self.model(input_tensor)
+            _, predicted_class = torch.max(outputs, 1)
+
+        predicted_disease = self.label_encoder.inverse_transform([predicted_class.cpu().numpy()[0]])[0]
+        return predicted_disease
+
+    def load_symptoms(self, json_file):
+        with open(json_file, "r", encoding="utf-8") as f:
+            return json.load(f)
+
+    def correct_text(self, text):
+        words = text.split()
+        corrected_words = []
+
+        for word in words:
+            if word.lower() in [symptom.lower() for symptom in self.SYMPTOM_LIST]:
+                corrected_words.append(word)
+            else:
+                suggestions = self.sym_spell.lookup(word, Verbosity.CLOSEST, max_edit_distance=2)
+                if suggestions:
+                    corrected_words.append(suggestions[0].term)
+                else:
+                    corrected_words.append(word)
+        return ' '.join(corrected_words)
+
+    def extract_symptoms(self, text):
+        ner_results = self.ner_pipeline(text)
+        symptoms = set()
+        for entity in ner_results:
+            if entity["entity_group"] == "DISEASE":
+                symptoms.add(entity["word"].lower())
+        return list(symptoms)
+
+    def match_symptoms(self, extracted_symptoms):
+        matched = {}
+
+        symptom_embeddings = self.semantic_model.encode(self.SYMPTOM_LIST, convert_to_tensor=True)
+
+        for symptom in extracted_symptoms:
+            symptom_embedding = self.semantic_model.encode(symptom, convert_to_tensor=True)
+
+            similarities = util.pytorch_cos_sim(symptom_embedding, symptom_embeddings)[0]
+
+            most_similar_idx = similarities.argmax()
+            best_match = self.SYMPTOM_LIST[most_similar_idx]
+            matched[symptom] = best_match
+
+        return matched.values()
+

app.py

@@ -0,0 +1,41 @@
+from ai import DiseasePredictionModel
+from flask import Flask, request, jsonify
+
+app = Flask(__name__)
+
+model = DiseasePredictionModel()
+
+@app.route("/ai/text", methods=["POST"])
+def ai_text():
+    try:
+        text = request.json["prompt"]
+        print(f"Original text: {text}")
+        corrected_text = model.correct_text(text)
+        print(f"Corrected text: {corrected_text}")
+        extracted_symptoms = model.extract_symptoms(corrected_text)
+        print(f"Extracted symptoms: {extracted_symptoms}")
+        matched_symptoms = model.match_symptoms(extracted_symptoms)
+        print(f"Matched symptoms: {matched_symptoms}")
+        if matched_symptoms == []:
+            return jsonify({"disease": "No matching symptoms found."})
+        predicted_disease = model.predict_disease(matched_symptoms)
+        print(f"Predicted disease: {predicted_disease}")
+        return jsonify({"disease": predicted_disease})
+    except:
+        return 400
+    
+    
+
+@app.route("/ai/list", methods=["POST"])
+def ai_list():
+    body = request.get_json()
+    try:
+        data = body["symptoms"]
+        print(data)
+        out = model.predict_disease(data)
+        return jsonify({"output":out}),200    
+    except:
+        return jsonify({"status": "error"}),400
+    
+if __name__ == "__main__":
+    app.run(debug=True, host="0.0.0.0",port=7860)

data.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc86d726e28e70799fbe8555df10d22a7981844729ef69b0dd95a631ff832b5f
+size 190768300

model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af45666e8c147fec577d35040d64b347a07b5d2d7194ce61608ce564cec620b
+size 3157604

symptoms.json

@@ -0,0 +1,379 @@
+[
+    "anxiety and nervousness",
+    "depression",
+    "shortness of breath",
+    "depressive or psychotic symptoms",
+    "sharp chest pain",
+    "dizziness",
+    "insomnia",
+    "abnormal involuntary movements",
+    "chest tightness",
+    "palpitations",
+    "irregular heartbeat",
+    "breathing fast",
+    "hoarse voice",
+    "sore throat",
+    "difficulty speaking",
+    "cough",
+    "nasal congestion",
+    "throat swelling",
+    "diminished hearing",
+    "lump in throat",
+    "throat feels tight",
+    "difficulty in swallowing",
+    "skin swelling",
+    "retention of urine",
+    "groin mass",
+    "leg pain",
+    "hip pain",
+    "suprapubic pain",
+    "blood in stool",
+    "lack of growth",
+    "emotional symptoms",
+    "elbow weakness",
+    "back weakness",
+    "pus in sputum",
+    "symptoms of the scrotum and testes",
+    "swelling of scrotum",
+    "pain in testicles",
+    "flatulence",
+    "pus draining from ear",
+    "jaundice",
+    "mass in scrotum",
+    "white discharge from eye",
+    "irritable infant",
+    "abusing alcohol",
+    "fainting",
+    "hostile behavior",
+    "drug abuse",
+    "sharp abdominal pain",
+    "feeling ill",
+    "vomiting",
+    "headache",
+    "nausea",
+    "diarrhea",
+    "vaginal itching",
+    "vaginal dryness",
+    "painful urination",
+    "involuntary urination",
+    "pain during intercourse",
+    "frequent urination",
+    "lower abdominal pain",
+    "vaginal discharge",
+    "blood in urine",
+    "hot flashes",
+    "intermenstrual bleeding",
+    "hand or finger pain",
+    "wrist pain",
+    "hand or finger swelling",
+    "arm pain",
+    "wrist swelling",
+    "arm stiffness or tightness",
+    "arm swelling",
+    "hand or finger stiffness or tightness",
+    "wrist stiffness or tightness",
+    "lip swelling",
+    "toothache",
+    "abnormal appearing skin",
+    "skin lesion",
+    "acne or pimples",
+    "dry lips",
+    "facial pain",
+    "mouth ulcer",
+    "skin growth",
+    "eye deviation",
+    "diminished vision",
+    "double vision",
+    "crosseyed",
+    "symptoms of eye",
+    "pain in eye",
+    "eye moves abnormally",
+    "abnormal movement of eyelid",
+    "foreign body sensation in eye",
+    "irregular appearing scalp",
+    "swollen lymph nodes",
+    "back pain",
+    "neck pain",
+    "low back pain",
+    "pain of the anus",
+    "pain during pregnancy",
+    "pelvic pain",
+    "impotence",
+    "infant spitting up",
+    "vomiting blood",
+    "regurgitation",
+    "burning abdominal pain",
+    "restlessness",
+    "symptoms of infants",
+    "wheezing",
+    "peripheral edema",
+    "neck mass",
+    "ear pain",
+    "jaw swelling",
+    "mouth dryness",
+    "neck swelling",
+    "knee pain",
+    "foot or toe pain",
+    "bowlegged or knockkneed",
+    "ankle pain",
+    "bones are painful",
+    "knee weakness",
+    "elbow pain",
+    "knee swelling",
+    "skin moles",
+    "knee lump or mass",
+    "weight gain",
+    "problems with movement",
+    "knee stiffness or tightness",
+    "leg swelling",
+    "foot or toe swelling",
+    "heartburn",
+    "smoking problems",
+    "muscle pain",
+    "infant feeding problem",
+    "recent weight loss",
+    "problems with shape or size of breast",
+    "underweight",
+    "difficulty eating",
+    "scanty menstrual flow",
+    "vaginal pain",
+    "vaginal redness",
+    "vulvar irritation",
+    "weakness",
+    "decreased heart rate",
+    "increased heart rate",
+    "bleeding or discharge from nipple",
+    "ringing in ear",
+    "plugged feeling in ear",
+    "itchy ears",
+    "frontal headache",
+    "fluid in ear",
+    "neck stiffness or tightness",
+    "spots or clouds in vision",
+    "eye redness",
+    "lacrimation",
+    "itchiness of eye",
+    "blindness",
+    "eye burns or stings",
+    "itchy eyelid",
+    "feeling cold",
+    "decreased appetite",
+    "excessive appetite",
+    "excessive anger",
+    "loss of sensation",
+    "focal weakness",
+    "slurring words",
+    "symptoms of the face",
+    "disturbance of memory",
+    "paresthesia",
+    "side pain",
+    "fever",
+    "shoulder pain",
+    "shoulder stiffness or tightness",
+    "shoulder weakness",
+    "arm cramps or spasms",
+    "shoulder swelling",
+    "tongue lesions",
+    "leg cramps or spasms",
+    "abnormal appearing tongue",
+    "ache all over",
+    "lower body pain",
+    "problems during pregnancy",
+    "spotting or bleeding during pregnancy",
+    "cramps and spasms",
+    "upper abdominal pain",
+    "stomach bloating",
+    "changes in stool appearance",
+    "unusual color or odor to urine",
+    "kidney mass",
+    "swollen abdomen",
+    "symptoms of prostate",
+    "leg stiffness or tightness",
+    "difficulty breathing",
+    "rib pain",
+    "joint pain",
+    "muscle stiffness or tightness",
+    "pallor",
+    "hand or finger lump or mass",
+    "chills",
+    "groin pain",
+    "fatigue",
+    "abdominal distention",
+    "regurgitation1",
+    "symptoms of the kidneys",
+    "melena",
+    "flushing",
+    "coughing up sputum",
+    "seizures",
+    "delusions or hallucinations",
+    "shoulder cramps or spasms",
+    "joint stiffness or tightness",
+    "pain or soreness of breast",
+    "excessive urination at night",
+    "bleeding from eye",
+    "rectal bleeding",
+    "constipation",
+    "temper problems",
+    "coryza",
+    "wrist weakness",
+    "eye strain",
+    "hemoptysis",
+    "lymphedema",
+    "skin on leg or foot looks infected",
+    "allergic reaction",
+    "congestion in chest",
+    "muscle swelling",
+    "pus in urine",
+    "abnormal size or shape of ear",
+    "low back weakness",
+    "sleepiness",
+    "apnea",
+    "abnormal breathing sounds",
+    "excessive growth",
+    "elbow cramps or spasms",
+    "feeling hot and cold",
+    "blood clots during menstrual periods",
+    "absence of menstruation",
+    "pulling at ears",
+    "gum pain",
+    "redness in ear",
+    "fluid retention",
+    "flulike syndrome",
+    "sinus congestion",
+    "painful sinuses",
+    "fears and phobias",
+    "recent pregnancy",
+    "uterine contractions",
+    "burning chest pain",
+    "back cramps or spasms",
+    "stiffness all over",
+    "muscle cramps contractures or spasms",
+    "low back cramps or spasms",
+    "back mass or lump",
+    "nosebleed",
+    "long menstrual periods",
+    "heavy menstrual flow",
+    "unpredictable menstruation",
+    "painful menstruation",
+    "infertility",
+    "frequent menstruation",
+    "sweating",
+    "mass on eyelid",
+    "swollen eye",
+    "eyelid swelling",
+    "eyelid lesion or rash",
+    "unwanted hair",
+    "symptoms of bladder",
+    "irregular appearing nails",
+    "itching of skin",
+    "hurts to breath",
+    "nailbiting",
+    "skin dryness peeling scaliness or roughness",
+    "skin on arm or hand looks infected",
+    "skin irritation",
+    "itchy scalp",
+    "hip swelling",
+    "incontinence of stool",
+    "foot or toe cramps or spasms",
+    "warts",
+    "bumps on penis",
+    "too little hair",
+    "foot or toe lump or mass",
+    "skin rash",
+    "mass or swelling around the anus",
+    "low back swelling",
+    "ankle swelling",
+    "hip lump or mass",
+    "drainage in throat",
+    "dry or flaky scalp",
+    "premenstrual tension or irritability",
+    "feeling hot",
+    "feet turned in",
+    "foot or toe stiffness or tightness",
+    "pelvic pressure",
+    "elbow swelling",
+    "elbow stiffness or tightness",
+    "early or late onset of menopause",
+    "mass on ear",
+    "bleeding from ear",
+    "hand or finger weakness",
+    "low selfesteem",
+    "throat irritation",
+    "itching of the anus",
+    "swollen or red tonsils",
+    "irregular belly button",
+    "swollen tongue",
+    "lip sore",
+    "vulvar sore",
+    "hip stiffness or tightness",
+    "mouth pain",
+    "arm weakness",
+    "leg lump or mass",
+    "disturbance of smell or taste",
+    "discharge in stools",
+    "penis pain",
+    "loss of sex drive",
+    "obsessions and compulsions",
+    "antisocial behavior",
+    "neck cramps or spasms",
+    "pupils unequal",
+    "poor circulation",
+    "thirst",
+    "sleepwalking",
+    "skin oiliness",
+    "sneezing",
+    "bladder mass",
+    "knee cramps or spasms",
+    "premature ejaculation",
+    "leg weakness",
+    "posture problems",
+    "bleeding in mouth",
+    "tongue bleeding",
+    "change in skin mole size or color",
+    "penis redness",
+    "penile discharge",
+    "shoulder lump or mass",
+    "polyuria",
+    "cloudy eye",
+    "hysterical behavior",
+    "arm lump or mass",
+    "nightmares",
+    "bleeding gums",
+    "pain in gums",
+    "bedwetting",
+    "diaper rash",
+    "lump or mass of breast",
+    "vaginal bleeding after menopause",
+    "infrequent menstruation",
+    "mass on vulva",
+    "jaw pain",
+    "itching of scrotum",
+    "postpartum problems of the breast",
+    "eyelid retracted",
+    "hesitancy",
+    "elbow lump or mass",
+    "muscle weakness",
+    "throat redness",
+    "joint swelling",
+    "tongue pain",
+    "redness in or around nose",
+    "wrinkles on skin",
+    "foot or toe weakness",
+    "hand or finger cramps or spasms",
+    "back stiffness or tightness",
+    "wrist lump or mass",
+    "skin pain",
+    "low back stiffness or tightness",
+    "low urine output",
+    "skin on head or neck looks infected",
+    "stuttering or stammering",
+    "problems with orgasm",
+    "nose deformity",
+    "lump over jaw",
+    "sore in nose",
+    "hip weakness",
+    "back swelling",
+    "ankle stiffness or tightness",
+    "ankle weakness",
+    "neck weakness"
+]