question_answering.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "2b9ff07b-4c24-45e4-b737-40b2c1e1fee1",
   "metadata": {},
   "outputs": [],
   "source": [
    "import string, re\n",
    "def get_prediction(context, question):\n",
    "    inputs = tokenizer.encode_plus(question, context, return_tensors='pt').to(device)\n",
    "    outputs = model(**inputs)\n",
    "\n",
    "    answer_start = torch.argmax(outputs[0])  \n",
    "    answer_end = torch.argmax(outputs[1]) + 1 \n",
    "\n",
    "    answer = tokenizer.convert_tokens_to_string(tokenizer.convert_ids_to_tokens(inputs['input_ids'][0][answer_start:answer_end]))\n",
    "\n",
    "    return answer\n",
    "\n",
    "def normalize_text(s):\n",
    "  # \"\"\"Removing articles and punctuation, and standardizing whitespace are all typical text processing steps.\"\"\"\n",
    "    def remove_articles(text):\n",
    "        regex = re.compile(r\"\\b(a|an|the)\\b\", re.UNICODE)\n",
    "        return re.sub(regex, \" \", text)\n",
    "    def white_space_fix(text):\n",
    "        return \" \".join(text.split())\n",
    "    def remove_punc(text):\n",
    "        exclude = set(string.punctuation)\n",
    "        return \"\".join(ch for ch in text if ch not in exclude)\n",
    "    def lower(text):\n",
    "        return text.lower()\n",
    "\n",
    "    return white_space_fix(remove_articles(remove_punc(lower(s))))\n",
    "\n",
    "def exact_match(prediction, truth):\n",
    "    return bool(normalize_text(prediction) == normalize_text(truth))\n",
    "\n",
    "def compute_f1(prediction, truth):\n",
    "    pred_tokens = normalize_text(prediction).split()\n",
    "    truth_tokens = normalize_text(truth).split()\n",
    "\n",
    "    # if either the prediction or the truth is no-answer then f1 = 1 if they agree, 0 otherwise\n",
    "    if len(pred_tokens) == 0 or len(truth_tokens) == 0:\n",
    "        return int(pred_tokens == truth_tokens)\n",
    "\n",
    "    common_tokens = set(pred_tokens) & set(truth_tokens)\n",
    "\n",
    "    # if there are no common tokens then f1 = 0\n",
    "    if len(common_tokens) == 0:\n",
    "        return 0\n",
    "\n",
    "    prec = len(common_tokens) / len(pred_tokens)\n",
    "    rec = len(common_tokens) / len(truth_tokens)\n",
    "\n",
    "    return round(2 * (prec * rec) / (prec + rec), 2)\n",
    "  \n",
    "def question_answer(context, question,answer):\n",
    "    prediction = get_prediction(context,question)\n",
    "    em_score = exact_match(prediction, answer)\n",
    "    f1_score = compute_f1(prediction, answer)\n",
    "\n",
    "    print(f'Question: {question}')\n",
    "    print(f'Prediction: {prediction}')\n",
    "    print(f'True Answer: {answer}')\n",
    "    print(f'Exact match: {em_score}')\n",
    "    print(f'F1 score: {f1_score}\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "be3d6b01-1e96-406c-acf5-fd19d9e04b60",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Working on cuda\n"
     ]
    }
   ],
   "source": [
    "from transformers import BertForQuestionAnswering, BertTokenizerFast\n",
    "import torch\n",
    "\n",
    "model_path = './bert-squadv6'\n",
    "model = BertForQuestionAnswering.from_pretrained(model_path)\n",
    "tokenizer = BertTokenizerFast.from_pretrained(model_path)\n",
    "\n",
    "device = torch.device('cuda') if torch.cuda.is_available() else torch.device('cpu')\n",
    "print(f'Working on {device}')\n",
    "\n",
    "model = model.to(device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "dc3b28f5-0fae-46df-9b67-87706efe9775",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Question: Who is the passage about?\n",
      "Prediction: mathew knowles\n",
      "True Answer: Beyonce Giselle Knowles - Carter\n",
      "Exact match: False\n",
      "F1 score: 0.33\n",
      "\n",
      "Question: What city was Beyonce born in?\n",
      "Prediction: houston\n",
      "True Answer: Houston, Texas\n",
      "Exact match: False\n",
      "F1 score: 0.67\n",
      "\n",
      "Question: When did Beyonce born?\n",
      "Prediction: september 4, 1981\n",
      "True Answer: September 4, 1981\n",
      "Exact match: True\n",
      "F1 score: 1.0\n",
      "\n",
      "Question: What is Beyonce's nationality?\n",
      "Prediction: american\n",
      "True Answer: American\n",
      "Exact match: True\n",
      "F1 score: 1.0\n",
      "\n",
      "Question: Who was the Destiny's group manager?\n",
      "Prediction: mathew knowles\n",
      "True Answer: Mathew Knowles\n",
      "Exact match: True\n",
      "F1 score: 1.0\n",
      "\n",
      "Question: What name has the Beyoncé's debut album?\n",
      "Prediction: mathew knowles\n",
      "True Answer: Dangerously in Love\n",
      "Exact match: False\n",
      "F1 score: 0\n",
      "\n",
      "Question: How many Grammy Awards did Beyonce earn?\n",
      "Prediction: five\n",
      "True Answer: five\n",
      "Exact match: True\n",
      "F1 score: 1.0\n",
      "\n",
      "Question: When did the Beyoncé's debut album release?\n",
      "Prediction: 2003\n",
      "True Answer: 2003\n",
      "Exact match: True\n",
      "F1 score: 1.0\n",
      "\n",
      "Question: Who was the lead singer of R&B girl-group Destiny's Child?\n",
      "Prediction: mathew knowles\n",
      "True Answer: Beyonce Giselle Knowles - Carter\n",
      "Exact match: False\n",
      "F1 score: 0.33\n",
      "\n",
      "Question: What magazine was Beyonce featured on?\n",
      "Prediction: dangerously in love\n",
      "True Answer: Billboard Hot 100\n",
      "Exact match: False\n",
      "F1 score: 0\n",
      "\n"
     ]
    }
   ],
   "source": [
    "context = \"\"\"Beyoncé Giselle Knowles-Carter (/biːˈjɒnseɪ/ bee-YON-say) (born September 4, 1981) is an American singer, \n",
    "          songwriter, record producer and actress. Born and raised in Houston, Texas, she performed in various singing \n",
    "          and dancing competitions as a child, and rose to fame in the late 1990s as lead singer of R&B girl-group Destiny\\'s Child. \n",
    "          Managed by her father, Mathew Knowles, the group became one of the world\\'s best-selling girl groups of all time. \n",
    "          Their hiatus saw the release of Beyoncé\\'s debut album, Dangerously in Love (2003), which established her as a solo artist worldwide, \n",
    "          earned five Grammy Awards and featured the Billboard Hot 100 number-one singles \"Crazy in Love\" and \"Baby Boy\".\"\"\"\n",
    "\n",
    "\n",
    "questions = [\"Who is the passage about?\",\n",
    "             \"What city was Beyonce born in?\",\n",
    "             \"When did Beyonce born?\",\n",
    "             \"What is Beyonce's nationality?\",\n",
    "             \"Who was the Destiny's group manager?\",\n",
    "             \"What name has the Beyoncé's debut album?\",\n",
    "             \"How many Grammy Awards did Beyonce earn?\",\n",
    "             \"When did the Beyoncé's debut album release?\",\n",
    "             \"Who was the lead singer of R&B girl-group Destiny's Child?\", \n",
    "             \"What magazine was Beyonce featured on?\"]\n",
    "\n",
    "answers = [\"Beyonce Giselle Knowles - Carter\", \"Houston, Texas\", \"September 4, 1981\",  \n",
    "           \"American\", \"Mathew Knowles\", \"Dangerously in Love\", \"five\", \"2003\", \n",
    "           \"Beyonce Giselle Knowles - Carter\", \"Billboard Hot 100\"]\n",
    "\n",
    "for question, answer in zip(questions, answers):\n",
    "    question_answer(context, question, answer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "ef2b08dd-d089-476f-8d74-36ed247a6d24",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Question: Which is the largest city in Greece?\n",
      "Prediction: athens\n",
      "True Answer: Athens\n",
      "Exact match: True\n",
      "F1 score: 1.0\n",
      "\n",
      "Question: For what was the Athens center?\n",
      "Prediction: the arts, learning and philosophy\n",
      "True Answer: center for the arts, learning and philosophy\n",
      "Exact match: False\n",
      "F1 score: 0.8\n",
      "\n",
      "Question: Which city was the home of Plato's Academy?\n",
      "Prediction: athens\n",
      "True Answer: Athens\n",
      "Exact match: True\n",
      "F1 score: 1.0\n",
      "\n"
     ]
    }
   ],
   "source": [
    "context = \"\"\"Athens is the capital and largest city of Greece. Athens dominates the Attica region and is one of the world's oldest cities, \n",
    "             with its recorded history spanning over 3,400 years and its earliest human presence starting somewhere between the 11th and 7th millennium BC.\n",
    "             Classical Athens was a powerful city-state. It was a center for the arts, learning and philosophy, and the home of Plato's Academy and Aristotle's Lyceum.\n",
    "             It is widely referred to as the cradle of Western civilization and the birthplace of democracy, largely because of its cultural and political impact on the European continent—particularly Ancient Rome.\n",
    "             In modern times, Athens is a large cosmopolitan metropolis and central to economic, financial, industrial, maritime, political and cultural life in Greece. \n",
    "             In 2021, Athens' urban area hosted more than three and a half million people, which is around 35% of the entire population of Greece.\n",
    "             Athens is a Beta global city according to the Globalization and World Cities Research Network, and is one of the biggest economic centers in Southeastern Europe. \n",
    "             It also has a large financial sector, and its port Piraeus is both the largest passenger port in Europe, and the second largest in the world.\"\"\"\n",
    "\n",
    "questions = [\"Which is the largest city in Greece?\",\n",
    "             \"For what was the Athens center?\",\n",
    "             \"Which city was the home of Plato's Academy?\"]\n",
    "\n",
    "answers = [\"Athens\", \"center for the arts, learning and philosophy\", \"Athens\"]\n",
    "\n",
    "for question, answer in zip(questions, answers):\n",
    "    question_answer(context, question, answer)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}