diff --git a/NER_sklearn.ipynb b/NER_sklearn.ipynb
new file mode 100644
index 0000000..c7b3329
--- /dev/null
+++ b/NER_sklearn.ipynb
@@ -0,0 +1,11654 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 1,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "import pandas as pd\n",
+ "import numpy as np\n",
+ "from sklearn.feature_extraction import DictVectorizer\n",
+ "from sklearn.feature_extraction.text import HashingVectorizer\n",
+ "from sklearn.linear_model import Perceptron\n",
+ "from sklearn.model_selection import train_test_split\n",
+ "from sklearn.linear_model import SGDClassifier\n",
+ "from sklearn.linear_model import PassiveAggressiveClassifier\n",
+ "from sklearn.naive_bayes import MultinomialNB\n",
+ "from sklearn.metrics import classification_report"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "<div>\n",
+ "<style scoped>\n",
+ " .dataframe tbody tr th:only-of-type {\n",
+ " vertical-align: middle;\n",
+ " }\n",
+ "\n",
+ " .dataframe tbody tr th {\n",
+ " vertical-align: top;\n",
+ " }\n",
+ "\n",
+ " .dataframe thead th {\n",
+ " text-align: right;\n",
+ " }\n",
+ "</style>\n",
+ "<table border=\"1\" class=\"dataframe\">\n",
+ " <thead>\n",
+ " <tr style=\"text-align: right;\">\n",
+ " <th></th>\n",
+ " <th>Sentence #</th>\n",
+ " <th>Word</th>\n",
+ " <th>POS</th>\n",
+ " <th>Tag</th>\n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " <tr>\n",
+ " <th>0</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>Thousands</td>\n",
+ " <td>NNS</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>1</th>\n",
+ " <td>NaN</td>\n",
+ " <td>of</td>\n",
+ " <td>IN</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>2</th>\n",
+ " <td>NaN</td>\n",
+ " <td>demonstrators</td>\n",
+ " <td>NNS</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>3</th>\n",
+ " <td>NaN</td>\n",
+ " <td>have</td>\n",
+ " <td>VBP</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>4</th>\n",
+ " <td>NaN</td>\n",
+ " <td>marched</td>\n",
+ " <td>VBN</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " </tbody>\n",
+ "</table>\n",
+ "</div>"
+ ],
+ "text/plain": [
+ " Sentence # Word POS Tag\n",
+ "0 Sentence: 1 Thousands NNS O\n",
+ "1 NaN of IN O\n",
+ "2 NaN demonstrators NNS O\n",
+ "3 NaN have VBP O\n",
+ "4 NaN marched VBN O"
+ ]
+ },
+ "execution_count": 2,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df = pd.read_csv('ner_dataset.csv', encoding = \"ISO-8859-1\")\n",
+ "df = df[:100000]\n",
+ "df.head()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 3,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "Sentence # 95456\n",
+ "Word 0\n",
+ "POS 0\n",
+ "Tag 0\n",
+ "dtype: int64"
+ ]
+ },
+ "execution_count": 3,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df.isnull().sum()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 4,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "df = df.fillna(method='ffill')"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "We have 4,544 sentences that contain 10,922 unique words and tagged by 17 tags."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 5,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "(4544, 10922, 17)"
+ ]
+ },
+ "execution_count": 5,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df['Sentence #'].nunique(), df.Word.nunique(), df.Tag.nunique()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 10,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "<div>\n",
+ "<style scoped>\n",
+ " .dataframe tbody tr th:only-of-type {\n",
+ " vertical-align: middle;\n",
+ " }\n",
+ "\n",
+ " .dataframe tbody tr th {\n",
+ " vertical-align: top;\n",
+ " }\n",
+ "\n",
+ " .dataframe thead th {\n",
+ " text-align: right;\n",
+ " }\n",
+ "</style>\n",
+ "<table border=\"1\" class=\"dataframe\">\n",
+ " <thead>\n",
+ " <tr style=\"text-align: right;\">\n",
+ " <th></th>\n",
+ " <th>Sentence #</th>\n",
+ " <th>Word</th>\n",
+ " <th>POS</th>\n",
+ " <th>Tag</th>\n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " <tr>\n",
+ " <th>0</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>Thousands</td>\n",
+ " <td>NNS</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>1</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>of</td>\n",
+ " <td>IN</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>2</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>demonstrators</td>\n",
+ " <td>NNS</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>3</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>have</td>\n",
+ " <td>VBP</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>4</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>marched</td>\n",
+ " <td>VBN</td>\n",
+ " <td>O</td>\n",
+ " </tr>\n",
+ " </tbody>\n",
+ "</table>\n",
+ "</div>"
+ ],
+ "text/plain": [
+ " Sentence # Word POS Tag\n",
+ "0 Sentence: 1 Thousands NNS O\n",
+ "1 Sentence: 1 of IN O\n",
+ "2 Sentence: 1 demonstrators NNS O\n",
+ "3 Sentence: 1 have VBP O\n",
+ "4 Sentence: 1 marched VBN O"
+ ]
+ },
+ "execution_count": 10,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df.head()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 11,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "<div>\n",
+ "<style scoped>\n",
+ " .dataframe tbody tr th:only-of-type {\n",
+ " vertical-align: middle;\n",
+ " }\n",
+ "\n",
+ " .dataframe tbody tr th {\n",
+ " vertical-align: top;\n",
+ " }\n",
+ "\n",
+ " .dataframe thead th {\n",
+ " text-align: right;\n",
+ " }\n",
+ "</style>\n",
+ "<table border=\"1\" class=\"dataframe\">\n",
+ " <thead>\n",
+ " <tr style=\"text-align: right;\">\n",
+ " <th></th>\n",
+ " <th>Tag</th>\n",
+ " <th>counts</th>\n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " <tr>\n",
+ " <th>0</th>\n",
+ " <td>B-art</td>\n",
+ " <td>75</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>1</th>\n",
+ " <td>B-eve</td>\n",
+ " <td>53</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>2</th>\n",
+ " <td>B-geo</td>\n",
+ " <td>3303</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>3</th>\n",
+ " <td>B-gpe</td>\n",
+ " <td>1740</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>4</th>\n",
+ " <td>B-nat</td>\n",
+ " <td>30</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>5</th>\n",
+ " <td>B-org</td>\n",
+ " <td>1876</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>6</th>\n",
+ " <td>B-per</td>\n",
+ " <td>1668</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>7</th>\n",
+ " <td>B-tim</td>\n",
+ " <td>1823</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>8</th>\n",
+ " <td>I-art</td>\n",
+ " <td>43</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>9</th>\n",
+ " <td>I-eve</td>\n",
+ " <td>47</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>10</th>\n",
+ " <td>I-geo</td>\n",
+ " <td>690</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>11</th>\n",
+ " <td>I-gpe</td>\n",
+ " <td>51</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>12</th>\n",
+ " <td>I-nat</td>\n",
+ " <td>11</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>13</th>\n",
+ " <td>I-org</td>\n",
+ " <td>1470</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>14</th>\n",
+ " <td>I-per</td>\n",
+ " <td>1846</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>15</th>\n",
+ " <td>I-tim</td>\n",
+ " <td>549</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>16</th>\n",
+ " <td>O</td>\n",
+ " <td>84725</td>\n",
+ " </tr>\n",
+ " </tbody>\n",
+ "</table>\n",
+ "</div>"
+ ],
+ "text/plain": [
+ " Tag counts\n",
+ "0 B-art 75\n",
+ "1 B-eve 53\n",
+ "2 B-geo 3303\n",
+ "3 B-gpe 1740\n",
+ "4 B-nat 30\n",
+ "5 B-org 1876\n",
+ "6 B-per 1668\n",
+ "7 B-tim 1823\n",
+ "8 I-art 43\n",
+ "9 I-eve 47\n",
+ "10 I-geo 690\n",
+ "11 I-gpe 51\n",
+ "12 I-nat 11\n",
+ "13 I-org 1470\n",
+ "14 I-per 1846\n",
+ "15 I-tim 549\n",
+ "16 O 84725"
+ ]
+ },
+ "execution_count": 11,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "df.groupby('Tag').size().reset_index(name='counts')"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 6,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "<div>\n",
+ "<style scoped>\n",
+ " .dataframe tbody tr th:only-of-type {\n",
+ " vertical-align: middle;\n",
+ " }\n",
+ "\n",
+ " .dataframe tbody tr th {\n",
+ " vertical-align: top;\n",
+ " }\n",
+ "\n",
+ " .dataframe thead th {\n",
+ " text-align: right;\n",
+ " }\n",
+ "</style>\n",
+ "<table border=\"1\" class=\"dataframe\">\n",
+ " <thead>\n",
+ " <tr style=\"text-align: right;\">\n",
+ " <th></th>\n",
+ " <th>Sentence #</th>\n",
+ " <th>Word</th>\n",
+ " <th>POS</th>\n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " <tr>\n",
+ " <th>0</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>Thousands</td>\n",
+ " <td>NNS</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>1</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>of</td>\n",
+ " <td>IN</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>2</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>demonstrators</td>\n",
+ " <td>NNS</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>3</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>have</td>\n",
+ " <td>VBP</td>\n",
+ " </tr>\n",
+ " <tr>\n",
+ " <th>4</th>\n",
+ " <td>Sentence: 1</td>\n",
+ " <td>marched</td>\n",
+ " <td>VBN</td>\n",
+ " </tr>\n",
+ " </tbody>\n",
+ "</table>\n",
+ "</div>"
+ ],
+ "text/plain": [
+ " Sentence # Word POS\n",
+ "0 Sentence: 1 Thousands NNS\n",
+ "1 Sentence: 1 of IN\n",
+ "2 Sentence: 1 demonstrators NNS\n",
+ "3 Sentence: 1 have VBP\n",
+ "4 Sentence: 1 marched VBN"
+ ]
+ },
+ "execution_count": 6,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "X = df.drop('Tag', axis=1)\n",
+ "X.head()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 7,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "Index(['Sentence #', 'Word', 'POS'], dtype='object')"
+ ]
+ },
+ "execution_count": 7,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "X.columns"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 8,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "(100000, 15507)"
+ ]
+ },
+ "execution_count": 8,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "v = DictVectorizer(sparse=False)\n",
+ "X = v.fit_transform(X.to_dict('records'))\n",
+ "X.shape"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 9,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "y = df.Tag.values"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 10,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "classes = np.unique(y)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 11,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "['B-art',\n",
+ " 'B-eve',\n",
+ " 'B-geo',\n",
+ " 'B-gpe',\n",
+ " 'B-nat',\n",
+ " 'B-org',\n",
+ " 'B-per',\n",
+ " 'B-tim',\n",
+ " 'I-art',\n",
+ " 'I-eve',\n",
+ " 'I-geo',\n",
+ " 'I-gpe',\n",
+ " 'I-nat',\n",
+ " 'I-org',\n",
+ " 'I-per',\n",
+ " 'I-tim',\n",
+ " 'O']"
+ ]
+ },
+ "execution_count": 11,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "classes = classes.tolist()\n",
+ "classes"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 12,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "((100000, 15507), (100000,))"
+ ]
+ },
+ "execution_count": 12,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "X.shape, y.shape"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 13,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size = 0.33, random_state=0)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 14,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "((67000, 15507), (67000,))"
+ ]
+ },
+ "execution_count": 14,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "X_train.shape, y_train.shape"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Perceptron"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 15,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "['B-art',\n",
+ " 'B-eve',\n",
+ " 'B-geo',\n",
+ " 'B-gpe',\n",
+ " 'B-nat',\n",
+ " 'B-org',\n",
+ " 'B-per',\n",
+ " 'B-tim',\n",
+ " 'I-art',\n",
+ " 'I-eve',\n",
+ " 'I-geo',\n",
+ " 'I-gpe',\n",
+ " 'I-nat',\n",
+ " 'I-org',\n",
+ " 'I-per',\n",
+ " 'I-tim']"
+ ]
+ },
+ "execution_count": 15,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "new_classes = classes.copy()\n",
+ "new_classes.pop()\n",
+ "new_classes"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 16,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "-- Epoch 1-- Epoch 1-- Epoch 1\n",
+ "-- Epoch 1\n",
+ "\n",
+ "\n",
+ "Norm: 11.09, NNZs: 103, Bias: -3.000000, T: 67000, Avg. loss: 0.001134Norm: 50.70, NNZs: 1350, Bias: -4.000000, T: 67000, Avg. loss: 0.014970Norm: 68.07, NNZs: 2574, Bias: -3.000000, T: 67000, Avg. loss: 0.042104\n",
+ "Total training time: 2.52 seconds.\n",
+ "\n",
+ "Total training time: 2.50 seconds.\n",
+ "\n",
+ "Total training time: 2.49 seconds.\n",
+ "Norm: 13.53, NNZs: 159, Bias: -3.000000, T: 67000, Avg. loss: 0.001701\n",
+ "Total training time: 2.53 seconds.\n",
+ "-- Epoch 1-- Epoch 1\n",
+ "-- Epoch 1\n",
+ "\n",
+ "-- Epoch 1\n",
+ "Norm: 8.37, NNZs: 59, Bias: -2.000000, T: 67000, Avg. loss: 0.000522\n",
+ "Total training time: 1.77 seconds.\n",
+ "-- Epoch 1\n",
+ "Norm: 45.00, NNZs: 1164, Bias: -3.000000, T: 67000, Avg. loss: 0.017567\n",
+ "Total training time: 1.79 seconds.\n",
+ "-- Epoch 1\n",
+ "Norm: 48.33, NNZs: 1679, Bias: -4.000000, T: 67000, Avg. loss: 0.022507\n",
+ "Total training time: 1.79 seconds.\n",
+ "-- Epoch 1\n",
+ "Norm: 57.04, NNZs: 2028, Bias: -5.000000, T: 67000, Avg. loss: 0.034493\n",
+ "Total training time: 1.85 seconds.\n",
+ "-- Epoch 1\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "[Parallel(n_jobs=-1)]: Done 5 tasks | elapsed: 4.5s\n"
+ ]
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Norm: 10.15, NNZs: 83, Bias: -3.000000, T: 67000, Avg. loss: 0.000806\n",
+ "Total training time: 1.68 seconds.\n",
+ "-- Epoch 1\n",
+ "Norm: 10.30, NNZs: 92, Bias: -2.000000, T: 67000, Avg. loss: 0.001030\n",
+ "Total training time: 1.69 seconds.\n",
+ "-- Epoch 1\n",
+ "Norm: 34.35, NNZs: 811, Bias: -4.000000, T: 67000, Avg. loss: 0.011851\n",
+ "Total training time: 1.71 seconds.\n",
+ "-- Epoch 1\n",
+ "Norm: 10.72, NNZs: 93, Bias: -3.000000, T: 67000, Avg. loss: 0.001194\n",
+ "Total training time: 1.68 seconds.\n",
+ "-- Epoch 1\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "[Parallel(n_jobs=-1)]: Done 10 tasks | elapsed: 6.2s\n",
+ "[Parallel(n_jobs=-1)]: Done 12 out of 17 | elapsed: 6.2s remaining: 2.5s\n"
+ ]
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Norm: 6.40, NNZs: 33, Bias: -3.000000, T: 67000, Avg. loss: 0.000194\n",
+ "Total training time: 1.94 seconds.\n",
+ "-- Epoch 1\n",
+ "Norm: 52.48, NNZs: 1692, Bias: -4.000000, T: 67000, Avg. loss: 0.025776\n",
+ "Total training time: 2.02 seconds.\n",
+ "Norm: 31.94, NNZs: 698, Bias: -4.000000, T: 67000, Avg. loss: 0.011791\n",
+ "Total training time: 2.01 seconds.\n",
+ "Norm: 60.29, NNZs: 2085, Bias: -5.000000, T: 67000, Avg. loss: 0.026746\n",
+ "Total training time: 2.09 seconds.\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "[Parallel(n_jobs=-1)]: Done 14 out of 17 | elapsed: 8.2s remaining: 1.7s\n"
+ ]
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Norm: 73.60, NNZs: 2820, Bias: 3.000000, T: 67000, Avg. loss: 0.048672\n",
+ "Total training time: 1.48 seconds.\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "[Parallel(n_jobs=-1)]: Done 17 out of 17 | elapsed: 9.6s finished\n"
+ ]
+ },
+ {
+ "data": {
+ "text/plain": [
+ "Perceptron(alpha=0.0001, class_weight=None, eta0=1.0, fit_intercept=True,\n",
+ " max_iter=5, n_iter=None, n_jobs=-1, penalty=None, random_state=0,\n",
+ " shuffle=True, tol=None, verbose=10, warm_start=False)"
+ ]
+ },
+ "execution_count": 16,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "per = Perceptron(verbose=10, n_jobs=-1, max_iter=5)\n",
+ "per.partial_fit(X_train, y_train, classes)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 17,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ " precision recall f1-score support\n",
+ "\n",
+ " B-art 0.15 0.12 0.14 24\n",
+ " B-eve 0.46 0.32 0.37 19\n",
+ " B-geo 0.42 0.91 0.57 1085\n",
+ " B-gpe 0.89 0.78 0.83 556\n",
+ " B-nat 0.11 0.25 0.15 12\n",
+ " B-org 0.55 0.35 0.43 589\n",
+ " B-per 0.72 0.43 0.53 564\n",
+ " B-tim 0.65 0.78 0.71 611\n",
+ " I-art 0.02 0.08 0.03 12\n",
+ " I-eve 0.00 0.00 0.00 18\n",
+ " I-geo 0.81 0.32 0.46 230\n",
+ " I-gpe 0.00 0.00 0.00 14\n",
+ " I-nat 0.50 0.50 0.50 2\n",
+ " I-org 0.71 0.41 0.52 445\n",
+ " I-per 0.76 0.20 0.32 591\n",
+ " I-tim 0.26 0.05 0.09 194\n",
+ "\n",
+ "avg / total 0.62 0.55 0.53 4966\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "C:\\Users\\SusanLi\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
+ " 'precision', 'predicted', average, warn_for)\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(classification_report(y_pred=per.predict(X_test), y_true=y_test, labels=new_classes))"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Linear classifiers with SGD training"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 18,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "C:\\Users\\SusanLi\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\linear_model\\stochastic_gradient.py:128: FutureWarning: max_iter and tol parameters have been added in <class 'sklearn.linear_model.stochastic_gradient.SGDClassifier'> in 0.19. If both are left unset, they default to max_iter=5 and tol=None. If tol is not None, max_iter defaults to max_iter=1000. From 0.21, default max_iter will be 1000, and default tol will be 1e-3.\n",
+ " \"and default tol will be 1e-3.\" % type(self), FutureWarning)\n"
+ ]
+ },
+ {
+ "data": {
+ "text/plain": [
+ "SGDClassifier(alpha=0.0001, average=False, class_weight=None, epsilon=0.1,\n",
+ " eta0=0.0, fit_intercept=True, l1_ratio=0.15,\n",
+ " learning_rate='optimal', loss='hinge', max_iter=None, n_iter=None,\n",
+ " n_jobs=1, penalty='l2', power_t=0.5, random_state=None,\n",
+ " shuffle=True, tol=None, verbose=0, warm_start=False)"
+ ]
+ },
+ "execution_count": 18,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "sgd = SGDClassifier()\n",
+ "sgd.partial_fit(X_train, y_train, classes)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 19,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ " precision recall f1-score support\n",
+ "\n",
+ " B-art 0.33 0.12 0.18 24\n",
+ " B-eve 0.67 0.11 0.18 19\n",
+ " B-geo 0.76 0.66 0.71 1085\n",
+ " B-gpe 0.86 0.63 0.73 556\n",
+ " B-nat 0.67 0.33 0.44 12\n",
+ " B-org 0.63 0.42 0.50 589\n",
+ " B-per 0.61 0.55 0.58 564\n",
+ " B-tim 0.79 0.62 0.70 611\n",
+ " I-art 1.00 0.08 0.15 12\n",
+ " I-eve 0.00 0.00 0.00 18\n",
+ " I-geo 0.82 0.39 0.53 230\n",
+ " I-gpe 0.50 0.07 0.12 14\n",
+ " I-nat 0.00 0.00 0.00 2\n",
+ " I-org 0.36 0.68 0.47 445\n",
+ " I-per 0.59 0.67 0.63 591\n",
+ " I-tim 1.00 0.01 0.02 194\n",
+ "\n",
+ "avg / total 0.69 0.56 0.59 4966\n",
+ "\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "C:\\Users\\SusanLi\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
+ " 'precision', 'predicted', average, warn_for)\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(classification_report(y_pred=sgd.predict(X_test), y_true=y_test, labels=new_classes))"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Naive Bayes classifier for multinomial models"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 20,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "MultinomialNB(alpha=0.01, class_prior=None, fit_prior=True)"
+ ]
+ },
+ "execution_count": 20,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "nb = MultinomialNB(alpha=0.01)\n",
+ "nb.partial_fit(X_train, y_train, classes)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 21,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ " precision recall f1-score support\n",
+ "\n",
+ " B-art 0.06 0.17 0.09 24\n",
+ " B-eve 0.33 0.37 0.35 19\n",
+ " B-geo 0.70 0.63 0.66 1085\n",
+ " B-gpe 0.70 0.83 0.76 556\n",
+ " B-nat 0.35 0.50 0.41 12\n",
+ " B-org 0.41 0.44 0.43 589\n",
+ " B-per 0.44 0.47 0.46 564\n",
+ " B-tim 0.56 0.61 0.59 611\n",
+ " I-art 0.07 0.08 0.08 12\n",
+ " I-eve 0.46 0.33 0.39 18\n",
+ " I-geo 0.40 0.52 0.46 230\n",
+ " I-gpe 0.13 0.14 0.14 14\n",
+ " I-nat 0.00 0.00 0.00 2\n",
+ " I-org 0.50 0.51 0.51 445\n",
+ " I-per 0.53 0.50 0.51 591\n",
+ " I-tim 0.17 0.27 0.21 194\n",
+ "\n",
+ "avg / total 0.54 0.56 0.54 4966\n",
+ "\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(classification_report(y_pred=nb.predict(X_test), y_true=y_test, labels = new_classes))"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Passive Aggressive Classifier"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 22,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "PassiveAggressiveClassifier(C=1.0, average=False, class_weight=None,\n",
+ " fit_intercept=True, loss='hinge', max_iter=None, n_iter=None,\n",
+ " n_jobs=1, random_state=None, shuffle=True, tol=None,\n",
+ " verbose=0, warm_start=False)"
+ ]
+ },
+ "execution_count": 22,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "pa =PassiveAggressiveClassifier()\n",
+ "pa.partial_fit(X_train, y_train, classes)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 23,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ " precision recall f1-score support\n",
+ "\n",
+ " B-art 0.20 0.04 0.07 24\n",
+ " B-eve 0.36 0.26 0.30 19\n",
+ " B-geo 0.70 0.65 0.67 1085\n",
+ " B-gpe 0.60 0.85 0.70 556\n",
+ " B-nat 0.20 0.67 0.31 12\n",
+ " B-org 0.70 0.32 0.44 589\n",
+ " B-per 0.57 0.56 0.57 564\n",
+ " B-tim 0.84 0.62 0.71 611\n",
+ " I-art 0.02 0.50 0.04 12\n",
+ " I-eve 0.83 0.28 0.42 18\n",
+ " I-geo 0.50 0.62 0.55 230\n",
+ " I-gpe 0.40 0.43 0.41 14\n",
+ " I-nat 0.20 0.50 0.29 2\n",
+ " I-org 0.78 0.28 0.41 445\n",
+ " I-per 0.63 0.64 0.63 591\n",
+ " I-tim 0.21 0.32 0.25 194\n",
+ "\n",
+ "avg / total 0.65 0.56 0.58 4966\n",
+ "\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(classification_report(y_pred=pa.predict(X_test), y_true=y_test, labels=new_classes))"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Conditional Random Fields (CRFs)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 24,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "import sklearn_crfsuite\n",
+ "from sklearn_crfsuite import scorers\n",
+ "from sklearn_crfsuite import metrics"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "#### Get sentences"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 25,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "class SentenceGetter(object):\n",
+ " \n",
+ " def __init__(self, data):\n",
+ " self.n_sent = 1\n",
+ " self.data = data\n",
+ " self.empty = False\n",
+ " agg_func = lambda s: [(w, p, t) for w, p, t in zip(s['Word'].values.tolist(), \n",
+ " s['POS'].values.tolist(), \n",
+ " s['Tag'].values.tolist())]\n",
+ " self.grouped = self.data.groupby('Sentence #').apply(agg_func)\n",
+ " self.sentences = [s for s in self.grouped]\n",
+ " \n",
+ " def get_next(self):\n",
+ " try: \n",
+ " s = self.grouped['Sentence: {}'.format(self.n_sent)]\n",
+ " self.n_sent += 1\n",
+ " return s \n",
+ " except:\n",
+ " return None"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 26,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "getter = SentenceGetter(df)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 28,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "[('Thousands', 'NNS', 'O'), ('of', 'IN', 'O'), ('demonstrators', 'NNS', 'O'), ('have', 'VBP', 'O'), ('marched', 'VBN', 'O'), ('through', 'IN', 'O'), ('London', 'NNP', 'B-geo'), ('to', 'TO', 'O'), ('protest', 'VB', 'O'), ('the', 'DT', 'O'), ('war', 'NN', 'O'), ('in', 'IN', 'O'), ('Iraq', 'NNP', 'B-geo'), ('and', 'CC', 'O'), ('demand', 'VB', 'O'), ('the', 'DT', 'O'), ('withdrawal', 'NN', 'O'), ('of', 'IN', 'O'), ('British', 'JJ', 'B-gpe'), ('troops', 'NNS', 'O'), ('from', 'IN', 'O'), ('that', 'DT', 'O'), ('country', 'NN', 'O'), ('.', '.', 'O')]\n"
+ ]
+ }
+ ],
+ "source": [
+ "sent = getter.get_next()\n",
+ "print(sent)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 29,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "sentences = getter.sentences"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "#### Features extraction\n",
+ "\n",
+ "Next, we extract more features (word parts, simplified POS tags, lower/title/upper flags, features of nearby words) and convert them to sklear-crfsuite format - each sentence should be converted to a list of dicts."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 31,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "def word2features(sent, i):\n",
+ " word = sent[i][0]\n",
+ " postag = sent[i][1]\n",
+ " \n",
+ " features = {\n",
+ " 'bias': 1.0, \n",
+ " 'word.lower()': word.lower(), \n",
+ " 'word[-3:]': word[-3:],\n",
+ " 'word[-2:]': word[-2:],\n",
+ " 'word.isupper()': word.isupper(),\n",
+ " 'word.istitle()': word.istitle(),\n",
+ " 'word.isdigit()': word.isdigit(),\n",
+ " 'postag': postag,\n",
+ " 'postag[:2]': postag[:2],\n",
+ " }\n",
+ " if i > 0:\n",
+ " word1 = sent[i-1][0]\n",
+ " postag1 = sent[i-1][1]\n",
+ " features.update({\n",
+ " '-1:word.lower()': word1.lower(),\n",
+ " '-1:word.istitle()': word1.istitle(),\n",
+ " '-1:word.isupper()': word1.isupper(),\n",
+ " '-1:postag': postag1,\n",
+ " '-1:postag[:2]': postag1[:2],\n",
+ " })\n",
+ " else:\n",
+ " features['BOS'] = True\n",
+ " if i < len(sent)-1:\n",
+ " word1 = sent[i+1][0]\n",
+ " postag1 = sent[i+1][1]\n",
+ " features.update({\n",
+ " '+1:word.lower()': word1.lower(),\n",
+ " '+1:word.istitle()': word1.istitle(),\n",
+ " '+1:word.isupper()': word1.isupper(),\n",
+ " '+1:postag': postag1,\n",
+ " '+1:postag[:2]': postag1[:2],\n",
+ " })\n",
+ " else:\n",
+ " features['EOS'] = True\n",
+ "\n",
+ " return features\n",
+ "\n",
+ "def sent2features(sent):\n",
+ " return [word2features(sent, i) for i in range(len(sent))]\n",
+ "\n",
+ "def sent2labels(sent):\n",
+ " return [label for token, postag, label in sent]\n",
+ "\n",
+ "def sent2tokens(sent):\n",
+ " return [token for token, postag, label in sent]"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "The above code were taken from sklearn-crfsuite official site."
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "Split train and test sets."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 32,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "X = [sent2features(s) for s in sentences]\n",
+ "y = [sent2labels(s) for s in sentences]"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 33,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=0)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 34,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "CRF(algorithm='lbfgs', all_possible_states=None,\n",
+ " all_possible_transitions=True, averaging=None, c=None, c1=0.1, c2=0.1,\n",
+ " calibration_candidates=None, calibration_eta=None,\n",
+ " calibration_max_trials=None, calibration_rate=None,\n",
+ " calibration_samples=None, delta=None, epsilon=None, error_sensitive=None,\n",
+ " gamma=None, keep_tempfiles=None, linesearch=None, max_iterations=100,\n",
+ " max_linesearch=None, min_freq=None, model_filename=None,\n",
+ " num_memories=None, pa_type=None, period=None, trainer_cls=None,\n",
+ " variance=None, verbose=False)"
+ ]
+ },
+ "execution_count": 34,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "crf = sklearn_crfsuite.CRF(\n",
+ " algorithm='lbfgs',\n",
+ " c1=0.1,\n",
+ " c2=0.1,\n",
+ " max_iterations=100,\n",
+ " all_possible_transitions=True\n",
+ ")\n",
+ "crf.fit(X_train, y_train)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 35,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "C:\\Users\\SusanLi\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1135: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
+ " 'precision', 'predicted', average, warn_for)\n"
+ ]
+ },
+ {
+ "data": {
+ "text/plain": [
+ "0.7842087494747214"
+ ]
+ },
+ "execution_count": 35,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "y_pred = crf.predict(X_test)\n",
+ "metrics.flat_f1_score(y_test, y_pred, average='weighted', labels=new_classes)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 36,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "C:\\Users\\SusanLi\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
+ " 'precision', 'predicted', average, warn_for)\n"
+ ]
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ " precision recall f1-score support\n",
+ "\n",
+ " B-art 1.00 0.03 0.07 29\n",
+ " B-eve 0.86 0.25 0.39 24\n",
+ " B-geo 0.75 0.88 0.81 1043\n",
+ " B-gpe 0.89 0.78 0.83 588\n",
+ " B-nat 0.67 0.20 0.31 10\n",
+ " B-org 0.75 0.64 0.69 649\n",
+ " B-per 0.81 0.81 0.81 546\n",
+ " B-tim 0.90 0.85 0.87 589\n",
+ " I-art 0.00 0.00 0.00 7\n",
+ " I-eve 0.57 0.22 0.32 18\n",
+ " I-geo 0.71 0.71 0.71 204\n",
+ " I-gpe 0.47 0.53 0.50 17\n",
+ " I-nat 1.00 0.50 0.67 2\n",
+ " I-org 0.78 0.73 0.76 545\n",
+ " I-per 0.80 0.90 0.85 574\n",
+ " I-tim 0.79 0.68 0.73 185\n",
+ "\n",
+ "avg / total 0.80 0.78 0.78 5030\n",
+ "\n"
+ ]
+ }
+ ],
+ "source": [
+ "print(metrics.flat_classification_report(y_test, y_pred, labels = new_classes))"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 40,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "C:\\Users\\SusanLi\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\cross_validation.py:41: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. Also note that the interface of the new CV iterators are different from that of this module. This module will be removed in 0.20.\n",
+ " \"This module will be removed in 0.20.\", DeprecationWarning)\n",
+ "C:\\Users\\SusanLi\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\grid_search.py:42: DeprecationWarning: This module was deprecated in version 0.18 in favor of the model_selection module into which all the refactored classes and functions are moved. This module will be removed in 0.20.\n",
+ " DeprecationWarning)\n"
+ ]
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Fitting 3 folds for each of 50 candidates, totalling 150 fits\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "[Parallel(n_jobs=-1)]: Done 42 tasks | elapsed: 4.8min\n",
+ "[Parallel(n_jobs=-1)]: Done 150 out of 150 | elapsed: 17.0min finished\n"
+ ]
+ },
+ {
+ "data": {
+ "text/plain": [
+ "RandomizedSearchCV(cv=3, error_score='raise',\n",
+ " estimator=CRF(algorithm='lbfgs', all_possible_states=None,\n",
+ " all_possible_transitions=True, averaging=None, c=None, c1=None, c2=None,\n",
+ " calibration_candidates=None, calibration_eta=None,\n",
+ " calibration_max_trials=None, calibration_rate=None,\n",
+ " calibration_samples=None, delta=None, epsilon=None, error...e,\n",
+ " num_memories=None, pa_type=None, period=None, trainer_cls=None,\n",
+ " variance=None, verbose=False),\n",
+ " fit_params={}, iid=True, n_iter=50, n_jobs=-1,\n",
+ " param_distributions={'c1': <scipy.stats._distn_infrastructure.rv_frozen object at 0x0000022C766AD048>, 'c2': <scipy.stats._distn_infrastructure.rv_frozen object at 0x0000022C76751978>},\n",
+ " pre_dispatch='2*n_jobs', random_state=None, refit=True,\n",
+ " scoring=make_scorer(flat_f1_score, average=weighted, labels=['B-art', 'B-eve', 'B-geo', 'B-gpe', 'B-nat', 'B-org', 'B-per', 'B-tim', 'I-art', 'I-eve', 'I-geo', 'I-gpe', 'I-nat', 'I-org', 'I-per', 'I-tim']),\n",
+ " verbose=1)"
+ ]
+ },
+ "execution_count": 40,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "import scipy.stats\n",
+ "from sklearn.metrics import make_scorer\n",
+ "from sklearn.grid_search import RandomizedSearchCV\n",
+ "\n",
+ "crf = sklearn_crfsuite.CRF(\n",
+ " algorithm='lbfgs',\n",
+ " max_iterations=100,\n",
+ " all_possible_transitions=True\n",
+ ")\n",
+ "params_space = {\n",
+ " 'c1': scipy.stats.expon(scale=0.5),\n",
+ " 'c2': scipy.stats.expon(scale=0.05),\n",
+ "}\n",
+ "\n",
+ "# use the same metric for evaluation\n",
+ "f1_scorer = make_scorer(metrics.flat_f1_score,\n",
+ " average='weighted', labels=new_classes)\n",
+ "\n",
+ "# search\n",
+ "rs = RandomizedSearchCV(crf, params_space,\n",
+ " cv=3,\n",
+ " verbose=1,\n",
+ " n_jobs=-1,\n",
+ " n_iter=50,\n",
+ " scoring=f1_scorer)\n",
+ "rs.fit(X_train, y_train)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 41,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "best params: {'c1': 0.0036898984638244928, 'c2': 0.11585183551331574}\n",
+ "best CV score: 0.7737211773297741\n",
+ "model size: 1.30M\n"
+ ]
+ }
+ ],
+ "source": [
+ "print('best params:', rs.best_params_)\n",
+ "print('best CV score:', rs.best_score_)\n",
+ "print('model size: {:0.2f}M'.format(rs.best_estimator_.size_ / 1000000))"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 45,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "C:\\Users\\SusanLi\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
+ " 'precision', 'predicted', average, warn_for)\n"
+ ]
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ " precision recall f1-score support\n",
+ "\n",
+ " B-art 1.00 0.03 0.07 29\n",
+ " B-eve 0.83 0.21 0.33 24\n",
+ " B-geo 0.75 0.87 0.81 1043\n",
+ " B-gpe 0.88 0.78 0.83 588\n",
+ " B-nat 0.67 0.20 0.31 10\n",
+ " B-org 0.74 0.63 0.68 649\n",
+ " B-per 0.81 0.80 0.81 546\n",
+ " B-tim 0.90 0.84 0.87 589\n",
+ " I-art 0.00 0.00 0.00 7\n",
+ " I-eve 0.67 0.22 0.33 18\n",
+ " I-geo 0.67 0.71 0.69 204\n",
+ " I-gpe 0.39 0.53 0.45 17\n",
+ " I-nat 1.00 0.50 0.67 2\n",
+ " I-org 0.78 0.72 0.75 545\n",
+ " I-per 0.81 0.89 0.85 574\n",
+ " I-tim 0.79 0.66 0.72 185\n",
+ "\n",
+ "avg / total 0.80 0.78 0.78 5030\n",
+ "\n"
+ ]
+ }
+ ],
+ "source": [
+ "crf = rs.best_estimator_\n",
+ "y_pred = crf.predict(X_test)\n",
+ "print(metrics.flat_classification_report(y_test, y_pred, labels=new_classes))"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 46,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Top likely transitions:\n",
+ "B-geo -> I-geo 6.007604\n",
+ "I-geo -> I-geo 5.296245\n",
+ "B-art -> I-art 4.951198\n",
+ "B-eve -> I-eve 4.847021\n",
+ "I-tim -> I-tim 4.789188\n",
+ "B-per -> I-per 4.711716\n",
+ "I-art -> I-art 4.664539\n",
+ "B-tim -> I-tim 4.575079\n",
+ "B-org -> I-org 4.456466\n",
+ "I-org -> I-org 4.320635\n",
+ "I-per -> I-per 4.039724\n",
+ "I-gpe -> I-gpe 3.969627\n",
+ "I-eve -> I-eve 3.968368\n",
+ "B-gpe -> I-gpe 3.919860\n",
+ "O -> O 3.465068\n",
+ "B-nat -> I-nat 3.208265\n",
+ "O -> B-per 2.057576\n",
+ "B-org -> B-art 2.001540\n",
+ "I-nat -> I-nat 1.919624\n",
+ "B-geo -> B-tim 1.688412\n",
+ "\n",
+ "Top unlikely transitions:\n",
+ "B-gpe -> I-org -1.848015\n",
+ "O -> I-gpe -1.856660\n",
+ "B-geo -> I-gpe -1.880598\n",
+ "I-per -> I-org -1.889957\n",
+ "B-geo -> I-org -1.947059\n",
+ "O -> I-eve -2.033728\n",
+ "B-gpe -> I-geo -2.151673\n",
+ "I-org -> B-org -2.177301\n",
+ "B-org -> B-org -2.258343\n",
+ "O -> I-art -2.325744\n",
+ "B-org -> I-per -2.332204\n",
+ "B-tim -> B-tim -2.447829\n",
+ "I-org -> I-per -2.455738\n",
+ "I-per -> B-per -3.094530\n",
+ "O -> I-per -3.122940\n",
+ "B-gpe -> B-gpe -3.169217\n",
+ "O -> I-tim -4.152981\n",
+ "O -> I-geo -4.235485\n",
+ "B-per -> B-per -4.278895\n",
+ "O -> I-org -4.543933\n"
+ ]
+ }
+ ],
+ "source": [
+ "from collections import Counter\n",
+ "\n",
+ "def print_transitions(trans_features):\n",
+ " for (label_from, label_to), weight in trans_features:\n",
+ " print(\"%-6s -> %-7s %0.6f\" % (label_from, label_to, weight))\n",
+ "\n",
+ "print(\"Top likely transitions:\")\n",
+ "print_transitions(Counter(crf.transition_features_).most_common(20))\n",
+ "\n",
+ "print(\"\\nTop unlikely transitions:\")\n",
+ "print_transitions(Counter(crf.transition_features_).most_common()[-20:])"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "It is very likely that the beginning of a geographical entity (B-geo) will be followed by a token inside geographical entity (I-geo), but transitions to inside of an organization name (I-org) from tokens with other labels are penalized hugely."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 47,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Top positive:\n",
+ "5.183603 B-tim word[-3:]:day\n",
+ "4.699027 O BOS\n",
+ "3.761687 O bias\n",
+ "3.754395 I-tim word[-3:]:day\n",
+ "3.593121 O word.lower():kurdish\n",
+ "3.584948 O word.lower():jewish\n",
+ "3.370614 B-per word.lower():president\n",
+ "3.338913 B-org word.lower():al-qaida\n",
+ "3.326234 B-tim word.lower():thanksgiving\n",
+ "3.269326 B-tim word[-2:]:ay\n",
+ "3.225759 O word[-2:]:N1\n",
+ "3.171786 B-tim +1:word.lower():year\n",
+ "3.119587 B-tim word.lower():afternoon\n",
+ "3.118231 O postag[:2]:VB\n",
+ "3.090609 B-org -1:word.lower():telephoned\n",
+ "3.081398 B-org word.lower():hamas\n",
+ "3.050390 B-gpe word.istitle()\n",
+ "3.037740 B-tim word[-2:]:0s\n",
+ "3.023566 B-gpe word.lower():nepal\n",
+ "3.003322 B-gpe word[-3:]:pal\n",
+ "2.998838 B-org +1:word.lower():fought\n",
+ "2.997746 I-geo +1:word.lower():town\n",
+ "2.995321 B-per word.lower():obama\n",
+ "2.980474 B-geo word.lower():mid-september\n",
+ "2.929354 B-geo -1:word.lower():serb\n",
+ "2.924037 I-geo +1:word.lower():achieved\n",
+ "2.921243 B-per BOS\n",
+ "2.915479 B-tim +1:word.lower():czech\n",
+ "2.898837 B-org -1:word.lower():brunei\n",
+ "2.888846 O word.lower():last\n",
+ "\n",
+ "Top negative:\n",
+ "-1.985977 O +1:word.lower():hours\n",
+ "-2.019767 O +1:word.lower():moscow\n",
+ "-2.034469 O -1:word.lower():year\n",
+ "-2.041179 O word.lower():32-year-old\n",
+ "-2.058087 O word.lower():later\n",
+ "-2.105580 O +1:word.lower():weeks\n",
+ "-2.155248 O +1:word.lower():monday\n",
+ "-2.156750 O word[-3:]:oon\n",
+ "-2.180948 O word.lower():evening\n",
+ "-2.182285 O word.lower():another\n",
+ "-2.191040 O word.isupper()\n",
+ "-2.197670 O word.lower():prime\n",
+ "-2.269735 O -1:word.lower():doubled\n",
+ "-2.297358 O word.lower():decade\n",
+ "-2.349126 O -1:word.lower():brunei\n",
+ "-2.349738 O word.lower():anniversary\n",
+ "-2.418581 O +1:word.lower():influence\n",
+ "-2.427463 O -1:word.lower():extremist\n",
+ "-2.431002 O +1:word.lower():czech\n",
+ "-2.526648 B-geo -1:word.lower():recognize\n",
+ "-2.645574 O +1:word.lower():mr.\n",
+ "-2.647633 O +1:word.lower():months\n",
+ "-2.708926 O word.lower():morning\n",
+ "-2.766577 O +1:word.lower():years\n",
+ "-2.818992 O +1:word.lower():year\n",
+ "-3.025051 O +1:word.lower():last\n",
+ "-3.087828 O word.isdigit()\n",
+ "-3.233526 O word.istitle()\n",
+ "-3.521244 O postag:NNP\n",
+ "-3.895403 O word[-2:]:0s\n"
+ ]
+ }
+ ],
+ "source": [
+ "def print_state_features(state_features):\n",
+ " for (attr, label), weight in state_features:\n",
+ " print(\"%0.6f %-8s %s\" % (weight, label, attr))\n",
+ "\n",
+ "print(\"Top positive:\")\n",
+ "print_state_features(Counter(crf.state_features_).most_common(30))\n",
+ "\n",
+ "print(\"\\nTop negative:\")\n",
+ "print_state_features(Counter(crf.state_features_).most_common()[-30:])"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "Observations: \n",
+ "\n",
+ "1). __```5.183603 B-tim word[-3]:day```__\n",
+ "The model learns that if a nearby word was “day” then the token is likely a part of a Time indicator.\n",
+ "\n",
+ "2). __```3.370614 B-per word.lower():president```__\n",
+ "The model learns that token \"president\" is likely to be at the beginning of a person name.\n",
+ "\n",
+ "3). __```-3.521244 O postag:NNP```__\n",
+ "The model learns that proper nouns are often entities.\n",
+ "\n",
+ "4). __```-3.087828 O word.isdigit()```__\n",
+ "Digits are likely entities.\n",
+ "\n",
+ "5). __```-3.233526 O word.istitle()```__\n",
+ "TitleCased words are likely entities."
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### ELI5"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "ELI5 is a Python package which helps to debug machine learning classifiers and explain their predictions. ELI5 allows to check weights of sklearn_crfsuite.CRF models."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 52,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <style>\n",
+ " table.eli5-weights tr:hover {\n",
+ " filter: brightness(85%);\n",
+ " }\n",
+ "</style>\n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ "<table class=\"eli5-transition-features\" style=\"margin-bottom: 0.5em;\">\n",
+ " <thead>\n",
+ " <tr>\n",
+ " <td>From \\ To</td>\n",
+ " \n",
+ " <th>O</th>\n",
+ " \n",
+ " <th>B-art</th>\n",
+ " \n",
+ " <th>I-art</th>\n",
+ " \n",
+ " <th>B-eve</th>\n",
+ " \n",
+ " <th>I-eve</th>\n",
+ " \n",
+ " <th>B-geo</th>\n",
+ " \n",
+ " <th>I-geo</th>\n",
+ " \n",
+ " <th>B-gpe</th>\n",
+ " \n",
+ " <th>I-gpe</th>\n",
+ " \n",
+ " <th>B-nat</th>\n",
+ " \n",
+ " <th>I-nat</th>\n",
+ " \n",
+ " <th>B-org</th>\n",
+ " \n",
+ " <th>I-org</th>\n",
+ " \n",
+ " <th>B-per</th>\n",
+ " \n",
+ " <th>I-per</th>\n",
+ " \n",
+ " <th>B-tim</th>\n",
+ " \n",
+ " <th>I-tim</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " \n",
+ " <tr>\n",
+ " <th>O</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 86.39%)\" title=\"O ⇒ O\">\n",
+ " 3.465\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 96.60%)\" title=\"O ⇒ B-art\">\n",
+ " 0.477\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 89.71%)\" title=\"O ⇒ I-art\">\n",
+ " -2.326\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 94.41%)\" title=\"O ⇒ B-eve\">\n",
+ " 0.973\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.63%)\" title=\"O ⇒ I-eve\">\n",
+ " -2.034\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 94.63%)\" title=\"O ⇒ B-geo\">\n",
+ " 0.919\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 84.34%)\" title=\"O ⇒ I-geo\">\n",
+ " -4.235\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 96.46%)\" title=\"O ⇒ B-gpe\">\n",
+ " 0.506\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.21%)\" title=\"O ⇒ I-gpe\">\n",
+ " -1.857\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 99.31%)\" title=\"O ⇒ B-nat\">\n",
+ " 0.049\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.31%)\" title=\"O ⇒ I-nat\">\n",
+ " -1.256\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.15%)\" title=\"O ⇒ B-org\">\n",
+ " 0.794\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 83.55%)\" title=\"O ⇒ I-org\">\n",
+ " -4.544\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 90.55%)\" title=\"O ⇒ B-per\">\n",
+ " 2.058\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 87.35%)\" title=\"O ⇒ I-per\">\n",
+ " -3.123\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 92.72%)\" title=\"O ⇒ B-tim\">\n",
+ " 1.417\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 84.55%)\" title=\"O ⇒ I-tim\">\n",
+ " -4.153\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-art</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.80%)\" title=\"B-art ⇒ O\">\n",
+ " -0.876\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.60%)\" title=\"B-art ⇒ B-art\">\n",
+ " -0.023\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 82.53%)\" title=\"B-art ⇒ I-art\">\n",
+ " 4.951\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.90%)\" title=\"B-art ⇒ B-eve\">\n",
+ " -0.003\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.85%)\" title=\"B-art ⇒ I-eve\">\n",
+ " -0.101\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.14%)\" title=\"B-art ⇒ B-geo\">\n",
+ " -0.373\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.95%)\" title=\"B-art ⇒ I-geo\">\n",
+ " -0.232\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.14%)\" title=\"B-art ⇒ B-gpe\">\n",
+ " -0.373\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.84%)\" title=\"B-art ⇒ I-gpe\">\n",
+ " -0.251\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.80%)\" title=\"B-art ⇒ B-nat\">\n",
+ " -0.008\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.03%)\" title=\"B-art ⇒ I-nat\">\n",
+ " -0.08\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.98%)\" title=\"B-art ⇒ B-org\">\n",
+ " 0.606\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.01%)\" title=\"B-art ⇒ I-org\">\n",
+ " -0.601\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.06%)\" title=\"B-art ⇒ B-per\">\n",
+ " -0.816\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.19%)\" title=\"B-art ⇒ I-per\">\n",
+ " -0.784\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.70%)\" title=\"B-art ⇒ B-tim\">\n",
+ " -0.669\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.41%)\" title=\"B-art ⇒ I-tim\">\n",
+ " -0.324\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-art</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.35%)\" title=\"I-art ⇒ O\">\n",
+ " -0.986\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.67%)\" title=\"I-art ⇒ B-art\">\n",
+ " -0.279\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 83.25%)\" title=\"I-art ⇒ I-art\">\n",
+ " 4.665\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.72%)\" title=\"I-art ⇒ B-eve\">\n",
+ " -0.014\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.98%)\" title=\"I-art ⇒ I-eve\">\n",
+ " -0.086\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.35%)\" title=\"I-art ⇒ B-geo\">\n",
+ " 0.336\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.77%)\" title=\"I-art ⇒ I-geo\">\n",
+ " -0.262\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.71%)\" title=\"I-art ⇒ B-gpe\">\n",
+ " -0.272\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.95%)\" title=\"I-art ⇒ I-gpe\">\n",
+ " -0.089\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.81%)\" title=\"I-art ⇒ B-nat\">\n",
+ " -0.008\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.15%)\" title=\"I-art ⇒ I-nat\">\n",
+ " -0.066\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.79%)\" title=\"I-art ⇒ B-org\">\n",
+ " -0.44\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.39%)\" title=\"I-art ⇒ I-org\">\n",
+ " -0.52\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.35%)\" title=\"I-art ⇒ B-per\">\n",
+ " -0.747\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.19%)\" title=\"I-art ⇒ I-per\">\n",
+ " -0.563\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.92%)\" title=\"I-art ⇒ B-tim\">\n",
+ " 0.093\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.01%)\" title=\"I-art ⇒ I-tim\">\n",
+ " -0.399\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-eve</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.33%)\" title=\"B-eve ⇒ O\">\n",
+ " -0.533\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.85%)\" title=\"B-eve ⇒ B-art\">\n",
+ " -0.006\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.06%)\" title=\"B-eve ⇒ I-art\">\n",
+ " -0.077\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.61%)\" title=\"B-eve ⇒ B-eve\">\n",
+ " -0.022\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 82.79%)\" title=\"B-eve ⇒ I-eve\">\n",
+ " 4.847\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.94%)\" title=\"B-eve ⇒ B-geo\">\n",
+ " -0.234\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.03%)\" title=\"B-eve ⇒ I-geo\">\n",
+ " -0.219\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.39%)\" title=\"B-eve ⇒ B-gpe\">\n",
+ " -0.328\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.31%)\" title=\"B-eve ⇒ I-gpe\">\n",
+ " -0.177\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.40%)\" title=\"B-eve ⇒ I-nat\">\n",
+ " -0.04\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.60%)\" title=\"B-eve ⇒ B-org\">\n",
+ " -0.479\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.47%)\" title=\"B-eve ⇒ I-org\">\n",
+ " -0.504\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.94%)\" title=\"B-eve ⇒ B-per\">\n",
+ " -0.844\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.95%)\" title=\"B-eve ⇒ I-per\">\n",
+ " -0.409\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.76%)\" title=\"B-eve ⇒ B-tim\">\n",
+ " -0.656\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.42%)\" title=\"B-eve ⇒ I-tim\">\n",
+ " -0.515\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-eve</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.36%)\" title=\"I-eve ⇒ O\">\n",
+ " -0.333\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.46%)\" title=\"I-eve ⇒ I-art\">\n",
+ " -0.034\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.77%)\" title=\"I-eve ⇒ B-eve\">\n",
+ " -0.653\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 85.04%)\" title=\"I-eve ⇒ I-eve\">\n",
+ " 3.968\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.80%)\" title=\"I-eve ⇒ B-geo\">\n",
+ " -0.257\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.20%)\" title=\"I-eve ⇒ I-geo\">\n",
+ " -0.193\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.82%)\" title=\"I-eve ⇒ B-gpe\">\n",
+ " -0.105\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.21%)\" title=\"I-eve ⇒ I-gpe\">\n",
+ " -0.059\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.77%)\" title=\"I-eve ⇒ B-nat\">\n",
+ " -0.01\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.79%)\" title=\"I-eve ⇒ I-nat\">\n",
+ " -0.009\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.94%)\" title=\"I-eve ⇒ B-org\">\n",
+ " -0.233\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.71%)\" title=\"I-eve ⇒ I-org\">\n",
+ " -0.272\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.26%)\" title=\"I-eve ⇒ B-per\">\n",
+ " -0.351\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.07%)\" title=\"I-eve ⇒ I-per\">\n",
+ " -0.387\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.08%)\" title=\"I-eve ⇒ B-tim\">\n",
+ " -0.384\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.30%)\" title=\"I-eve ⇒ I-tim\">\n",
+ " -0.177\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-geo</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.05%)\" title=\"B-geo ⇒ O\">\n",
+ " 0.216\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 92.74%)\" title=\"B-geo ⇒ B-art\">\n",
+ " 1.413\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.20%)\" title=\"B-geo ⇒ I-art\">\n",
+ " -1.024\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.59%)\" title=\"B-geo ⇒ B-eve\">\n",
+ " -0.136\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.58%)\" title=\"B-geo ⇒ I-eve\">\n",
+ " -0.695\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.28%)\" title=\"B-geo ⇒ B-geo\">\n",
+ " -1.541\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 80.00%)\" title=\"B-geo ⇒ I-geo\">\n",
+ " 6.008\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 93.90%)\" title=\"B-geo ⇒ B-gpe\">\n",
+ " 1.1\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.13%)\" title=\"B-geo ⇒ I-gpe\">\n",
+ " -1.881\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.30%)\" title=\"B-geo ⇒ B-nat\">\n",
+ " -0.05\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.48%)\" title=\"B-geo ⇒ I-nat\">\n",
+ " -0.502\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.18%)\" title=\"B-geo ⇒ B-org\">\n",
+ " -1.03\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.91%)\" title=\"B-geo ⇒ I-org\">\n",
+ " -1.947\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.44%)\" title=\"B-geo ⇒ B-per\">\n",
+ " -0.966\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.36%)\" title=\"B-geo ⇒ I-per\">\n",
+ " -1.813\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 91.77%)\" title=\"B-geo ⇒ B-tim\">\n",
+ " 1.688\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.88%)\" title=\"B-geo ⇒ I-tim\">\n",
+ " -1.373\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-geo</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.47%)\" title=\"I-geo ⇒ O\">\n",
+ " -0.034\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.32%)\" title=\"I-geo ⇒ B-art\">\n",
+ " -0.048\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.91%)\" title=\"I-geo ⇒ I-art\">\n",
+ " -0.417\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.52%)\" title=\"I-geo ⇒ B-eve\">\n",
+ " -0.029\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.80%)\" title=\"I-geo ⇒ I-eve\">\n",
+ " -0.256\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.26%)\" title=\"I-geo ⇒ B-geo\">\n",
+ " -1.011\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 81.69%)\" title=\"I-geo ⇒ I-geo\">\n",
+ " 5.296\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.65%)\" title=\"I-geo ⇒ B-gpe\">\n",
+ " -0.468\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.48%)\" title=\"I-geo ⇒ I-gpe\">\n",
+ " -0.719\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.79%)\" title=\"I-geo ⇒ B-nat\">\n",
+ " -0.009\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.51%)\" title=\"I-geo ⇒ I-nat\">\n",
+ " -0.147\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.18%)\" title=\"I-geo ⇒ B-org\">\n",
+ " -0.786\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.23%)\" title=\"I-geo ⇒ I-org\">\n",
+ " -1.018\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.16%)\" title=\"I-geo ⇒ B-per\">\n",
+ " -0.791\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.82%)\" title=\"I-geo ⇒ I-per\">\n",
+ " -0.642\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 93.38%)\" title=\"I-geo ⇒ B-tim\">\n",
+ " 1.238\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.59%)\" title=\"I-geo ⇒ I-tim\">\n",
+ " -0.928\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-gpe</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.92%)\" title=\"B-gpe ⇒ O\">\n",
+ " 0.62\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.81%)\" title=\"B-gpe ⇒ B-art\">\n",
+ " -0.255\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.88%)\" title=\"B-gpe ⇒ I-art\">\n",
+ " -0.858\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.68%)\" title=\"B-gpe ⇒ B-eve\">\n",
+ " -0.278\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.73%)\" title=\"B-gpe ⇒ I-eve\">\n",
+ " -0.661\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.25%)\" title=\"B-gpe ⇒ B-geo\">\n",
+ " -0.184\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.25%)\" title=\"B-gpe ⇒ I-geo\">\n",
+ " -2.152\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 87.22%)\" title=\"B-gpe ⇒ B-gpe\">\n",
+ " -3.169\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 85.17%)\" title=\"B-gpe ⇒ I-gpe\">\n",
+ " 3.92\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.31%)\" title=\"B-gpe ⇒ B-nat\">\n",
+ " -0.049\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.57%)\" title=\"B-gpe ⇒ I-nat\">\n",
+ " -0.296\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 94.50%)\" title=\"B-gpe ⇒ B-org\">\n",
+ " 0.951\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.24%)\" title=\"B-gpe ⇒ I-org\">\n",
+ " -1.848\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 96.14%)\" title=\"B-gpe ⇒ B-per\">\n",
+ " 0.572\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.94%)\" title=\"B-gpe ⇒ I-per\">\n",
+ " -1.357\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.28%)\" title=\"B-gpe ⇒ B-tim\">\n",
+ " -0.347\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.35%)\" title=\"B-gpe ⇒ I-tim\">\n",
+ " -0.987\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-gpe</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.76%)\" title=\"I-gpe ⇒ O\">\n",
+ " -0.656\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.40%)\" title=\"I-gpe ⇒ B-art\">\n",
+ " -0.163\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.01%)\" title=\"I-gpe ⇒ I-art\">\n",
+ " -0.082\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.77%)\" title=\"I-gpe ⇒ B-eve\">\n",
+ " -0.01\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.50%)\" title=\"I-gpe ⇒ I-eve\">\n",
+ " -0.031\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.83%)\" title=\"I-gpe ⇒ B-geo\">\n",
+ " -0.007\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.97%)\" title=\"I-gpe ⇒ I-geo\">\n",
+ " -0.61\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.90%)\" title=\"I-gpe ⇒ B-gpe\">\n",
+ " -0.624\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 85.04%)\" title=\"I-gpe ⇒ I-gpe\">\n",
+ " 3.97\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.58%)\" title=\"I-gpe ⇒ I-nat\">\n",
+ " -0.024\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.12%)\" title=\"I-gpe ⇒ B-org\">\n",
+ " -0.377\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.91%)\" title=\"I-gpe ⇒ I-org\">\n",
+ " -0.622\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.92%)\" title=\"I-gpe ⇒ B-per\">\n",
+ " -0.619\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.79%)\" title=\"I-gpe ⇒ I-per\">\n",
+ " -0.441\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.63%)\" title=\"I-gpe ⇒ B-tim\">\n",
+ " -0.684\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.86%)\" title=\"I-gpe ⇒ I-tim\">\n",
+ " -0.247\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-nat</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.97%)\" title=\"B-nat ⇒ O\">\n",
+ " -0.405\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.95%)\" title=\"B-nat ⇒ B-art\">\n",
+ " -0.001\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.25%)\" title=\"B-nat ⇒ I-art\">\n",
+ " -0.055\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.38%)\" title=\"B-nat ⇒ I-eve\">\n",
+ " -0.042\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.82%)\" title=\"B-nat ⇒ B-geo\">\n",
+ " -0.254\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.80%)\" title=\"B-nat ⇒ I-geo\">\n",
+ " -0.109\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.27%)\" title=\"B-nat ⇒ B-gpe\">\n",
+ " -0.182\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.13%)\" title=\"B-nat ⇒ I-gpe\">\n",
+ " -0.068\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.86%)\" title=\"B-nat ⇒ B-nat\">\n",
+ " -0.005\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 87.11%)\" title=\"B-nat ⇒ I-nat\">\n",
+ " 3.208\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.81%)\" title=\"B-nat ⇒ B-org\">\n",
+ " -0.255\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.36%)\" title=\"B-nat ⇒ I-org\">\n",
+ " -0.334\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.25%)\" title=\"B-nat ⇒ B-per\">\n",
+ " -0.55\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.03%)\" title=\"B-nat ⇒ I-per\">\n",
+ " -0.394\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.96%)\" title=\"B-nat ⇒ B-tim\">\n",
+ " -0.231\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.05%)\" title=\"B-nat ⇒ I-tim\">\n",
+ " -0.078\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-nat</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.98%)\" title=\"I-nat ⇒ O\">\n",
+ " -0.835\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.91%)\" title=\"I-nat ⇒ B-art\">\n",
+ " -0.002\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.43%)\" title=\"I-nat ⇒ I-art\">\n",
+ " -0.037\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.82%)\" title=\"I-nat ⇒ I-eve\">\n",
+ " -0.007\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.28%)\" title=\"I-nat ⇒ B-geo\">\n",
+ " -0.18\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.27%)\" title=\"I-nat ⇒ I-geo\">\n",
+ " -0.053\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.92%)\" title=\"I-nat ⇒ B-gpe\">\n",
+ " -0.093\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.55%)\" title=\"I-nat ⇒ I-gpe\">\n",
+ " -0.026\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.15%)\" title=\"I-nat ⇒ B-nat\">\n",
+ " -0.066\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 91.00%)\" title=\"I-nat ⇒ I-nat\">\n",
+ " 1.92\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.61%)\" title=\"I-nat ⇒ B-org\">\n",
+ " -0.133\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.98%)\" title=\"I-nat ⇒ I-org\">\n",
+ " -0.227\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.19%)\" title=\"I-nat ⇒ B-per\">\n",
+ " -0.364\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.96%)\" title=\"I-nat ⇒ I-per\">\n",
+ " -0.231\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.27%)\" title=\"I-nat ⇒ B-tim\">\n",
+ " -0.182\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.40%)\" title=\"I-nat ⇒ I-tim\">\n",
+ " -0.04\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-org</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 99.34%)\" title=\"B-org ⇒ O\">\n",
+ " 0.046\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 90.73%)\" title=\"B-org ⇒ B-art\">\n",
+ " 2.002\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.77%)\" title=\"B-org ⇒ I-art\">\n",
+ " -1.136\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.19%)\" title=\"B-org ⇒ B-eve\">\n",
+ " -0.195\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.06%)\" title=\"B-org ⇒ I-eve\">\n",
+ " -0.816\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.96%)\" title=\"B-org ⇒ B-geo\">\n",
+ " -0.611\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.27%)\" title=\"B-org ⇒ I-geo\">\n",
+ " -1.839\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.78%)\" title=\"B-org ⇒ B-gpe\">\n",
+ " -0.26\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.18%)\" title=\"B-org ⇒ I-gpe\">\n",
+ " -1.572\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.64%)\" title=\"B-org ⇒ B-nat\">\n",
+ " -0.129\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.55%)\" title=\"B-org ⇒ I-nat\">\n",
+ " -0.703\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 89.92%)\" title=\"B-org ⇒ B-org\">\n",
+ " -2.258\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 83.77%)\" title=\"B-org ⇒ I-org\">\n",
+ " 4.456\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.25%)\" title=\"B-org ⇒ B-per\">\n",
+ " -0.771\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 89.69%)\" title=\"B-org ⇒ I-per\">\n",
+ " -2.332\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.77%)\" title=\"B-org ⇒ B-tim\">\n",
+ " -0.652\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.13%)\" title=\"B-org ⇒ I-tim\">\n",
+ " -1.306\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-org</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 99.38%)\" title=\"I-org ⇒ O\">\n",
+ " 0.042\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.44%)\" title=\"I-org ⇒ B-art\">\n",
+ " -0.319\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.46%)\" title=\"I-org ⇒ I-art\">\n",
+ " -0.961\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.33%)\" title=\"I-org ⇒ B-eve\">\n",
+ " -0.174\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.65%)\" title=\"I-org ⇒ I-eve\">\n",
+ " -0.68\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.88%)\" title=\"I-org ⇒ B-geo\">\n",
+ " -1.657\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.08%)\" title=\"I-org ⇒ I-geo\">\n",
+ " -1.318\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.52%)\" title=\"I-org ⇒ B-gpe\">\n",
+ " -0.708\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.65%)\" title=\"I-org ⇒ I-gpe\">\n",
+ " -0.912\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.82%)\" title=\"I-org ⇒ B-nat\">\n",
+ " -0.434\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.06%)\" title=\"I-org ⇒ I-nat\">\n",
+ " -0.591\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.17%)\" title=\"I-org ⇒ B-org\">\n",
+ " -2.177\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 84.12%)\" title=\"I-org ⇒ I-org\">\n",
+ " 4.321\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.61%)\" title=\"I-org ⇒ B-per\">\n",
+ " -0.133\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 89.31%)\" title=\"I-org ⇒ I-per\">\n",
+ " -2.456\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.72%)\" title=\"I-org ⇒ B-tim\">\n",
+ " 0.119\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.05%)\" title=\"I-org ⇒ I-tim\">\n",
+ " -1.327\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-per</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 99.68%)\" title=\"B-per ⇒ O\">\n",
+ " 0.016\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.54%)\" title=\"B-per ⇒ B-art\">\n",
+ " -0.302\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.24%)\" title=\"B-per ⇒ I-art\">\n",
+ " -0.773\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.33%)\" title=\"B-per ⇒ B-eve\">\n",
+ " -0.174\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.31%)\" title=\"B-per ⇒ I-eve\">\n",
+ " -0.758\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 99.53%)\" title=\"B-per ⇒ B-geo\">\n",
+ " 0.028\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.30%)\" title=\"B-per ⇒ I-geo\">\n",
+ " -1.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.94%)\" title=\"B-per ⇒ B-gpe\">\n",
+ " 0.617\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.13%)\" title=\"B-per ⇒ I-gpe\">\n",
+ " -1.042\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.90%)\" title=\"B-per ⇒ B-nat\">\n",
+ " -0.095\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.70%)\" title=\"B-per ⇒ I-nat\">\n",
+ " -0.668\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 94.63%)\" title=\"B-per ⇒ B-org\">\n",
+ " 0.918\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.74%)\" title=\"B-per ⇒ I-org\">\n",
+ " -1.698\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 84.23%)\" title=\"B-per ⇒ B-per\">\n",
+ " -4.279\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 83.13%)\" title=\"B-per ⇒ I-per\">\n",
+ " 4.712\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.07%)\" title=\"B-per ⇒ B-tim\">\n",
+ " -0.386\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.93%)\" title=\"B-per ⇒ I-tim\">\n",
+ " -0.846\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-per</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.01%)\" title=\"I-per ⇒ O\">\n",
+ " -0.223\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.36%)\" title=\"I-per ⇒ B-art\">\n",
+ " -0.169\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.63%)\" title=\"I-per ⇒ I-art\">\n",
+ " -0.683\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.67%)\" title=\"I-per ⇒ B-eve\">\n",
+ " -0.278\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.35%)\" title=\"I-per ⇒ I-eve\">\n",
+ " -0.747\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.27%)\" title=\"I-per ⇒ B-geo\">\n",
+ " -1.268\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.57%)\" title=\"I-per ⇒ I-geo\">\n",
+ " -1.189\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.52%)\" title=\"I-per ⇒ B-gpe\">\n",
+ " -0.71\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.40%)\" title=\"I-per ⇒ I-gpe\">\n",
+ " -0.974\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.04%)\" title=\"I-per ⇒ B-nat\">\n",
+ " -0.078\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.05%)\" title=\"I-per ⇒ I-nat\">\n",
+ " -0.593\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.78%)\" title=\"I-per ⇒ B-org\">\n",
+ " -1.132\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.10%)\" title=\"I-per ⇒ I-org\">\n",
+ " -1.89\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 87.43%)\" title=\"I-per ⇒ B-per\">\n",
+ " -3.095\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 84.85%)\" title=\"I-per ⇒ I-per\">\n",
+ " 4.04\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.31%)\" title=\"I-per ⇒ B-tim\">\n",
+ " 0.177\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.68%)\" title=\"I-per ⇒ I-tim\">\n",
+ " -1.16\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-tim</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.49%)\" title=\"B-tim ⇒ O\">\n",
+ " 0.311\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.74%)\" title=\"B-tim ⇒ B-art\">\n",
+ " -0.451\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.00%)\" title=\"B-tim ⇒ I-art\">\n",
+ " -0.4\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.22%)\" title=\"B-tim ⇒ B-eve\">\n",
+ " -0.059\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.21%)\" title=\"B-tim ⇒ I-eve\">\n",
+ " -0.557\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.30%)\" title=\"B-tim ⇒ B-geo\">\n",
+ " -0.759\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.34%)\" title=\"B-tim ⇒ I-geo\">\n",
+ " -0.991\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.66%)\" title=\"B-tim ⇒ B-gpe\">\n",
+ " -1.165\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.75%)\" title=\"B-tim ⇒ I-gpe\">\n",
+ " -0.447\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.96%)\" title=\"B-tim ⇒ B-nat\">\n",
+ " 0.611\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.82%)\" title=\"B-tim ⇒ I-nat\">\n",
+ " -0.252\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.88%)\" title=\"B-tim ⇒ B-org\">\n",
+ " -0.629\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.41%)\" title=\"B-tim ⇒ I-org\">\n",
+ " -1.229\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.12%)\" title=\"B-tim ⇒ B-per\">\n",
+ " -1.309\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.72%)\" title=\"B-tim ⇒ I-per\">\n",
+ " -0.897\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 89.33%)\" title=\"B-tim ⇒ B-tim\">\n",
+ " -2.448\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 83.47%)\" title=\"B-tim ⇒ I-tim\">\n",
+ " 4.575\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-tim</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.52%)\" title=\"I-tim ⇒ O\">\n",
+ " 0.145\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.53%)\" title=\"I-tim ⇒ B-art\">\n",
+ " -0.144\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.55%)\" title=\"I-tim ⇒ I-art\">\n",
+ " -0.142\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.23%)\" title=\"I-tim ⇒ B-eve\">\n",
+ " -0.356\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.49%)\" title=\"I-tim ⇒ I-eve\">\n",
+ " -0.15\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.92%)\" title=\"I-tim ⇒ B-geo\">\n",
+ " 0.62\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.60%)\" title=\"I-tim ⇒ I-geo\">\n",
+ " -0.291\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 99.43%)\" title=\"I-tim ⇒ B-gpe\">\n",
+ " 0.037\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.14%)\" title=\"I-tim ⇒ I-gpe\">\n",
+ " -0.067\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.17%)\" title=\"I-tim ⇒ B-nat\">\n",
+ " -0.064\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.67%)\" title=\"I-tim ⇒ I-nat\">\n",
+ " -0.017\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.07%)\" title=\"I-tim ⇒ B-org\">\n",
+ " -0.812\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.38%)\" title=\"I-tim ⇒ I-org\">\n",
+ " -0.74\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.83%)\" title=\"I-tim ⇒ B-per\">\n",
+ " -0.006\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.00%)\" title=\"I-tim ⇒ I-per\">\n",
+ " -0.224\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.18%)\" title=\"I-tim ⇒ B-tim\">\n",
+ " -1.571\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 82.93%)\" title=\"I-tim ⇒ I-tim\">\n",
+ " 4.789\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " </tbody>\n",
+ "</table>\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " <table class=\"eli5-weights-wrapper\" style=\"border-collapse: collapse; border: none; margin-bottom: 1.5em;\">\n",
+ " <tr>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=O\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-art\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-art\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-eve\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-eve\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-geo\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-geo\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-gpe\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-gpe\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-nat\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-nat\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-org\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-org\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-per\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-per\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-tim\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-tim\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " <tr>\n",
+ " \n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 81.33%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +4.699\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " BOS\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 84.02%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.762\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " bias\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 84.53%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.593\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():kurdish\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 84.55%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.585\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():jewish\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.65%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.226\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:N1\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.99%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.118\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag[:2]:VB\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.99%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 6280 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 86.08%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 1789 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 86.08%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -3.088\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 85.63%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -3.234\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 84.74%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -3.521\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 83.63%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -3.895\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:0s\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.85%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.250\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():twitter\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.01%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.203\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():english\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.60%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.038\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():tamilnet\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.03%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.649\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():dodge\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.13%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.623\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():jeep\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.36%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.562\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():newspaper\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.46%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.536\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():unlike\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.49%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.528\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:eep\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.55%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.515\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:ep\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.56%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.511\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():either\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.56%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 212 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 22 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.73%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.221\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():constitution\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.74%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.220\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():airport\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.35%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.076\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():magazine\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.35%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.075\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:Us\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.35%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.075\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:Us\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.47%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.048\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():us\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.55%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.028\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():newspaper\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.73%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.988\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:le\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.85%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.961\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():would\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.90%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.951\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():simple\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.90%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 192 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 12 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.67%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.018\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():war\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.20%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.604\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():first\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.49%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.530\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():celebrated\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.51%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.523\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():christmas\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.78%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.456\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():get\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.89%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.429\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():games\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.14%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.366\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:mas\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.22%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.347\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():ii\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.22%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.347\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:II\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.23%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.344\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:II\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.23%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 108 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 17 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.10%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.133\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():peace\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.11%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.132\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNPS\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.15%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.122\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():korean\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.19%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.111\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:up\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.55%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.030\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():cup\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.55%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.030\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:Cup\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.60%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.018\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ace\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.72%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.991\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:pen\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.73%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.988\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():open\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.77%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.979\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:rs\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.77%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 106 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 13 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.42%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.980\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():mid-september\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.59%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.929\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():serb\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.74%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.882\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():aswat\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.58%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.623\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():washington\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.61%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.616\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():china\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.89%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.531\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():palestinian\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.98%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.503\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():zahedan\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.16%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.451\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():beijing\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.19%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.441\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:the\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.19%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 1699 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 87.91%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 275 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 87.91%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -2.527\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():recognize\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.37%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.998\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():town\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.60%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.924\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():achieved\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.09%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.472\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():block\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.95%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.221\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():produced\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.27%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.129\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():tulkarem\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.33%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.113\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():settlement\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.17%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.879\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():western\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.44%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.805\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():regional\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.53%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.781\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():about\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.54%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.779\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():eastern\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.54%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 726 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 109 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.20%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.050\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.29%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.024\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():nepal\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.35%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.003\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:pal\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.06%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.784\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():mayor\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.56%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.632\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():behind\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.62%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.612\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNS\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.70%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.587\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():representative\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.72%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.584\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ans\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.80%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.560\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():unemployment\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.99%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.502\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():if\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.99%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 876 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 188 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.07%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.781\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():began\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.82%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.258\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():soviet\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.82%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.976\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():health\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.18%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.876\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():returned\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.52%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.786\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():that\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.52%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.785\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:can\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.53%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.519\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.71%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.473\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():bosnian\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.74%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.465\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():democratic\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.02%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.394\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():countries\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.02%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 118 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 18 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.04%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.646\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.40%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.553\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():h5n1\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.40%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.553\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:5N1\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.48%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.532\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():toll\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.52%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.522\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():katrina\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.63%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.492\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:N1\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.80%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.449\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():marburg\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.97%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.409\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:urg\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.97%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.408\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():form\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.01%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.398\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():katrina\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.01%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 71 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 11 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.51%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.275\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():hurricane\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.51%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.275\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():katrina\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.75%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.218\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():outbreak\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.37%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.070\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ina\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.44%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.055\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:na\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.40%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.841\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():jing\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.47%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.826\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():jing\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.62%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.795\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.77%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.763\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:me\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.95%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.726\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.95%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 29 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 11 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.30%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.339\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():al-qaida\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.07%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.091\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():telephoned\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.10%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.081\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():hamas\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.37%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.999\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():fought\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.68%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.899\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():brunei\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.77%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.874\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():parliament\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.17%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.750\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ban\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.41%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.677\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():recognizes\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.45%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.663\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():influence\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.53%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.640\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():assistant\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.53%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 1499 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 255 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.00%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.207\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():mr.\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.13%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.890\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():mediterranean\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.59%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.766\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():will\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.82%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.703\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():yorker\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.87%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.692\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():ministry\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.89%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.685\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():munich\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.00%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.656\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ate\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.14%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.621\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():in\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.29%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.580\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():nations\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.29%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 1511 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 90.58%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 207 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 90.58%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.769\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ary\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.20%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.371\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():president\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.38%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.995\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():obama\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.61%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.921\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " BOS\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.94%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.818\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():jupiter\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.03%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.791\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():prime\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.37%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.687\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():gotovina\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.46%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.661\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():vladimir\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.78%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.563\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():bolton\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 87.91%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.525\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():under\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.28%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.415\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():president\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.28%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 1513 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 288 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.68%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.742\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():david\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.53%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.518\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.78%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.455\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():saad\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.26%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.335\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():masjid\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.47%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.283\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:aad\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.47%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 1936 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 92.40%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 263 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 92.40%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.300\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():on\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 92.36%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.310\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():sri\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 91.78%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.454\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:ka\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 91.44%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.542\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():vice\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 91.27%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.587\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ion\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 80.00%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +5.184\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:day\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.34%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.326\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():thanksgiving\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.52%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.269\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:ay\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.82%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.172\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():year\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.98%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.120\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():afternoon\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.24%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.038\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:0s\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.63%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.915\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():czech\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.93%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.824\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ber\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.94%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.819\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():august\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.98%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.809\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():years\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.98%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 964 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 210 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 84.04%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.754\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:day\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.13%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.461\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:ay\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.56%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.334\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():ceremonies\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.75%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.279\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():moscow\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.11%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.895\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():march\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.11%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.894\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():anniversary\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.27%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.853\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():decades\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.46%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.800\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():june\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.58%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.769\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():rebel\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.78%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.715\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():quarter\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.78%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 609 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 100 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " \n",
+ " </tr>\n",
+ " </table>\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "execution_count": 52,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "import eli5\n",
+ "\n",
+ "eli5.show_weights(crf, top=10)"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "It does make sense that I-entity must follow B-entity, such as I-geo follows B-geo, I-org follows B-org, I-per follows B-per, and so on. \n",
+ "\n",
+ "We can also see that it is not common in this dataset to have a person right after an organization name (B-org -> I-per has a large negative weight)."
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "If we regularize CRF more, we can expect that only features which are generic will remain, and memoized tokens will go. Let’s check what effect does regularization have on CRF weights:"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 54,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <style>\n",
+ " table.eli5-weights tr:hover {\n",
+ " filter: brightness(85%);\n",
+ " }\n",
+ "</style>\n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ "<table class=\"eli5-transition-features\" style=\"margin-bottom: 0.5em;\">\n",
+ " <thead>\n",
+ " <tr>\n",
+ " <td>From \\ To</td>\n",
+ " \n",
+ " <th>O</th>\n",
+ " \n",
+ " <th>B-art</th>\n",
+ " \n",
+ " <th>I-art</th>\n",
+ " \n",
+ " <th>B-eve</th>\n",
+ " \n",
+ " <th>I-eve</th>\n",
+ " \n",
+ " <th>B-geo</th>\n",
+ " \n",
+ " <th>I-geo</th>\n",
+ " \n",
+ " <th>B-gpe</th>\n",
+ " \n",
+ " <th>I-gpe</th>\n",
+ " \n",
+ " <th>B-nat</th>\n",
+ " \n",
+ " <th>I-nat</th>\n",
+ " \n",
+ " <th>B-org</th>\n",
+ " \n",
+ " <th>I-org</th>\n",
+ " \n",
+ " <th>B-per</th>\n",
+ " \n",
+ " <th>I-per</th>\n",
+ " \n",
+ " <th>B-tim</th>\n",
+ " \n",
+ " <th>I-tim</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " \n",
+ " <tr>\n",
+ " <th>O</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 87.47%)\" title=\"O ⇒ O\">\n",
+ " 1.782\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 89.12%)\" title=\"O ⇒ B-geo\">\n",
+ " 1.456\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 96.37%)\" title=\"O ⇒ B-gpe\">\n",
+ " 0.303\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 92.90%)\" title=\"O ⇒ B-org\">\n",
+ " 0.791\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.81%)\" title=\"O ⇒ B-per\">\n",
+ " 0.062\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 87.83%)\" title=\"O ⇒ B-tim\">\n",
+ " 1.709\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"O ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-art</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-art</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-eve</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-eve</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-geo</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.01%)\" title=\"B-geo ⇒ O\">\n",
+ " 0.23\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 83.22%)\" title=\"B-geo ⇒ I-geo\">\n",
+ " 2.704\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-geo</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-gpe</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 99.67%)\" title=\"B-gpe ⇒ O\">\n",
+ " 0.01\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-gpe</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-nat</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-nat</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-org</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 82.76%)\" title=\"B-org ⇒ I-org\">\n",
+ " 2.811\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-org</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 83.72%)\" title=\"I-org ⇒ I-org\">\n",
+ " 2.59\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-per</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 80.00%)\" title=\"B-per ⇒ I-per\">\n",
+ " 3.474\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-per</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 89.03%)\" title=\"I-per ⇒ I-per\">\n",
+ " 1.473\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-tim</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 87.65%)\" title=\"B-tim ⇒ I-tim\">\n",
+ " 1.744\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-tim</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ O\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " </tbody>\n",
+ "</table>\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " <table class=\"eli5-weights-wrapper\" style=\"border-collapse: collapse; border: none; margin-bottom: 1.5em;\">\n",
+ " <tr>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=O\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-art\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-art\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-eve\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-eve\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-geo\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-geo\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-gpe\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-gpe\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-nat\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-nat\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-org\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-org\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-per\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-per\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-tim\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-tim\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " <tr>\n",
+ " \n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 80.00%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.691\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " bias\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.03%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.774\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " BOS\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.07%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.984\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag[:2]:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 95.53%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.435\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag[:2]:VB\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.24%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.218\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " EOS\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.24%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 10 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 95.30%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 1 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 95.30%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.467\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:CD\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 95.30%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.467\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag[:2]:CD\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 89.49%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.472\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 85.07%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -2.430\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 81.43%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -3.320\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.69%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.052\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.83%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.534\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.24%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.218\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag:IN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.24%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.218\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag[:2]:IN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 98.13%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.125\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():in\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 96.63%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.289\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag[:2]:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 96.82%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.267\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.19%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.533\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:JJ\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.32%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.506\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag[:2]:JJ\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.22%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.139\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.73%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.549\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:an\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 99.26%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.033\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.11%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.806\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.62%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.565\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag[:2]:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.13%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.230\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag[:2]:DT\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.13%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.230\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag:DT\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 99.82%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.004\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 95.09%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.496\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 95.95%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.377\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.17%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.225\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag[:2]:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 95.00%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.510\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 95.50%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.438\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 96.48%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.308\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 98.70%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.075\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag[:2]:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 99.44%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.022\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 99.88%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.002\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:postag[:2]:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 92.66%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.881\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 95.20%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.480\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag[:2]:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 95.75%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.404\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.43%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.196\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.19%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.740\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:ay\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.58%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.657\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:day\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.36%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.204\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag[:2]:CD\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.36%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.204\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:CD\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 98.44%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.096\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " bias\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 99.27%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.033\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag[:2]:IN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 99.27%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.033\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag:IN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " \n",
+ " </tr>\n",
+ " </table>\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "execution_count": 54,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "crf = sklearn_crfsuite.CRF(\n",
+ " algorithm='lbfgs',\n",
+ " c1=200,\n",
+ " c2=0.1,\n",
+ " max_iterations=20,\n",
+ " all_possible_transitions=False,\n",
+ ")\n",
+ "crf.fit(X_train, y_train)\n",
+ "eli5.show_weights(crf, top=10)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 55,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <style>\n",
+ " table.eli5-weights tr:hover {\n",
+ " filter: brightness(85%);\n",
+ " }\n",
+ "</style>\n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ "<table class=\"eli5-transition-features\" style=\"margin-bottom: 0.5em;\">\n",
+ " <thead>\n",
+ " <tr>\n",
+ " <td>From \\ To</td>\n",
+ " \n",
+ " <th>O</th>\n",
+ " \n",
+ " <th>B-art</th>\n",
+ " \n",
+ " <th>I-art</th>\n",
+ " \n",
+ " <th>B-eve</th>\n",
+ " \n",
+ " <th>I-eve</th>\n",
+ " \n",
+ " <th>B-geo</th>\n",
+ " \n",
+ " <th>I-geo</th>\n",
+ " \n",
+ " <th>B-gpe</th>\n",
+ " \n",
+ " <th>I-gpe</th>\n",
+ " \n",
+ " <th>B-nat</th>\n",
+ " \n",
+ " <th>I-nat</th>\n",
+ " \n",
+ " <th>B-org</th>\n",
+ " \n",
+ " <th>I-org</th>\n",
+ " \n",
+ " <th>B-per</th>\n",
+ " \n",
+ " <th>I-per</th>\n",
+ " \n",
+ " <th>B-tim</th>\n",
+ " \n",
+ " <th>I-tim</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " \n",
+ " <tr>\n",
+ " <th>O</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 85.19%)\" title=\"O ⇒ O\">\n",
+ " 3.561\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.03%)\" title=\"O ⇒ B-art\">\n",
+ " 0.747\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 88.94%)\" title=\"O ⇒ I-art\">\n",
+ " -2.344\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 94.22%)\" title=\"O ⇒ B-eve\">\n",
+ " 0.928\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.64%)\" title=\"O ⇒ I-eve\">\n",
+ " -1.847\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 93.49%)\" title=\"O ⇒ B-geo\">\n",
+ " 1.1\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 82.44%)\" title=\"O ⇒ I-geo\">\n",
+ " -4.541\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 96.13%)\" title=\"O ⇒ B-gpe\">\n",
+ " 0.523\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.23%)\" title=\"O ⇒ I-gpe\">\n",
+ " -1.684\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.77%)\" title=\"O ⇒ B-nat\">\n",
+ " 0.239\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.80%)\" title=\"O ⇒ I-nat\">\n",
+ " -1.025\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 94.82%)\" title=\"O ⇒ B-org\">\n",
+ " 0.795\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 81.80%)\" title=\"O ⇒ I-org\">\n",
+ " -4.779\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 91.39%)\" title=\"O ⇒ B-per\">\n",
+ " 1.64\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 86.81%)\" title=\"O ⇒ I-per\">\n",
+ " -3.017\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 92.33%)\" title=\"O ⇒ B-tim\">\n",
+ " 1.39\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 83.36%)\" title=\"O ⇒ I-tim\">\n",
+ " -4.202\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-art</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.96%)\" title=\"B-art ⇒ O\">\n",
+ " -0.556\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 80.00%)\" title=\"B-art ⇒ I-art\">\n",
+ " 5.467\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.59%)\" title=\"B-art ⇒ B-geo\">\n",
+ " -0.021\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.92%)\" title=\"B-art ⇒ I-geo\">\n",
+ " -0.085\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.43%)\" title=\"B-art ⇒ B-gpe\">\n",
+ " -0.145\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 96.37%)\" title=\"B-art ⇒ B-org\">\n",
+ " 0.478\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.21%)\" title=\"B-art ⇒ I-org\">\n",
+ " -0.328\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.09%)\" title=\"B-art ⇒ B-per\">\n",
+ " -0.735\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.82%)\" title=\"B-art ⇒ I-per\">\n",
+ " -0.394\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.74%)\" title=\"B-art ⇒ B-tim\">\n",
+ " -0.41\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-art ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-art</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.07%)\" title=\"I-art ⇒ O\">\n",
+ " -0.74\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 80.08%)\" title=\"I-art ⇒ I-art\">\n",
+ " 5.438\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 96.20%)\" title=\"I-art ⇒ B-geo\">\n",
+ " 0.509\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.00%)\" title=\"I-art ⇒ I-geo\">\n",
+ " -0.075\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.97%)\" title=\"I-art ⇒ B-gpe\">\n",
+ " -0.079\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-art ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.86%)\" title=\"I-art ⇒ B-org\">\n",
+ " -0.091\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.29%)\" title=\"I-art ⇒ I-org\">\n",
+ " -0.315\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.90%)\" title=\"I-art ⇒ B-per\">\n",
+ " -0.777\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.72%)\" title=\"I-art ⇒ I-per\">\n",
+ " -0.246\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.10%)\" title=\"I-art ⇒ B-tim\">\n",
+ " 0.19\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.13%)\" title=\"I-art ⇒ I-tim\">\n",
+ " -0.062\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-eve</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.94%)\" title=\"B-eve ⇒ O\">\n",
+ " -0.213\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 80.13%)\" title=\"B-eve ⇒ I-eve\">\n",
+ " 5.415\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.62%)\" title=\"B-eve ⇒ B-gpe\">\n",
+ " -0.12\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-eve ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.59%)\" title=\"B-eve ⇒ B-org\">\n",
+ " -0.123\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.26%)\" title=\"B-eve ⇒ I-org\">\n",
+ " -0.319\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.44%)\" title=\"B-eve ⇒ B-per\">\n",
+ " -0.662\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.81%)\" title=\"B-eve ⇒ I-per\">\n",
+ " -0.397\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.19%)\" title=\"B-eve ⇒ B-tim\">\n",
+ " -0.512\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.07%)\" title=\"B-eve ⇒ I-tim\">\n",
+ " -0.193\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-eve</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.76%)\" title=\"I-eve ⇒ O\">\n",
+ " -0.239\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.51%)\" title=\"I-eve ⇒ B-eve\">\n",
+ " -0.279\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 81.64%)\" title=\"I-eve ⇒ I-eve\">\n",
+ " 4.838\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.71%)\" title=\"I-eve ⇒ I-org\">\n",
+ " -0.013\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.93%)\" title=\"I-eve ⇒ B-per\">\n",
+ " -0.215\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.92%)\" title=\"I-eve ⇒ I-per\">\n",
+ " -0.002\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.79%)\" title=\"I-eve ⇒ B-tim\">\n",
+ " -0.236\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-eve ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-geo</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.32%)\" title=\"B-geo ⇒ O\">\n",
+ " 0.31\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 92.46%)\" title=\"B-geo ⇒ B-art\">\n",
+ " 1.357\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.08%)\" title=\"B-geo ⇒ I-art\">\n",
+ " -0.737\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.26%)\" title=\"B-geo ⇒ I-eve\">\n",
+ " -0.498\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.31%)\" title=\"B-geo ⇒ B-geo\">\n",
+ " -1.395\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 80.62%)\" title=\"B-geo ⇒ I-geo\">\n",
+ " 5.227\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.10%)\" title=\"B-geo ⇒ B-gpe\">\n",
+ " 0.733\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.32%)\" title=\"B-geo ⇒ I-gpe\">\n",
+ " -1.392\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-geo ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.80%)\" title=\"B-geo ⇒ I-nat\">\n",
+ " -0.233\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.03%)\" title=\"B-geo ⇒ B-org\">\n",
+ " -0.973\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.13%)\" title=\"B-geo ⇒ I-org\">\n",
+ " -1.993\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.42%)\" title=\"B-geo ⇒ B-per\">\n",
+ " -1.367\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.55%)\" title=\"B-geo ⇒ I-per\">\n",
+ " -1.873\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 91.36%)\" title=\"B-geo ⇒ B-tim\">\n",
+ " 1.648\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.88%)\" title=\"B-geo ⇒ I-tim\">\n",
+ " -1.25\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-geo</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.76%)\" title=\"I-geo ⇒ O\">\n",
+ " -0.01\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.59%)\" title=\"I-geo ⇒ I-art\">\n",
+ " -0.123\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.43%)\" title=\"I-geo ⇒ B-geo\">\n",
+ " -0.88\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 82.66%)\" title=\"I-geo ⇒ I-geo\">\n",
+ " 4.457\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.33%)\" title=\"I-geo ⇒ B-gpe\">\n",
+ " -0.486\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.71%)\" title=\"I-geo ⇒ I-gpe\">\n",
+ " -0.606\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-geo ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.95%)\" title=\"I-geo ⇒ B-org\">\n",
+ " -0.766\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.15%)\" title=\"I-geo ⇒ I-org\">\n",
+ " -0.944\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.02%)\" title=\"I-geo ⇒ B-per\">\n",
+ " -1.214\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.85%)\" title=\"I-geo ⇒ I-per\">\n",
+ " -0.579\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 93.76%)\" title=\"I-geo ⇒ B-tim\">\n",
+ " 1.036\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.08%)\" title=\"I-geo ⇒ I-tim\">\n",
+ " -0.96\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-gpe</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.63%)\" title=\"B-gpe ⇒ O\">\n",
+ " 0.623\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.83%)\" title=\"B-gpe ⇒ I-art\">\n",
+ " -0.581\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.49%)\" title=\"B-gpe ⇒ B-eve\">\n",
+ " -0.029\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.64%)\" title=\"B-gpe ⇒ I-eve\">\n",
+ " -0.427\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.65%)\" title=\"B-gpe ⇒ B-geo\">\n",
+ " -0.116\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 89.00%)\" title=\"B-gpe ⇒ I-geo\">\n",
+ " -2.327\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 85.78%)\" title=\"B-gpe ⇒ B-gpe\">\n",
+ " -3.359\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 81.25%)\" title=\"B-gpe ⇒ I-gpe\">\n",
+ " 4.986\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-gpe ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 94.34%)\" title=\"B-gpe ⇒ B-org\">\n",
+ " 0.901\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.30%)\" title=\"B-gpe ⇒ I-org\">\n",
+ " -1.945\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.41%)\" title=\"B-gpe ⇒ B-per\">\n",
+ " 0.294\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.96%)\" title=\"B-gpe ⇒ I-per\">\n",
+ " -1.231\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.62%)\" title=\"B-gpe ⇒ B-tim\">\n",
+ " -0.431\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.45%)\" title=\"B-gpe ⇒ I-tim\">\n",
+ " -0.876\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-gpe</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.95%)\" title=\"I-gpe ⇒ O\">\n",
+ " -0.21\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.76%)\" title=\"I-gpe ⇒ B-geo\">\n",
+ " 0.24\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.43%)\" title=\"I-gpe ⇒ I-geo\">\n",
+ " -0.291\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.80%)\" title=\"I-gpe ⇒ B-gpe\">\n",
+ " -0.233\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 81.54%)\" title=\"I-gpe ⇒ I-gpe\">\n",
+ " 4.878\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.78%)\" title=\"I-gpe ⇒ B-org\">\n",
+ " -0.101\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.07%)\" title=\"I-gpe ⇒ I-org\">\n",
+ " -0.352\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.88%)\" title=\"I-gpe ⇒ B-per\">\n",
+ " -0.385\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.61%)\" title=\"I-gpe ⇒ I-per\">\n",
+ " -0.263\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.91%)\" title=\"I-gpe ⇒ B-tim\">\n",
+ " -0.379\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-gpe ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-nat</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.78%)\" title=\"B-nat ⇒ O\">\n",
+ " -0.402\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 84.80%)\" title=\"B-nat ⇒ I-nat\">\n",
+ " 3.694\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.66%)\" title=\"B-nat ⇒ I-org\">\n",
+ " -0.016\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.35%)\" title=\"B-nat ⇒ B-per\">\n",
+ " -0.48\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.07%)\" title=\"B-nat ⇒ I-per\">\n",
+ " -0.194\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-nat ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-nat</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.92%)\" title=\"I-nat ⇒ O\">\n",
+ " -0.771\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-geo\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 88.60%)\" title=\"I-nat ⇒ I-nat\">\n",
+ " 2.45\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-org\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.26%)\" title=\"I-nat ⇒ B-per\">\n",
+ " -0.167\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-nat ⇒ I-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-org</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.91%)\" title=\"B-org ⇒ O\">\n",
+ " 0.086\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 88.98%)\" title=\"B-org ⇒ B-art\">\n",
+ " 2.334\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.67%)\" title=\"B-org ⇒ I-art\">\n",
+ " -1.057\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.74%)\" title=\"B-org ⇒ I-eve\">\n",
+ " -0.601\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.27%)\" title=\"B-org ⇒ B-geo\">\n",
+ " -0.496\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.01%)\" title=\"B-org ⇒ I-geo\">\n",
+ " -2.027\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.79%)\" title=\"B-org ⇒ B-gpe\">\n",
+ " -0.234\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.91%)\" title=\"B-org ⇒ I-gpe\">\n",
+ " -0.774\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-org ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.54%)\" title=\"B-org ⇒ I-nat\">\n",
+ " -0.446\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 89.14%)\" title=\"B-org ⇒ B-org\">\n",
+ " -2.285\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 82.61%)\" title=\"B-org ⇒ I-org\">\n",
+ " 4.476\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.17%)\" title=\"B-org ⇒ B-per\">\n",
+ " -0.94\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 89.06%)\" title=\"B-org ⇒ I-per\">\n",
+ " -2.309\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.36%)\" title=\"B-org ⇒ B-tim\">\n",
+ " -0.679\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.01%)\" title=\"B-org ⇒ I-tim\">\n",
+ " -1.217\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-org</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.94%)\" title=\"I-org ⇒ O\">\n",
+ " -0.001\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.90%)\" title=\"I-org ⇒ B-art\">\n",
+ " -0.086\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 94.79%)\" title=\"I-org ⇒ I-art\">\n",
+ " -0.801\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-org ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.51%)\" title=\"I-org ⇒ I-eve\">\n",
+ " -0.451\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.58%)\" title=\"I-org ⇒ B-geo\">\n",
+ " -1.59\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.38%)\" title=\"I-org ⇒ I-geo\">\n",
+ " -1.377\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.13%)\" title=\"I-org ⇒ B-gpe\">\n",
+ " -0.726\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.70%)\" title=\"I-org ⇒ I-gpe\">\n",
+ " -0.608\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.98%)\" title=\"I-org ⇒ B-nat\">\n",
+ " -0.207\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.95%)\" title=\"I-org ⇒ I-nat\">\n",
+ " -0.373\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 89.19%)\" title=\"I-org ⇒ B-org\">\n",
+ " -2.271\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 83.10%)\" title=\"I-org ⇒ I-org\">\n",
+ " 4.299\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.24%)\" title=\"I-org ⇒ B-per\">\n",
+ " -0.503\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 88.98%)\" title=\"I-org ⇒ I-per\">\n",
+ " -2.332\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 99.91%)\" title=\"I-org ⇒ B-tim\">\n",
+ " 0.003\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.49%)\" title=\"I-org ⇒ I-tim\">\n",
+ " -1.35\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-per</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.66%)\" title=\"B-per ⇒ O\">\n",
+ " 0.254\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.52%)\" title=\"B-per ⇒ I-art\">\n",
+ " -0.645\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.83%)\" title=\"B-per ⇒ I-eve\">\n",
+ " -0.393\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.11%)\" title=\"B-per ⇒ B-geo\">\n",
+ " 0.188\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.85%)\" title=\"B-per ⇒ I-geo\">\n",
+ " -1.259\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.43%)\" title=\"B-per ⇒ B-gpe\">\n",
+ " 0.292\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.47%)\" title=\"B-per ⇒ I-gpe\">\n",
+ " -0.284\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-per ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.49%)\" title=\"B-per ⇒ I-nat\">\n",
+ " -0.455\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 93.87%)\" title=\"B-per ⇒ B-org\">\n",
+ " 1.009\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.67%)\" title=\"B-per ⇒ I-org\">\n",
+ " -1.565\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 82.52%)\" title=\"B-per ⇒ B-per\">\n",
+ " -4.509\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 81.10%)\" title=\"B-per ⇒ I-per\">\n",
+ " 5.042\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.83%)\" title=\"B-per ⇒ B-tim\">\n",
+ " -0.393\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.37%)\" title=\"B-per ⇒ I-tim\">\n",
+ " -0.676\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-per</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.09%)\" title=\"I-per ⇒ O\">\n",
+ " -0.066\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.35%)\" title=\"I-per ⇒ I-art\">\n",
+ " -0.68\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.40%)\" title=\"I-per ⇒ B-eve\">\n",
+ " -0.037\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.76%)\" title=\"I-per ⇒ I-eve\">\n",
+ " -0.596\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.49%)\" title=\"I-per ⇒ B-geo\">\n",
+ " -1.35\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.96%)\" title=\"I-per ⇒ I-geo\">\n",
+ " -1.487\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.10%)\" title=\"I-per ⇒ B-gpe\">\n",
+ " -0.733\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.49%)\" title=\"I-per ⇒ I-gpe\">\n",
+ " -0.455\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-per ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.75%)\" title=\"I-per ⇒ I-nat\">\n",
+ " -0.407\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.30%)\" title=\"I-per ⇒ B-org\">\n",
+ " -1.147\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 90.22%)\" title=\"I-per ⇒ I-org\">\n",
+ " -1.968\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 85.50%)\" title=\"I-per ⇒ B-per\">\n",
+ " -3.453\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 84.22%)\" title=\"I-per ⇒ I-per\">\n",
+ " 3.898\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 99.99%)\" title=\"I-per ⇒ B-tim\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.43%)\" title=\"I-per ⇒ I-tim\">\n",
+ " -1.114\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-tim</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 96.64%)\" title=\"B-tim ⇒ O\">\n",
+ " 0.428\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.61%)\" title=\"B-tim ⇒ B-art\">\n",
+ " -0.122\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.46%)\" title=\"B-tim ⇒ I-art\">\n",
+ " -0.14\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 97.38%)\" title=\"B-tim ⇒ I-eve\">\n",
+ " -0.3\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.11%)\" title=\"B-tim ⇒ B-geo\">\n",
+ " -0.528\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.89%)\" title=\"B-tim ⇒ I-geo\">\n",
+ " -1.005\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 93.10%)\" title=\"B-tim ⇒ B-gpe\">\n",
+ " -1.195\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 99.59%)\" title=\"B-tim ⇒ I-gpe\">\n",
+ " -0.021\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.95%)\" title=\"B-tim ⇒ B-nat\">\n",
+ " 0.559\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"B-tim ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 96.07%)\" title=\"B-tim ⇒ B-org\">\n",
+ " -0.534\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.37%)\" title=\"B-tim ⇒ I-org\">\n",
+ " -1.379\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 92.08%)\" title=\"B-tim ⇒ B-per\">\n",
+ " -1.455\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.64%)\" title=\"B-tim ⇒ I-per\">\n",
+ " -0.621\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 88.38%)\" title=\"B-tim ⇒ B-tim\">\n",
+ " -2.518\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 81.74%)\" title=\"B-tim ⇒ I-tim\">\n",
+ " 4.802\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-tim</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 97.25%)\" title=\"I-tim ⇒ O\">\n",
+ " 0.322\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-art\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-eve\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 95.29%)\" title=\"I-tim ⇒ B-geo\">\n",
+ " 0.693\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.49%)\" title=\"I-tim ⇒ I-geo\">\n",
+ " -0.136\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-gpe\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-nat\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.70%)\" title=\"I-tim ⇒ B-org\">\n",
+ " -0.609\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 95.64%)\" title=\"I-tim ⇒ I-org\">\n",
+ " -0.621\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ B-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 100.00%)\" title=\"I-tim ⇒ I-per\">\n",
+ " 0.0\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.87%)\" title=\"I-tim ⇒ B-tim\">\n",
+ " -1.51\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 80.96%)\" title=\"I-tim ⇒ I-tim\">\n",
+ " 5.095\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " </tbody>\n",
+ "</table>\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "execution_count": 55,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "crf = sklearn_crfsuite.CRF(\n",
+ " algorithm='lbfgs',\n",
+ " c1=0.1,\n",
+ " c2=0.1,\n",
+ " max_iterations=100,\n",
+ " all_possible_transitions=True,\n",
+ ")\n",
+ "crf.fit(X_train, y_train);\n",
+ "eli5.show_weights(crf, top=5, show=['transition_features'])"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "The model learned large negative weights for impossible transitions like O -> I-geo, O -> I-org and O -> I-tim, and so on."
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "In order to easy to read, we can check only a subset of tags."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 58,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <style>\n",
+ " table.eli5-weights tr:hover {\n",
+ " filter: brightness(85%);\n",
+ " }\n",
+ "</style>\n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ "<table class=\"eli5-transition-features\" style=\"margin-bottom: 0.5em;\">\n",
+ " <thead>\n",
+ " <tr>\n",
+ " <td>From \\ To</td>\n",
+ " \n",
+ " <th>O</th>\n",
+ " \n",
+ " <th>B-org</th>\n",
+ " \n",
+ " <th>I-per</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " \n",
+ " <tr>\n",
+ " <th>O</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 81.23%)\" title=\"O ⇒ O\">\n",
+ " 3.561\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 93.43%)\" title=\"O ⇒ B-org\">\n",
+ " 0.795\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 83.28%)\" title=\"O ⇒ I-per\">\n",
+ " -3.017\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>B-org</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 98.62%)\" title=\"B-org ⇒ O\">\n",
+ " 0.086\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 86.24%)\" title=\"B-org ⇒ B-org\">\n",
+ " -2.285\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 86.14%)\" title=\"B-org ⇒ I-per\">\n",
+ " -2.309\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " <tr>\n",
+ " <th>I-per</th>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 98.85%)\" title=\"I-per ⇒ O\">\n",
+ " -0.066\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(0, 100.00%, 91.50%)\" title=\"I-per ⇒ B-org\">\n",
+ " -1.147\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"background-color: hsl(120, 100.00%, 80.00%)\" title=\"I-per ⇒ I-per\">\n",
+ " 3.898\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " </tbody>\n",
+ "</table>\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " <table class=\"eli5-weights-wrapper\" style=\"border-collapse: collapse; border: none; margin-bottom: 1.5em;\">\n",
+ " <tr>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=O\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-org\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0.5em; border: 1px solid black; text-align: center;\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-per\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </td>\n",
+ " \n",
+ " </tr>\n",
+ " <tr>\n",
+ " \n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 80.00%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +4.720\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " BOS\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 81.46%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +4.236\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " bias\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 82.05%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +4.046\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():jewish\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 83.80%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.494\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():kurdish\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 83.99%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.435\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:N1\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.33%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.031\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():minister\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.33%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 1685 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 85.17%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 983 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 85.17%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -3.080\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():last\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 84.15%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -3.387\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 81.59%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -4.194\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " postag:NNP\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 81.19%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -4.325\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-2:]:0s\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 83.45%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.603\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():al-qaida\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 84.30%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.340\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():hamas\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 84.53%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.270\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():parliament\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.30%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +3.041\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():telephoned\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.47%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.991\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():brunei\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.55%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.966\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():fought\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 85.80%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.894\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ban\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.28%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.754\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():extremist\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.64%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.654\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():influence\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.72%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.630\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():westerners\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.72%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 1243 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 169 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " <td style=\"padding: 0px; border: 1px solid black; vertical-align: top;\">\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; width: 100%;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.86%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.788\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():david\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.18%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.709\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():saad\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.38%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.659\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():reports\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.96%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.519\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:word.lower():clinton\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.07%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.491\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:postag:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.11%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.482\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.lower():rice\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.52%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.385\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " -1:word.lower():masjid\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.52%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 858 more positive …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ "\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 91.61%); border: none;\">\n",
+ " <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n",
+ " <i>… 182 more negative …</i>\n",
+ " </td>\n",
+ " </tr>\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 91.61%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.365\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " bias\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 91.19%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.463\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " +1:postag:NN\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 90.67%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.588\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word[-3:]:ion\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ " </td>\n",
+ " \n",
+ " \n",
+ " </tr>\n",
+ " </table>\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "execution_count": 58,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "eli5.show_weights(crf, top=10, targets=['O', 'B-org', 'I-per'])"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "Or check only some of the features for all tags."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 59,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ " <style>\n",
+ " table.eli5-weights tr:hover {\n",
+ " filter: brightness(85%);\n",
+ " }\n",
+ "</style>\n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=O\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 85.28%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -2.186\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 82.85%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -2.720\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -3.387\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-art\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.73%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.151\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 97.11%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.214\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-art\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.99%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.607\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.07%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.597\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-eve\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 90.41%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.185\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 95.59%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.391\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 97.24%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.200\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-eve\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 91.97%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.919\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 98.69%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.069\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-geo\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.97%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.264\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 99.01%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.046\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 93.18%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.728\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-geo\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 93.19%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.726\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 94.51%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.534\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 99.97%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.000\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-gpe\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 81.76%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.970\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 89.59%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.333\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-gpe\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.15%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.210\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 97.57%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.167\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-nat\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 88.06%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.622\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 96.76%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.252\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-nat\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 99.85%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.003\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-org\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.27%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.978\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 99.98%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.000\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 92.69%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.804\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-org\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 95.79%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.366\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 99.43%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.021\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 95.18%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.443\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-per\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.79%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.146\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 98.33%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.098\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 91.47%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.003\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-per\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 97.16%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +0.208\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 99.46%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.020\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 95.59%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.391\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=B-tim\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 83.50%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +2.573\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 95.24%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.435\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 90.71%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.133\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " \n",
+ " <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
+ " <b>\n",
+ " \n",
+ " y=I-tim\n",
+ " \n",
+ "</b>\n",
+ "\n",
+ "top features\n",
+ " </p>\n",
+ " \n",
+ " <table class=\"eli5-weights\"\n",
+ " style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
+ " <thead>\n",
+ " <tr style=\"border: none;\">\n",
+ " \n",
+ " <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature weights. Note that weights do not account for feature value scales, so if feature values have different scales, features with highest weights might not be the most important.\">\n",
+ " Weight<sup>?</sup>\n",
+ " </th>\n",
+ " \n",
+ " <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
+ " \n",
+ " </tr>\n",
+ " </thead>\n",
+ " <tbody>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(120, 100.00%, 86.27%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " +1.978\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isdigit()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 96.46%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -0.286\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.isupper()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ " <tr style=\"background-color: hsl(0, 100.00%, 89.75%); border: none;\">\n",
+ " <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
+ " -1.304\n",
+ " </td>\n",
+ " <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
+ " word.istitle()\n",
+ " </td>\n",
+ " \n",
+ "</tr>\n",
+ " \n",
+ "\n",
+ " </tbody>\n",
+ " </table>\n",
+ "\n",
+ " \n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ " \n",
+ "\n",
+ "\n",
+ "\n"
+ ],
+ "text/plain": [
+ "<IPython.core.display.HTML object>"
+ ]
+ },
+ "execution_count": 59,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "eli5.show_weights(crf, top=10, feature_re='^word\\.is',\n",
+ " horizontal_layout=False, show=['targets'])"
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.6.4"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}