conll2spanbert.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "conll2spanbert.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyOwuUeD6AooqQ+t2WIMqJMn",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/polyankaglade/RuCor2SpanBert/blob/master/conll2spanbert.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NlZj6pSSXdK_",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5dfb285b-c636-4c11-deae-202f4cf31f51"
      },
      "source": [
        "!git clone https://github.com/polyankaglade/coref.git"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Cloning into 'coref'...\n",
            "remote: Enumerating objects: 6, done.\u001b[K\n",
            "remote: Counting objects: 100% (6/6), done.\u001b[K\n",
            "remote: Compressing objects: 100% (6/6), done.\u001b[K\n",
            "remote: Total 734 (delta 2), reused 0 (delta 0), pack-reused 728\u001b[K\n",
            "Receiving objects: 100% (734/734), 4.17 MiB | 17.10 MiB/s, done.\n",
            "Resolving deltas: 100% (441/441), done.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "rNveveyKd5jK",
        "outputId": "00a1ab47-fd7a-4f22-ee67-65f120f67a0e"
      },
      "source": [
        "%cd /content/coref"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/coref\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TijZOgPOMpp1"
      },
      "source": [
        "!pip install -r requirements.txt"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "laxhqHNLfkVE"
      },
      "source": [
        "! export data_dir=./data"
      ],
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "EtDIBDZJpbVi"
      },
      "source": [
        "Some `g++` versions may not play nicely with this repo. If you get this:\n",
        "`tensorflow.python.framework.errors_impl.NotFoundError: ./coref_kernels.so: undefined symbol: _ZN10tensorflow12OpDefBuilder4AttrESs`, try removing the flag `-D_GLIBCXX_USE_CXX11_ABI=0` from `setup_all.sh`. Thanks to Naman Jain for the [solution](https://github.com/mandarjoshi90/coref/issues/29).\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "tjqo2uitftwR",
        "outputId": "cd2fa037-feac-4676-de23-d1cc97617d51"
      },
      "source": [
        "! ./setup_all.sh"
      ],
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:516: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:517: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:518: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
            "  from ._conv import register_converters as _register_converters\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:516: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:517: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:518: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
            "  from ._conv import register_converters as _register_converters\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "crYcFTRHg3y3",
        "outputId": "4dac1033-b7ef-4760-e760-58abee425d61"
      },
      "source": [
        "!mkdir Data"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "mkdir: cannot create directory ‘Data’: File exists\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3rpHjQ7mg_Xo"
      },
      "source": [
        "## положите <train, test, dev>.russian.v4_gold_conll в Data"
      ],
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "w_xx0IPiEQ_x",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "7f99ec67-976e-42c3-e034-58a2df0032b6"
      },
      "source": [
        "import re\n",
        "import os\n",
        "import sys\n",
        "import json\n",
        "import tempfile\n",
        "import subprocess\n",
        "import collections\n",
        "\n",
        "\n",
        "import util as util\n",
        "import conll as connl\n",
        "from bert import tokenization\n",
        "\n",
        "#########\n",
        "\n",
        "from minimize import minimize_language\n",
        "\n",
        "\n",
        "vocab_file = './cased_config_vocab/vocab.txt'\n",
        "input_dir = './Data'\n",
        "output_dir = './Output'\n",
        "do_lower_case = False\n",
        "print(do_lower_case)\n",
        "labels = collections.defaultdict(set)\n",
        "stats = collections.defaultdict(int)\n",
        "if not os.path.isdir(output_dir):\n",
        "  os.mkdir(output_dir)\n",
        "for seg_len in [128, 256]:\n",
        "  minimize_language(\"english\", labels, stats, vocab_file, seg_len, input_dir, output_dir, do_lower_case)\n",
        "  # minimize_language(\"chinese\", labels, stats, vocab_file, seg_len)\n",
        "  # minimize_language(\"es\", labels, stats, vocab_file, seg_len)\n",
        "  # minimize_language(\"arabic\", labels, stats, vocab_file, seg_len)\n",
        "for k, v in labels.items():\n",
        "  print(\"{} = [{}]\".format(k, \", \".join(\"\\\"{}\\\"\".format(label) for label in v)))\n",
        "for k, v in stats.items():\n",
        "  print(\"{} = {}\".format(k, v))"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:516: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:517: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:518: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorflow/python/framework/dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
            "  from ._conv import register_converters as _register_converters\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
            "/usr/local/lib/python3.7/dist-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
            "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
            "WARNING: Logging before flag parsing goes to stderr.\n",
            "W0331 19:44:55.534580 139896757585792 deprecation_wrapper.py:119] From /content/coref/coref_ops.py:11: The name tf.NotDifferentiable is deprecated. Please use tf.no_gradient instead.\n",
            "\n",
            "/usr/local/lib/python3.7/dist-packages/sklearn/utils/linear_assignment_.py:22: FutureWarning: The linear_assignment_ module is deprecated in 0.21 and will be removed from 0.23. Use scipy.optimize.linear_sum_assignment instead.\n",
            "  FutureWarning)\n",
            "W0331 19:44:55.758083 139896757585792 deprecation_wrapper.py:119] From /content/coref/bert/optimization.py:87: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead.\n",
            "\n",
            "W0331 19:44:56.854620 139896757585792 lazy_loader.py:50] \n",
            "The TensorFlow contrib module will not be included in TensorFlow 2.0.\n",
            "For more information, please see:\n",
            "  * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md\n",
            "  * https://github.com/tensorflow/addons\n",
            "  * https://github.com/tensorflow/io (for I/O related ops)\n",
            "If you depend on functionality not listed there, please file an issue.\n",
            "\n",
            "W0331 19:44:56.861670 139896757585792 deprecation_wrapper.py:119] From /content/coref/bert/tokenization.py:125: The name tf.gfile.GFile is deprecated. Please use tf.io.gfile.GFile instead.\n",
            "\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "False\n",
            "Minimizing ./Data/dev.english.v4_gold_conll\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Wrote 181 documents to ./Output/dev.english.128.jsonlines\n",
            "Minimizing ./Data/train.english.v4_gold_conll\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Wrote 181 documents to ./Output/train.english.128.jsonlines\n",
            "Minimizing ./Data/test.english.v4_gold_conll\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Wrote 181 documents to ./Output/test.english.128.jsonlines\n",
            "Minimizing ./Data/dev.english.v4_gold_conll\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Wrote 181 documents to ./Output/dev.english.256.jsonlines\n",
            "Minimizing ./Data/train.english.v4_gold_conll\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Wrote 181 documents to ./Output/train.english.256.jsonlines\n",
            "Minimizing ./Data/test.english.v4_gold_conll\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Merging clusters (shouldn't happen very often.)\n",
            "Wrote 181 documents to ./Output/test.english.256.jsonlines\n",
            "max_sent_len_english = 256\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "prEmgL9DiGtW"
      },
      "source": [
        "def convert_mention(output, mention, comb_text):\n",
        "    start = output['subtoken_map'][mention[0]]\n",
        "    end = output['subtoken_map'][mention[1]] + 1\n",
        "    nmention = (start, end)\n",
        "    mtext = ''.join(' '.join(comb_text[mention[0]:mention[1]+1]).split(\" ##\"))\n",
        "    return (nmention, mtext)\n",
        "\n",
        "def get_clusters(output):\n",
        "    comb_text = [word for sentence in output['sentences'] for word in sentence]\n",
        "    seen = set()\n",
        "    #print('Clusters:')\n",
        "    clusters = []\n",
        "    for cluster in output['clusters']:\n",
        "        mapped = []\n",
        "        for mention in cluster:\n",
        "            seen.add(tuple(mention))\n",
        "            mapped.append(convert_mention(output, mention, comb_text))\n",
        "        clusters.append(mapped)\n",
        "\n",
        "    return clusters"
      ],
      "execution_count": 18,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LRVdtRcq1tmw",
        "outputId": "c2bc4321-fcdc-4289-bdfd-1f4a9e10e2a5"
      },
      "source": [
        "pip install jsonlines"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting jsonlines\n",
            "  Downloading https://files.pythonhosted.org/packages/d4/58/06f430ff7607a2929f80f07bfd820acbc508a4e977542fefcc522cde9dff/jsonlines-2.0.0-py3-none-any.whl\n",
            "Installing collected packages: jsonlines\n",
            "Successfully installed jsonlines-2.0.0\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PhfJjis01X8z"
      },
      "source": [
        "import jsonlines"
      ],
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "m4l4GnM51rTt"
      },
      "source": [
        "with jsonlines.open('./Output/train.english.256.jsonlines') as reader:\n",
        "    x = [o for o in reader]"
      ],
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "TDwRq0a62C_n",
        "outputId": "c99cdc2a-fb8d-4887-84a8-c73a3a873cc6"
      },
      "source": [
        "len(x)"
      ],
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "181"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mlxKY1C92Lq0",
        "outputId": "3dc7a33b-9785-4aa2-b45d-e3bd28ccbba9"
      },
      "source": [
        "x[0]['sentences'][0]"
      ],
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['[CLS]',\n",
              " 'В',\n",
              " '##о',\n",
              " 'в',\n",
              " '##р',\n",
              " '##е',\n",
              " '##м',\n",
              " '##я',\n",
              " 'с',\n",
              " '##в',\n",
              " '##о',\n",
              " '##и',\n",
              " '##х',\n",
              " 'п',\n",
              " '##р',\n",
              " '##о',\n",
              " '##г',\n",
              " '##у',\n",
              " '##л',\n",
              " '##о',\n",
              " '##к',\n",
              " 'в',\n",
              " 'о',\n",
              " '##к',\n",
              " '##р',\n",
              " '##е',\n",
              " '##с',\n",
              " '##т',\n",
              " '##н',\n",
              " '##о',\n",
              " '##с',\n",
              " '##т',\n",
              " '##я',\n",
              " '##х',\n",
              " 'С',\n",
              " '##и',\n",
              " '##м',\n",
              " '##е',\n",
              " '##и',\n",
              " '##з',\n",
              " '##а',\n",
              " 'я',\n",
              " 'о',\n",
              " '##б',\n",
              " '##р',\n",
              " '##а',\n",
              " '##т',\n",
              " '##и',\n",
              " '##л',\n",
              " 'в',\n",
              " '##н',\n",
              " '##и',\n",
              " '##м',\n",
              " '##а',\n",
              " '##н',\n",
              " '##и',\n",
              " '##е',\n",
              " 'н',\n",
              " '##а',\n",
              " 'о',\n",
              " '##д',\n",
              " '##и',\n",
              " '##н',\n",
              " '##о',\n",
              " '##к',\n",
              " '##у',\n",
              " '##ю',\n",
              " 'д',\n",
              " '##а',\n",
              " '##ч',\n",
              " '##у',\n",
              " ',',\n",
              " 'с',\n",
              " '##т',\n",
              " '##о',\n",
              " '##я',\n",
              " '##в',\n",
              " '##ш',\n",
              " '##у',\n",
              " '##ю',\n",
              " 'н',\n",
              " '##а',\n",
              " 'к',\n",
              " '##р',\n",
              " '##у',\n",
              " '##т',\n",
              " '##о',\n",
              " '##м',\n",
              " 'с',\n",
              " '##к',\n",
              " '##л',\n",
              " '##о',\n",
              " '##н',\n",
              " '##е',\n",
              " 'г',\n",
              " '##о',\n",
              " '##р',\n",
              " '##ы',\n",
              " '.',\n",
              " 'К',\n",
              " 'э',\n",
              " '##т',\n",
              " '##о',\n",
              " '##й',\n",
              " 'д',\n",
              " '##а',\n",
              " '##ч',\n",
              " '##е',\n",
              " 'н',\n",
              " '##е',\n",
              " 'б',\n",
              " '##ы',\n",
              " '##л',\n",
              " '##о',\n",
              " 'п',\n",
              " '##р',\n",
              " '##ов',\n",
              " '##е',\n",
              " '##д',\n",
              " '##е',\n",
              " '##н',\n",
              " '##о',\n",
              " 'д',\n",
              " '##а',\n",
              " '##ж',\n",
              " '##е',\n",
              " 'д',\n",
              " '##о',\n",
              " '##р',\n",
              " '##о',\n",
              " '##г',\n",
              " '##и',\n",
              " '.',\n",
              " 'К',\n",
              " '##р',\n",
              " '##у',\n",
              " '##г',\n",
              " '##о',\n",
              " '##м',\n",
              " 'о',\n",
              " '##на',\n",
              " 'б',\n",
              " '##ы',\n",
              " '##л',\n",
              " '##а',\n",
              " 'о',\n",
              " '##б',\n",
              " '##н',\n",
              " '##е',\n",
              " '##с',\n",
              " '##е',\n",
              " '##на',\n",
              " 'в',\n",
              " '##ы',\n",
              " '##с',\n",
              " '##о',\n",
              " '##к',\n",
              " '##и',\n",
              " '##м',\n",
              " 'з',\n",
              " '##а',\n",
              " '##б',\n",
              " '##о',\n",
              " '##р',\n",
              " '##о',\n",
              " '##м',\n",
              " ',',\n",
              " 'с',\n",
              " 'е',\n",
              " '##д',\n",
              " '##и',\n",
              " '##н',\n",
              " '##с',\n",
              " '##т',\n",
              " '##в',\n",
              " '##е',\n",
              " '##н',\n",
              " '##н',\n",
              " '##о',\n",
              " '##й',\n",
              " 'н',\n",
              " '##и',\n",
              " '##з',\n",
              " '##к',\n",
              " '##о',\n",
              " '##й',\n",
              " 'к',\n",
              " '##а',\n",
              " '##л',\n",
              " '##и',\n",
              " '##т',\n",
              " '##к',\n",
              " '##о',\n",
              " '##й',\n",
              " ',',\n",
              " 'к',\n",
              " '##о',\n",
              " '##т',\n",
              " '##о',\n",
              " '##р',\n",
              " '##а',\n",
              " '##я',\n",
              " 'в',\n",
              " '##с',\n",
              " '##е',\n",
              " '##г',\n",
              " '##д',\n",
              " '##а',\n",
              " 'б',\n",
              " '##ы',\n",
              " '##л',\n",
              " '##а',\n",
              " 'п',\n",
              " '##л',\n",
              " '##о',\n",
              " '##т',\n",
              " '##н',\n",
              " '##о',\n",
              " 'п',\n",
              " '##р',\n",
              " '##и',\n",
              " '##к',\n",
              " '##р',\n",
              " '##ы',\n",
              " '##т',\n",
              " '##а',\n",
              " '.',\n",
              " '[SEP]']"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "V72BeIgZ2RCZ"
      },
      "source": [
        "predictions = [get_clusters(output) for output in x]"
      ],
      "execution_count": 19,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HrF_CQKZ2zDg",
        "outputId": "e9dedfec-6e35-4392-e5c8-ea57441b3d6b"
      },
      "source": [
        "clusters = [[[m[1] for m in cluster] for cluster in clusters] for clusters in predictions]\n",
        "clusters[1]"
      ],
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[['я',\n",
              "  'я',\n",
              "  'Елены Сергеевны',\n",
              "  'Сама',\n",
              "  'вы',\n",
              "  'ваших',\n",
              "  'вы',\n",
              "  'Елены Сергеевны',\n",
              "  'Елена Сергеевна',\n",
              "  'мой',\n",
              "  'вы',\n",
              "  'Сергеевой',\n",
              "  'нею',\n",
              "  'Елена Сергеевна',\n",
              "  'Старая учительница',\n",
              "  'учительницей',\n",
              "  'Сергеева',\n",
              "  'Елены Сергеевны',\n",
              "  'вам',\n",
              "  'ее',\n",
              "  'вы',\n",
              "  'она',\n",
              "  'вас',\n",
              "  'Сергеева',\n",
              "  'Мне',\n",
              "  'нею',\n",
              "  'Мои',\n",
              "  'нее',\n",
              "  'Я',\n",
              "  'она',\n",
              "  'те',\n",
              "  'те',\n",
              "  'те',\n",
              "  'она',\n",
              "  'те',\n",
              "  'вы',\n",
              "  'мне',\n",
              "  'Елена Сергеевна',\n",
              "  'Она',\n",
              "  'Я',\n",
              "  'соседкой',\n",
              "  'Я',\n",
              "  'вы - то',\n",
              "  'Она',\n",
              "  'Елена Сергеевна'],\n",
              " ['него',\n",
              "  'Он',\n",
              "  'Я',\n",
              "  'он',\n",
              "  'он',\n",
              "  'ты',\n",
              "  'Дементьев',\n",
              "  'моей',\n",
              "  'человек',\n",
              "  'невысокий молодой человек',\n",
              "  'Ты',\n",
              "  'я',\n",
              "  'я',\n",
              "  'ты',\n",
              "  'мне',\n",
              "  'Дементьев',\n",
              "  'ты',\n",
              "  'актер',\n",
              "  'Дементьев',\n",
              "  'я',\n",
              "  'мужчина',\n",
              "  'он',\n",
              "  'он',\n",
              "  'Я',\n",
              "  'Дементьева',\n",
              "  'его'],\n",
              " ['комната', 'комнату новую'],\n",
              " ['их',\n",
              "  'Они',\n",
              "  'Соседи',\n",
              "  'Соседи',\n",
              "  'ними',\n",
              "  'себя',\n",
              "  'ваших троглодитах',\n",
              "  'Мои соседи',\n",
              "  'они'],\n",
              " ['ней',\n",
              "  'Ты',\n",
              "  'шокированная всем его видом Мордатенкова',\n",
              "  'Мадам Мордатенкова'],\n",
              " ['я',\n",
              "  'кепочка',\n",
              "  'я',\n",
              "  'человек в кепочке',\n",
              "  'Незнакомец',\n",
              "  'мой',\n",
              "  'невысокий человек',\n",
              "  'он',\n",
              "  'Я',\n",
              "  'мой',\n",
              "  'я',\n",
              "  'мою - то',\n",
              "  'бандит какой - то',\n",
              "  'мине',\n",
              "  'мужчина в кепочке',\n",
              "  'я',\n",
              "  'я',\n",
              "  'его',\n",
              "  'мне',\n",
              "  'его',\n",
              "  'мне',\n",
              "  'мне',\n",
              "  'голос в кепочке',\n",
              "  'моей',\n",
              "  'его',\n",
              "  'развязного пришельца',\n",
              "  'меня',\n",
              "  'я'],\n",
              " ['нижней , влажной и отвисшей его губе', 'губе'],\n",
              " ['окурок', 'окурком'],\n",
              " ['ее',\n",
              "  'свою',\n",
              "  'мадам',\n",
              "  'она',\n",
              "  'Мордатенкова',\n",
              "  'мадам',\n",
              "  'Мордатенкова',\n",
              "  'она',\n",
              "  'себе',\n",
              "  'Оскорбленное достоинство Мордатенковой'],\n",
              " ['Нюркой', 'женой моей'],\n",
              " ['метры', 'они', 'Метры'],\n",
              " ['метры', 'они'],\n",
              " ['Альбертиком - то', 'старшой - то мой', 'он', 'Альбертик - то'],\n",
              " ['Шульженко', 'Шульженко'],\n",
              " ['Умница',\n",
              "  'Игрун',\n",
              "  'Он',\n",
              "  'Витька',\n",
              "  'Ему',\n",
              "  'Ему',\n",
              "  'ему',\n",
              "  'Ему',\n",
              "  'малый',\n",
              "  'Ему',\n",
              "  'Младший мой'],\n",
              " ['коридор', 'коридор'],\n",
              " ['Харитон', 'ее супруг', 'его', 'Мордатенков']]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Yg1MoPds299S"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}