From aa05578b08130ad3c3464b3edd9e61b7c2bdfc07 Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Wed, 14 Sep 2022 10:01:28 -0400 Subject: [PATCH 01/28] Create Python package & bump to Python 3.8 --- README.md | 6 ++++-- data/__init__.py | 0 gector/__init__.py | 0 requirements.txt | 12 ++++++------ setup.py | 31 +++++++++++++++++++++++++++++++ utils/__init__.py | 0 6 files changed, 41 insertions(+), 8 deletions(-) create mode 100644 data/__init__.py create mode 100644 gector/__init__.py create mode 100644 setup.py create mode 100644 utils/__init__.py diff --git a/README.md b/README.md index 5b776c3..30a06c7 100644 --- a/README.md +++ b/README.md @@ -10,9 +10,11 @@ It is mainly based on `AllenNLP` and `transformers`. ## Installation The following command installs all necessary packages: ```.bash -pip install -r requirements.txt +conda create --name python=3.8 +conda activate +python setup.py install ``` -The project was tested using Python 3.7. +The project was tested using Python 3.8. ## Datasets All the public GEC datasets used in the paper can be downloaded from [here](https://www.cl.cam.ac.uk/research/nl/bea2019st/#data).
diff --git a/data/__init__.py b/data/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/gector/__init__.py b/gector/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/requirements.txt b/requirements.txt index 03663ae..840fe3d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,8 +1,8 @@ torch==1.10.0 -allennlp==0.8.4 -python-Levenshtein==0.12.1 -transformers==4.11.3 -scikit-learn==0.20.0 -sentencepiece==0.1.95 +allennlp==0.9.0 +python-Levenshtein +transformers +scikit-learn +sentencepiece overrides==4.1.2 -numpy==1.19.5 +numpy diff --git a/setup.py b/setup.py new file mode 100644 index 0000000..017320f --- /dev/null +++ b/setup.py @@ -0,0 +1,31 @@ +from setuptools import find_packages, setup + + +def requirements(): + req_path = 'requirements.txt' + with open(req_path) as f: + reqs = f.read().splitlines() + return reqs + + +setup( + # Needed to silence warnings (and to be a worthwhile package) + name='gector', + url='https://github.com/grammarly/gector', + author='grammarly', + packages=find_packages(), + version='0.1', + license='Apache-2.0 License', + description='GECToR – Grammatical Error Correction: Tag, Not Rewrite', + long_description=open('README.md').read(), + + install_requires=requirements(), + classifiers=['Intended Audience :: Science/Research', + 'Intended Audience :: Developers', + 'License :: OSI Approved :: Apache-2.0 License', + 'Programming Language :: Python', + 'Topic :: Scientific/Engineering', + 'Operating System :: Unix', + 'Programming Language :: Python :: 3.8', + ] +) diff --git a/utils/__init__.py b/utils/__init__.py new file mode 100644 index 0000000..e69de29 From 03ab20e0de5ae50577267dadd7acf6ad905270d2 Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Wed, 14 Sep 2022 11:30:30 -0400 Subject: [PATCH 02/28] Address pr comments --- README.md | 2 +- setup.py | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/README.md b/README.md index 30a06c7..a87a53e 100644 --- a/README.md +++ b/README.md @@ -12,7 +12,7 @@ The following command installs all necessary packages: ```.bash conda create --name python=3.8 conda activate -python setup.py install +python install -e . ``` The project was tested using Python 3.8. diff --git a/setup.py b/setup.py index 017320f..78ff529 100644 --- a/setup.py +++ b/setup.py @@ -9,7 +9,6 @@ def requirements(): setup( - # Needed to silence warnings (and to be a worthwhile package) name='gector', url='https://github.com/grammarly/gector', author='grammarly', From ad1d4c0c998a2e4223555e95eaaceddc8ec21511 Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Wed, 14 Sep 2022 13:45:45 -0400 Subject: [PATCH 03/28] Address pr comments --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index a87a53e..b62aeec 100644 --- a/README.md +++ b/README.md @@ -9,10 +9,10 @@ This repository provides code for training and testing state-of-the-art models f It is mainly based on `AllenNLP` and `transformers`. ## Installation The following command installs all necessary packages: -```.bash +```bash conda create --name python=3.8 conda activate -python install -e . +pip install -e . ``` The project was tested using Python 3.8. From 4a2ec3d1948c43826af09ab5cce87892d1aa78bb Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Wed, 7 Sep 2022 15:53:32 -0400 Subject: [PATCH 04/28] add unit tests for tokenization file --- tests/test_tokenization.py | 89 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 89 insertions(+) create mode 100644 tests/test_tokenization.py diff --git a/tests/test_tokenization.py b/tests/test_tokenization.py new file mode 100644 index 0000000..c624fff --- /dev/null +++ b/tests/test_tokenization.py @@ -0,0 +1,89 @@ +import sys +import os + +SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__)) +sys.path.append(os.path.dirname(SCRIPT_DIR)) + +from gector.tokenization import * +import unittest +from transformers import AutoTokenizer + +class TokenizationTests(unittest.TestCase): + def test_get_bpe_groups(self): + token_offsets = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)] + bpe_offsets = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 54), (54, 57), (58, 61), (62, 70), (71, 74), (74, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131),(132, 133)] + input_ids = [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479] + expected_results = ([[0], [1], [2], [3], [4], [5], [6], [7], [8], [9, 10], [11], [12], [13, 14], [15], [16], [17], [18], [19], [20], [21], [22]], [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22]) + tested_results = get_bpe_groups(token_offsets, bpe_offsets, input_ids) + + assert expected_results == tested_results + + def test_reduce_input_ids(self): + input_ids = [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479] + bpe_groups = [[0], [1], [2], [3], [4], [5], [6], [7], [8], [9, 10], [11], [12], [13, 14], [15], [16], [17], [18], [19], [20], [21], [22]] + saved_ids = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22] + expected_results = ([50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479], [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]) + tested_results = reduce_input_ids(input_ids, bpe_groups, saved_ids) + + assert expected_results == tested_results + + def test_get_offsets_and_reduce_input_ids(self): + tokenizer_output = {'input_ids': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, + 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], 'attention_mask': [[1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], + 'offset_mapping': [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), + (34, 40), (41, 44), (45, 54), (54, 57), (58, 61), (62, 70), (71, 74), (74, 81), (82, + 87), + (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]]} + token_offset_list = [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]] + index_name = "bert" + max_bpe_length = 512 + max_bpe_pieces = 5 + expected_results = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} + tested_results = get_offsets_and_reduce_input_ids(tokenizer_output, token_offset_list, + index_name=index_name, + max_bpe_length=max_bpe_length, + max_bpe_pieces=max_bpe_pieces + ) + + assert expected_results == tested_results + + def test_get_offset_for_tokens(self): + tokens = ['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', 'and', 'abilities', 'to', 'entertain', 'audiences', '.'] + + expected_results = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)] + tested_results = get_offset_for_tokens(tokens) + assert expected_results == tested_results + + def test_get_token_offsets(self): + batch = [['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', 'and', 'abilities', 'to', 'entertain', 'audiences', '.']] + tested_results = get_token_offsets(batch) + expected_results = [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]] + + assert expected_results == tested_results + + def test_pad_output(self): + output = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]],'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} + tested_results = pad_output(output) + expected_results = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} + + assert expected_results == tested_results + + + def test_tokenize_batch(self): + index_name = "bert" + tokenizer = AutoTokenizer.from_pretrained('roberta-base', do_lower_case=True, do_basic_tokenize=False, use_fast=True) + batch_tokens = [['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', 'and', 'abilities', 'to', 'entertain', 'audiences', '.']] + max_bpe_length = 512 + max_bpe_pieces = 5 + tested_results = tokenize_batch(tokenizer, batch_tokens, index_name, max_bpe_length, max_bpe_pieces) + expected_results = {'bert': [[1629, 4014, 11328, 37158, 15, 1012, 2156, 89, 32, 460, 5, + 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], + 'bert-offsets': [[0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, + 24]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} + + assert expected_results == tested_results + + +if __name__ == '__main__': + unittest.main() From 87a4997893c714e6e5178ce0a2b8857bad2f7323 Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Wed, 14 Sep 2022 16:12:56 -0400 Subject: [PATCH 05/28] Address pr comments --- tests/test_tokenization.py | 110 ++++++++++++++++++++++++++----------- 1 file changed, 78 insertions(+), 32 deletions(-) diff --git a/tests/test_tokenization.py b/tests/test_tokenization.py index c624fff..481133c 100644 --- a/tests/test_tokenization.py +++ b/tests/test_tokenization.py @@ -1,45 +1,68 @@ -import sys -import os - -SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__)) -sys.path.append(os.path.dirname(SCRIPT_DIR)) +"""Tests for GECToR custom tokenization utilities""" from gector.tokenization import * import unittest from transformers import AutoTokenizer class TokenizationTests(unittest.TestCase): + """A test class that tests the GECToR custom tokenization utilities.""" + def test_get_bpe_groups(self): - token_offsets = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)] - bpe_offsets = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 54), (54, 57), (58, 61), (62, 70), (71, 74), (74, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131),(132, 133)] - input_ids = [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479] - expected_results = ([[0], [1], [2], [3], [4], [5], [6], [7], [8], [9, 10], [11], [12], [13, 14], [15], [16], [17], [18], [19], [20], [21], [22]], [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22]) + """Test get_bpe_groups method with an input sentence.""" + token_offsets = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), + (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), + (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), + (132, 133)] + bpe_offsets = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), + (30, 33), (34, 40), (41, 44), (45, 54), (54, 57), (58, 61), (62, 70), + (71, 74), (74, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), + (112, 121), (122, 131),(132, 133)] + input_ids = [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, + 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479] + expected_results = ([[0], [1], [2], [3], [4], [5], [6], [7], [8], [9, 10], + [11], [12], [13, 14], [15], [16], [17], [18], [19], [20], [21], [22]], + [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, + 20, 21, 22]) tested_results = get_bpe_groups(token_offsets, bpe_offsets, input_ids) assert expected_results == tested_results def test_reduce_input_ids(self): - input_ids = [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479] - bpe_groups = [[0], [1], [2], [3], [4], [5], [6], [7], [8], [9, 10], [11], [12], [13, 14], [15], [16], [17], [18], [19], [20], [21], [22]] - saved_ids = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22] - expected_results = ([50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479], [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]) + """Test reduce_input_ids method with an input sentence.""" + input_ids = [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, + 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479] + bpe_groups = [[0], [1], [2], [3], [4], [5], [6], [7], [8], [9, 10], [11], + [12], [13, 14], [15], [16], [17], [18], [19], [20], [21], [22]] + saved_ids = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, + 17, 18, 19, 20, 21, 22] + expected_results = ([50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, + 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479], + [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]) tested_results = reduce_input_ids(input_ids, bpe_groups, saved_ids) assert expected_results == tested_results def test_get_offsets_and_reduce_input_ids(self): - tokenizer_output = {'input_ids': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, - 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], 'attention_mask': [[1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], - 'offset_mapping': [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), - (34, 40), (41, 44), (45, 54), (54, 57), (58, 61), (62, 70), (71, 74), (74, 81), (82, - 87), - (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]]} - token_offset_list = [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]] + """Test get_offsets_and_reduce_input_ids method with an input sentence.""" + tokenizer_output = {'input_ids': [[50265, 37158, 15, 1012, 2156, 89, 32, + 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, + 7768, 479]], 'attention_mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], 'offset_mapping': [[(0, 6), (7, 15), + (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), + (45, 54), (54, 57), (58, 61), (62, 70), (71, 74), (74, 81), (82, 87), + (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]]} + token_offset_list = [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), + (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), + (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), + (112, 121), (122, 131), (132, 133)]] index_name = "bert" max_bpe_length = 512 max_bpe_pieces = 5 - expected_results = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} + expected_results = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, + 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, + 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, + 16, 17, 18, 19, 20, 21, 22]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} tested_results = get_offsets_and_reduce_input_ids(tokenizer_output, token_offset_list, index_name=index_name, max_bpe_length=max_bpe_length, @@ -49,38 +72,61 @@ def test_get_offsets_and_reduce_input_ids(self): assert expected_results == tested_results def test_get_offset_for_tokens(self): - tokens = ['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', 'and', 'abilities', 'to', 'entertain', 'audiences', '.'] + """Test get_offset_for_tokens method with an input sentence.""" + tokens = ['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', + 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', + 'and', 'abilities', 'to', 'entertain', 'audiences', '.'] - expected_results = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)] + expected_results = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), + (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), + (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)] tested_results = get_offset_for_tokens(tokens) assert expected_results == tested_results def test_get_token_offsets(self): - batch = [['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', 'and', 'abilities', 'to', 'entertain', 'audiences', '.']] + """Test get_token_offsets method with an input sentence.""" + batch = [['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', + 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', + 'and', 'abilities', 'to', 'entertain', 'audiences', '.']] tested_results = get_token_offsets(batch) - expected_results = [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]] + expected_results = [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), + (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), + (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]] assert expected_results == tested_results def test_pad_output(self): - output = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]],'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} + """Test pad_output with an input sentence.""" + output = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, + 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], + 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, + 18, 19, 20, 21, 22]],'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1]]} tested_results = pad_output(output) - expected_results = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} + expected_results = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, + 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, + 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, + 17, 18, 19, 20, 21, 22]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1]]} assert expected_results == tested_results def test_tokenize_batch(self): + """Test tokenize_batch method with an input sentence.""" index_name = "bert" - tokenizer = AutoTokenizer.from_pretrained('roberta-base', do_lower_case=True, do_basic_tokenize=False, use_fast=True) - batch_tokens = [['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', 'and', 'abilities', 'to', 'entertain', 'audiences', '.']] + tokenizer = AutoTokenizer.from_pretrained('roberta-base', do_lower_case=True, + do_basic_tokenize=False, use_fast=True) + batch_tokens = [['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', + 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', + 'and', 'abilities', 'to', 'entertain', 'audiences', '.']] max_bpe_length = 512 max_bpe_pieces = 5 tested_results = tokenize_batch(tokenizer, batch_tokens, index_name, max_bpe_length, max_bpe_pieces) expected_results = {'bert': [[1629, 4014, 11328, 37158, 15, 1012, 2156, 89, 32, 460, 5, - 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], + 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], 'bert-offsets': [[0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, - 24]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} + 24]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} assert expected_results == tested_results From 67d2256cc23bf2082bf9020713455a3f01eae47c Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Wed, 14 Sep 2022 17:02:21 -0400 Subject: [PATCH 06/28] add unit tests for token_indexer --- tests/test_token_indexer.py | 90 +++++++++++++++++++++++++++++++++++++ 1 file changed, 90 insertions(+) create mode 100644 tests/test_token_indexer.py diff --git a/tests/test_token_indexer.py b/tests/test_token_indexer.py new file mode 100644 index 0000000..f1aeee9 --- /dev/null +++ b/tests/test_token_indexer.py @@ -0,0 +1,90 @@ +"""Tests for the PretrainedBertIndexer module.""" +import unittest +import torch + +from allennlp.data.tokenizers import WordTokenizer +from gector.tokenizer_indexer import PretrainedBertIndexer +from allennlp.data.tokenizers.word_splitter import BertBasicWordSplitter +from allennlp.data.vocabulary import Vocabulary + + +class TestPretrainedTransformerIndexer(unittest.TestCase): + """ + A test case that tests PretrainedBertIndexer methods. + + Attributes: + tokens : List[Token] + List of AllenNLP Token objects + + vocab : Vocabulary object + Vocabularies from pretrained transformers + + model_name : str + Pre-trained model name + + """ + + def setUp(self): + """Iniital setup.""" + tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) + sentence = "the Quick brown fox jumped over the laziest lazy elmo" + vocab_path = "../data/output_vocabulary" + self.tokens = tokenizer.tokenize(sentence) + self.vocab = Vocabulary.from_files(vocab_path) + self.model_name = 'roberta-base' + + def test_do_lowercase(self): + """Test tokenizer to handle setting do_lowercase to be True""" + token_indexer = PretrainedBertIndexer(pretrained_model=self.model_name, max_pieces_per_token=5, + do_lowercase=True, max_pieces=512, + special_tokens_fix=1) + indexed_tokens = token_indexer.tokens_to_indices(self.tokens, self.vocab, self.model_name) + assert indexed_tokens['bert'] == [627, 2119, 6219, 23602, 4262, 81, 5, 40154, 7098, 22414, 1615, 4992] + assert indexed_tokens['bert-offsets'] == [0, 1, 2, 3, 4, 5, 6, 7, 9, 10] + assert indexed_tokens['mask'] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + + def test_toggle_special_tokens_fix(self): + """Test togging special_tokens_fix to be False""" + token_indexer = PretrainedBertIndexer(pretrained_model=self.model_name, max_pieces_per_token=5, + do_lowercase=True, max_pieces=512, + special_tokens_fix=0) + indexed_tokens = token_indexer.tokens_to_indices(self.tokens, self.vocab, self.model_name) + + assert indexed_tokens['bert'] == [627, 2119, 6219, 23602, 4262, 81, 5, 40154, 7098, 22414, 1615, 4992] + assert indexed_tokens['bert-offsets'] == [0, 1, 2, 3, 4, 5, 6, 7, 9, 10] + assert indexed_tokens['mask'] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + + def test_truncate_window(self): + """Test the functionality of truncating word pieces""" + token_indexer = PretrainedBertIndexer(pretrained_model=self.model_name, max_pieces_per_token=5, + do_lowercase=True, max_pieces=5, + special_tokens_fix=1) + indexed_tokens = token_indexer.tokens_to_indices(self.tokens, self.vocab, self.model_name) + + assert indexed_tokens['bert'] == [] + assert indexed_tokens['bert-offsets'] == [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1] + assert indexed_tokens['mask'] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + + def test_as_padded_tensor_dict(self): + """Test the method as_padded_tensor_dict""" + tokens = {'bert': [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, + 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, + 7768, 479], 'bert-offsets': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, + 13, 15, 16, 17, 18, 19, 20, 21, 22], 'mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, + 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]} + padding_lengths = {'bert': 42, 'bert-offsets': 41, 'mask': 41, 'num_tokens': 42} + desired_num_tokens = {'bert': 42, 'bert-offsets': 41, 'mask': 41} + + token_indexer = PretrainedBertIndexer(pretrained_model=self.model_name, max_pieces_per_token=5, + do_lowercase=True, max_pieces=512, + special_tokens_fix=1) + + padded_tensor = token_indexer.pad_token_sequence(tokens, desired_num_tokens, padding_lengths) + assert padded_tensor['bert'] == [50265, 37158, 15, 1012, 2156, + 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, + 7, 12043, 7768, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0] + + +if __name__ == "__main__": + unittest.main() From 6e571090334785f7135e4b17a05241e3d7a560e5 Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Thu, 15 Sep 2022 14:39:33 -0400 Subject: [PATCH 07/28] Address pr comments --- tests/test_token_indexer.py | 26 ++++++++++++++------------ 1 file changed, 14 insertions(+), 12 deletions(-) diff --git a/tests/test_token_indexer.py b/tests/test_token_indexer.py index f1aeee9..b50d725 100644 --- a/tests/test_token_indexer.py +++ b/tests/test_token_indexer.py @@ -25,7 +25,7 @@ class TestPretrainedTransformerIndexer(unittest.TestCase): """ def setUp(self): - """Iniital setup.""" + """Initial setup.""" tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) sentence = "the Quick brown fox jumped over the laziest lazy elmo" vocab_path = "../data/output_vocabulary" @@ -39,9 +39,10 @@ def test_do_lowercase(self): do_lowercase=True, max_pieces=512, special_tokens_fix=1) indexed_tokens = token_indexer.tokens_to_indices(self.tokens, self.vocab, self.model_name) - assert indexed_tokens['bert'] == [627, 2119, 6219, 23602, 4262, 81, 5, 40154, 7098, 22414, 1615, 4992] - assert indexed_tokens['bert-offsets'] == [0, 1, 2, 3, 4, 5, 6, 7, 9, 10] - assert indexed_tokens['mask'] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + self.assertEqual(indexed_tokens['bert'], [627, 2119, 6219, 23602, 4262, 81, 5, 40154, + 7098, 22414, 1615, 4992]) + self.assertEqual(indexed_tokens['bert-offsets'], [0, 1, 2, 3, 4, 5, 6, 7, 9, 10]) + self.assertEqual(indexed_tokens['mask'], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]) def test_toggle_special_tokens_fix(self): """Test togging special_tokens_fix to be False""" @@ -50,9 +51,10 @@ def test_toggle_special_tokens_fix(self): special_tokens_fix=0) indexed_tokens = token_indexer.tokens_to_indices(self.tokens, self.vocab, self.model_name) - assert indexed_tokens['bert'] == [627, 2119, 6219, 23602, 4262, 81, 5, 40154, 7098, 22414, 1615, 4992] - assert indexed_tokens['bert-offsets'] == [0, 1, 2, 3, 4, 5, 6, 7, 9, 10] - assert indexed_tokens['mask'] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + self.assertEqual(indexed_tokens['bert'], [627, 2119, 6219, 23602, 4262, 81, 5, 40154, + 7098, 22414, 1615, 4992]) + self.assertEqual(indexed_tokens['bert-offsets'], [0, 1, 2, 3, 4, 5, 6, 7, 9, 10]) + self.assertEqual(indexed_tokens['mask'], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]) def test_truncate_window(self): """Test the functionality of truncating word pieces""" @@ -61,9 +63,9 @@ def test_truncate_window(self): special_tokens_fix=1) indexed_tokens = token_indexer.tokens_to_indices(self.tokens, self.vocab, self.model_name) - assert indexed_tokens['bert'] == [] - assert indexed_tokens['bert-offsets'] == [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1] - assert indexed_tokens['mask'] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + self.assertEqual(indexed_tokens['bert'], []) + self.assertEqual(indexed_tokens['bert-offsets'], [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]) + self.assertEqual(indexed_tokens['mask'], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]) def test_as_padded_tensor_dict(self): """Test the method as_padded_tensor_dict""" @@ -80,10 +82,10 @@ def test_as_padded_tensor_dict(self): special_tokens_fix=1) padded_tensor = token_indexer.pad_token_sequence(tokens, desired_num_tokens, padding_lengths) - assert padded_tensor['bert'] == [50265, 37158, 15, 1012, 2156, + self.assertEqual(padded_tensor['bert'], [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0] + 0, 0]) if __name__ == "__main__": From f3118132df1d0af47b6adbcb2f8c6e7bc37baf10 Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Thu, 15 Sep 2022 16:28:35 -0400 Subject: [PATCH 08/28] Address pr comments --- tests/test_tokenization.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/tests/test_tokenization.py b/tests/test_tokenization.py index 481133c..643116c 100644 --- a/tests/test_tokenization.py +++ b/tests/test_tokenization.py @@ -25,7 +25,7 @@ def test_get_bpe_groups(self): 20, 21, 22]) tested_results = get_bpe_groups(token_offsets, bpe_offsets, input_ids) - assert expected_results == tested_results + self.assertEqual(expected_results == tested_results) def test_reduce_input_ids(self): """Test reduce_input_ids method with an input sentence.""" @@ -40,7 +40,7 @@ def test_reduce_input_ids(self): [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]) tested_results = reduce_input_ids(input_ids, bpe_groups, saved_ids) - assert expected_results == tested_results + self.assertEqual(expected_results == tested_results) def test_get_offsets_and_reduce_input_ids(self): """Test get_offsets_and_reduce_input_ids method with an input sentence.""" @@ -69,7 +69,7 @@ def test_get_offsets_and_reduce_input_ids(self): max_bpe_pieces=max_bpe_pieces ) - assert expected_results == tested_results + self.assertEqual(assert expected_results == tested_results) def test_get_offset_for_tokens(self): """Test get_offset_for_tokens method with an input sentence.""" @@ -81,7 +81,7 @@ def test_get_offset_for_tokens(self): (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)] tested_results = get_offset_for_tokens(tokens) - assert expected_results == tested_results + self.assertEqual(expected_results == tested_results) def test_get_token_offsets(self): """Test get_token_offsets method with an input sentence.""" @@ -93,7 +93,7 @@ def test_get_token_offsets(self): (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]] - assert expected_results == tested_results + self.assertEqual(expected_results == tested_results) def test_pad_output(self): """Test pad_output with an input sentence.""" @@ -109,7 +109,7 @@ def test_pad_output(self): 17, 18, 19, 20, 21, 22]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} - assert expected_results == tested_results + self.assertEqual(expected_results == tested_results) def test_tokenize_batch(self): @@ -128,7 +128,7 @@ def test_tokenize_batch(self): 'bert-offsets': [[0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} - assert expected_results == tested_results + self.assertEqual(expected_results == tested_results) if __name__ == '__main__': From b00e9461fd4d1fa049f62614124e4764586bbd40 Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Fri, 9 Sep 2022 11:19:35 -0400 Subject: [PATCH 09/28] Add unit tests for pretrained BERT embedder --- tests/test_bert_embedder.py | 234 ++++++++++++++++++++++++++++++++++++ 1 file changed, 234 insertions(+) create mode 100644 tests/test_bert_embedder.py diff --git a/tests/test_bert_embedder.py b/tests/test_bert_embedder.py new file mode 100644 index 0000000..968657b --- /dev/null +++ b/tests/test_bert_embedder.py @@ -0,0 +1,234 @@ +import torch +import pytest + +from allennlp.common.testing import ModelTestCase +from allennlp.data.dataset import Batch +from allennlp.data.fields import TextField +from allennlp.data.instance import Instance +from allennlp.data.tokenizers import WordTokenizer +from allennlp.data.tokenizers.word_splitter import BertBasicWordSplitter +from allennlp.data.vocabulary import Vocabulary +from gector.bert_token_embedder import PretrainedBertEmbedder +from gector.tokenizer_indexer import PretrainedBertIndexer + + +class TestPretrainedBertEmbedder(ModelTestCase): + """Test token embedder for BERT model.""" + + def setUp(self): + """Set up tokenizer and indexer.""" + + super().setUp() + + self.tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) + vocab_path = "data/output_vocabulary" + self.vocab = Vocabulary.from_files(vocab_path) + self.model_name = "bert-base-cased" + self.token_indexer = PretrainedBertIndexer( + pretrained_model=self.model_name, + do_lowercase=False, + max_pieces_per_token=5, + special_tokens_fix=0, + ) + + def test_without_offsets(self): + """Test input without offsets.""" + + token_embedder = PretrainedBertEmbedder( + pretrained_model=self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=0, + ) + input_ids = torch.LongTensor([[3, 5, 9, 1, 2], [1, 5, 0, 0, 0]]) + result = token_embedder(input_ids) + + assert list(result.shape) == [2, 5, 768] + + def test_without_offsets_special_tokens_fix_on(self): + """Test input without offsets with special tokens fix on.""" + + token_embedder = PretrainedBertEmbedder( + pretrained_model=self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=1, + ) + input_ids = torch.LongTensor([[3, 5, 9, 1, 2], [1, 5, 0, 0, 0]]) + result = token_embedder(input_ids) + + assert list(result.shape) == [2, 5, 768] + + def test_with_offsets(self): + """Test input with offsets.""" + + token_embedder = PretrainedBertEmbedder( + pretrained_model=self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=0, + ) + + input_ids = torch.LongTensor([[3, 5, 9, 1, 2], [1, 5, 0, 0, 0]]) + offsets = torch.LongTensor([[0, 2, 4], [1, 0, 0]]) + + result = token_embedder(input_ids, offsets=offsets) + + assert list(result.shape) == [2, 3, 768] + + def test_with_offsets_special_tokens_fix_on(self): + """Test input with offsets with special tokens fix on.""" + + token_embedder = PretrainedBertEmbedder( + pretrained_model=self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=1, + ) + + input_ids = torch.LongTensor([[3, 5, 9, 1, 2], [1, 5, 0, 0, 0]]) + offsets = torch.LongTensor([[0, 2, 4], [1, 0, 0]]) + + result = token_embedder(input_ids, offsets=offsets) + + assert list(result.shape) == [2, 3, 768] + + def test_end_to_end(self): + """Test token embedder end-to-end.""" + + sentence1 = "the quickest quick brown fox jumped over the lazy dog" + tokens1 = self.tokenizer.tokenize(sentence1) + + sentence2 = "the quick brown fox jumped over the laziest lazy elmo" + tokens2 = self.tokenizer.tokenize(sentence2) + + instance1 = Instance( + {"tokens": TextField(tokens1, {"bert": self.token_indexer})} + ) + instance2 = Instance( + {"tokens": TextField(tokens2, {"bert": self.token_indexer})} + ) + + batch = Batch([instance1, instance2]) + batch.index_instances(self.vocab) + + padding_lengths = batch.get_padding_lengths() + tensor_dict = batch.as_tensor_dict(padding_lengths) + tokens = tensor_dict["tokens"] + + assert tokens["bert"].tolist() == [ + [ + 1103, + 3613, + 2556, + 3613, + 3058, + 17594, + 4874, + 1166, + 1103, + 16688, + 3676, + 0, + 0, + ], + [ + 1103, + 3613, + 3058, + 17594, + 4874, + 1166, + 1103, + 2495, + 15039, + 2050, + 16688, + 8468, + 3702, + ], + ] + + assert tokens["bert-offsets"].tolist() == [ + [0, 1, 3, 4, 5, 6, 7, 8, 9, 10], + [0, 1, 2, 3, 4, 5, 6, 7, 10, 11], + ] + + token_embedder = PretrainedBertEmbedder( + self.model_name, + requires_grad=False, + top_layer_only=False, + special_tokens_fix=0, + ) + + bert_vectors = token_embedder(tokens["bert"]) + assert list(bert_vectors.shape) == [2, 13, 768] + + # Offsets, should get 10 vectors back. + bert_vectors = token_embedder( + tokens["bert"], offsets=tokens["bert-offsets"] + ) + assert list(bert_vectors.shape) == [2, 10, 768] + + # Now try top_layer_only = True + tlo_embedder = PretrainedBertEmbedder( + self.model_name, top_layer_only=True, special_tokens_fix=1 + ) + bert_vectors = tlo_embedder(tokens["bert"]) + assert list(bert_vectors.shape) == [2, 13, 768] + + bert_vectors = tlo_embedder( + tokens["bert"], offsets=tokens["bert-offsets"] + ) + assert list(bert_vectors.shape) == [2, 10, 768] + + def test_max_length(self): + """Test that max input length works.""" + + token_embedder = PretrainedBertEmbedder( + self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=0, + ) + + sentence = "the " * 512 + tokens = self.tokenizer.tokenize(sentence) + + instance = Instance( + {"tokens": TextField(tokens, {"bert": self.token_indexer})} + ) + + batch = Batch([instance]) + batch.index_instances(self.vocab) + + padding_lengths = batch.get_padding_lengths() + tensor_dict = batch.as_tensor_dict(padding_lengths) + tokens = tensor_dict["tokens"] + token_embedder(tokens["bert"], tokens["bert-offsets"]) + + def test_max_length_raise_error(self): + """Test that input greater than max length raises error.""" + + token_embedder = PretrainedBertEmbedder( + self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=0, + ) + + sentence = "the " * 514 + tokens = self.tokenizer.tokenize(sentence) + + instance = Instance( + {"tokens": TextField(tokens, {"bert": self.token_indexer})} + ) + + batch = Batch([instance]) + batch.index_instances(self.vocab) + + padding_lengths = batch.get_padding_lengths() + tensor_dict = batch.as_tensor_dict(padding_lengths) + tokens = tensor_dict["tokens"] + with pytest.raises(IndexError): + token_embedder(tokens["bert"], tokens["bert-offsets"]) From 05407f362a14090929d90be07f7561714547cd05 Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Wed, 14 Sep 2022 11:38:07 -0400 Subject: [PATCH 10/28] Add unit tests for pretrained RoBERTa embedder --- tests/test_roberta_embedder.py | 219 +++++++++++++++++++++++++++++++++ 1 file changed, 219 insertions(+) create mode 100644 tests/test_roberta_embedder.py diff --git a/tests/test_roberta_embedder.py b/tests/test_roberta_embedder.py new file mode 100644 index 0000000..6d70d6d --- /dev/null +++ b/tests/test_roberta_embedder.py @@ -0,0 +1,219 @@ +import torch +import pytest + +from allennlp.common.testing import ModelTestCase +from allennlp.data.dataset import Batch +from allennlp.data.fields import TextField +from allennlp.data.instance import Instance +from allennlp.data.tokenizers import WordTokenizer +from allennlp.data.tokenizers.word_splitter import BertBasicWordSplitter +from allennlp.data.vocabulary import Vocabulary +from gector.bert_token_embedder import PretrainedBertEmbedder +from gector.tokenizer_indexer import PretrainedBertIndexer + + +class TestRobertaEmbedder(ModelTestCase): + """Test token embedder for RoBERTa model.""" + + def setUp(self): + """Set up tokenizer and indexer.""" + + super().setUp() + + self.tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) + vocab_path = "data/output_vocabulary" + self.vocab = Vocabulary.from_files(vocab_path) + self.model_name = "roberta-base" + self.token_indexer = PretrainedBertIndexer( + pretrained_model=self.model_name, + do_lowercase=False, + max_pieces_per_token=5, + special_tokens_fix=1, + ) + + def test_without_offsets(self): + """Test input without offsets.""" + + token_embedder = PretrainedBertEmbedder( + pretrained_model=self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=1, + ) + input_ids = torch.LongTensor([[3, 5, 9, 1, 2], [1, 5, 0, 0, 0]]) + result = token_embedder(input_ids) + + assert list(result.shape) == [2, 5, 768] + + def test_without_offsets_special_tokens_fix_off(self): + """Test input without offsets with special tokens fix off.""" + + token_embedder = PretrainedBertEmbedder( + pretrained_model=self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=0, + ) + input_ids = torch.LongTensor([[3, 5, 9, 1, 2], [1, 5, 0, 0, 0]]) + result = token_embedder(input_ids) + + assert list(result.shape) == [2, 5, 768] + + def test_with_offsets(self): + """Test input with offsets.""" + + token_embedder = PretrainedBertEmbedder( + pretrained_model=self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=1, + ) + + input_ids = torch.LongTensor([[3, 5, 9, 1, 2], [1, 5, 0, 0, 0]]) + offsets = torch.LongTensor([[0, 2, 4], [1, 0, 0]]) + + result = token_embedder(input_ids, offsets=offsets) + + assert list(result.shape) == [2, 3, 768] + + def test_with_offsets_special_tokens_fix_off(self): + """Test input with offsets with special tokens fix off.""" + + token_embedder = PretrainedBertEmbedder( + pretrained_model=self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=0, + ) + + input_ids = torch.LongTensor([[3, 5, 9, 1, 2], [1, 5, 0, 0, 0]]) + offsets = torch.LongTensor([[0, 2, 4], [1, 0, 0]]) + + result = token_embedder(input_ids, offsets=offsets) + + assert list(result.shape) == [2, 3, 768] + + def test_end_to_end(self): + """Test token embedder end-to-end.""" + + sentence1 = "the quickest quick brown fox jumped over the lazy dog" + tokens1 = self.tokenizer.tokenize(sentence1) + + sentence2 = "the quick brown fox jumped over the laziest lazy elmo" + tokens2 = self.tokenizer.tokenize(sentence2) + + instance1 = Instance( + {"tokens": TextField(tokens1, {"bert": self.token_indexer})} + ) + instance2 = Instance( + {"tokens": TextField(tokens2, {"bert": self.token_indexer})} + ) + + batch = Batch([instance1, instance2]) + batch.index_instances(self.vocab) + + padding_lengths = batch.get_padding_lengths() + tensor_dict = batch.as_tensor_dict(padding_lengths) + tokens = tensor_dict["tokens"] + + assert tokens["bert"].tolist() == [ + [627, 29155, 2119, 6219, 23602, 4262, 81, 5, 22414, 2335, 0, 0], + [ + 627, + 2119, + 6219, + 23602, + 4262, + 81, + 5, + 40154, + 7098, + 22414, + 1615, + 4992, + ], + ] + + assert tokens["bert-offsets"].tolist() == [ + [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], + [0, 1, 2, 3, 4, 5, 6, 7, 9, 10], + ] + + token_embedder = PretrainedBertEmbedder( + self.model_name, + requires_grad=False, + top_layer_only=False, + special_tokens_fix=1, + ) + + bert_vectors = token_embedder(tokens["bert"]) + assert list(bert_vectors.shape) == [2, 12, 768] + + # Offsets, should get 10 vectors back. + bert_vectors = token_embedder( + tokens["bert"], offsets=tokens["bert-offsets"] + ) + assert list(bert_vectors.shape) == [2, 10, 768] + + # Now try top_layer_only = True + tlo_embedder = PretrainedBertEmbedder( + self.model_name, top_layer_only=True, special_tokens_fix=1 + ) + bert_vectors = tlo_embedder(tokens["bert"]) + assert list(bert_vectors.shape) == [2, 12, 768] + + bert_vectors = tlo_embedder( + tokens["bert"], offsets=tokens["bert-offsets"] + ) + assert list(bert_vectors.shape) == [2, 10, 768] + + def test_max_length(self): + """Test that max input length works.""" + + token_embedder = PretrainedBertEmbedder( + self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=1, + ) + + sentence = "the " * 512 + tokens = self.tokenizer.tokenize(sentence) + + instance = Instance( + {"tokens": TextField(tokens, {"bert": self.token_indexer})} + ) + + batch = Batch([instance]) + batch.index_instances(self.vocab) + + padding_lengths = batch.get_padding_lengths() + tensor_dict = batch.as_tensor_dict(padding_lengths) + tokens = tensor_dict["tokens"] + token_embedder(tokens["bert"], tokens["bert-offsets"]) + + def test_max_length_raise_error(self): + """Test that input greater than max length raises error.""" + + token_embedder = PretrainedBertEmbedder( + self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=1, + ) + + sentence = "the " * 514 + tokens = self.tokenizer.tokenize(sentence) + + instance = Instance( + {"tokens": TextField(tokens, {"bert": self.token_indexer})} + ) + + batch = Batch([instance]) + batch.index_instances(self.vocab) + + padding_lengths = batch.get_padding_lengths() + tensor_dict = batch.as_tensor_dict(padding_lengths) + tokens = tensor_dict["tokens"] + with pytest.raises(IndexError): + token_embedder(tokens["bert"], tokens["bert-offsets"]) From b649aebb550b34fff3938b6d82cc6682cec5435d Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Tue, 20 Sep 2022 15:27:41 -0400 Subject: [PATCH 11/28] Add unit tests for seq2labels model --- tests/test_seq2labels.py | 101 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 101 insertions(+) create mode 100644 tests/test_seq2labels.py diff --git a/tests/test_seq2labels.py b/tests/test_seq2labels.py new file mode 100644 index 0000000..91df938 --- /dev/null +++ b/tests/test_seq2labels.py @@ -0,0 +1,101 @@ +import torch +import numpy as np + +from allennlp.common.testing import ModelTestCase +from allennlp.common.testing import ModelTestCase +from allennlp.data.dataset import Batch +from allennlp.data.fields import TextField +from allennlp.data.instance import Instance +from allennlp.data.tokenizers import WordTokenizer +from allennlp.data.tokenizers.word_splitter import BertBasicWordSplitter +from allennlp.modules.text_field_embedders import BasicTextFieldEmbedder +from allennlp.data.vocabulary import Vocabulary + +from gector.bert_token_embedder import PretrainedBertEmbedder +from gector.tokenizer_indexer import PretrainedBertIndexer +from gector.seq2labels_model import Seq2Labels + + +class TestSeq2Labels(ModelTestCase): + """Test class for Seq2Labels model.""" + + def setUp(self): + """Set up indexers, embedders and dataset.""" + + super(TestSeq2Labels, self).setUp() + + tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) + vocab_path = "data/output_vocabulary" + self.vocab = Vocabulary.from_files(vocab_path) + self.model_name = "roberta-base" + token_indexer = PretrainedBertIndexer( + pretrained_model=self.model_name, + do_lowercase=False, + max_pieces_per_token=5, + special_tokens_fix=1, + ) + token_embedder = PretrainedBertEmbedder( + pretrained_model=self.model_name, + requires_grad=False, + top_layer_only=True, + special_tokens_fix=1, + ) + + embedders = {"bert": token_embedder} + + self.text_field_embedder = BasicTextFieldEmbedder( + token_embedders=embedders, + embedder_to_indexer_map={"bert": ["bert", "bert-offsets"]}, + allow_unmatched_keys=True, + ) + + self.device = torch.device( + "cuda:0" if torch.cuda.is_available() else "cpu" + ) + + sentence1 = "the quickest quick brown fox jumped over the lazy dog" + tokens1 = tokenizer.tokenize(sentence1) + + sentence2 = "the quick brown fox jumped over the laziest lazy elmo" + tokens2 = tokenizer.tokenize(sentence2) + + instance1 = Instance( + {"tokens": TextField(tokens1, {"bert": token_indexer})} + ) + instance2 = Instance( + {"tokens": TextField(tokens2, {"bert": token_indexer})} + ) + + self.batch = Batch([instance1, instance2]) + + def test_forward_pass_runs_correctly(self): + """Test if forward pass returns correct output.""" + + self.batch.index_instances(self.vocab) + padding_lengths = self.batch.get_padding_lengths() + training_tensors = self.batch.as_tensor_dict(padding_lengths) + + model = Seq2Labels( + vocab=self.vocab, + text_field_embedder=self.text_field_embedder, + confidence=0, + del_confidence=0, + ).to(self.device) + + output_dict = model(**training_tensors) + output_dict = model.decode(output_dict) + + assert set(output_dict.keys()) == set( + [ + "logits_labels", + "logits_d_tags", + "class_probabilities_labels", + "class_probabilities_d_tags", + "max_error_probability", + "labels", + "d_tags", + ] + ) + probs = output_dict["class_probabilities_labels"][0].data.numpy() + + np.testing.assert_almost_equal(np.sum(probs, -1), np.full((10), 1), 5) From 6801c427b75117066a1fbcd781e537343f790583 Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Fri, 23 Sep 2022 12:41:40 -0400 Subject: [PATCH 12/28] Update tokenization tests to use AllenNLP test modules --- tests/test_token_indexer.py | 289 ++++++++++--- tests/test_tokenization.py | 825 ++++++++++++++++++++++++++++++++---- 2 files changed, 956 insertions(+), 158 deletions(-) diff --git a/tests/test_token_indexer.py b/tests/test_token_indexer.py index b50d725..ec7e08b 100644 --- a/tests/test_token_indexer.py +++ b/tests/test_token_indexer.py @@ -1,92 +1,249 @@ """Tests for the PretrainedBertIndexer module.""" -import unittest -import torch from allennlp.data.tokenizers import WordTokenizer +from allennlp.common.testing import ModelTestCase from gector.tokenizer_indexer import PretrainedBertIndexer from allennlp.data.tokenizers.word_splitter import BertBasicWordSplitter from allennlp.data.vocabulary import Vocabulary -class TestPretrainedTransformerIndexer(unittest.TestCase): - """ - A test case that tests PretrainedBertIndexer methods. +class TestPretrainedTransformerIndexer(ModelTestCase): + """A test case that tests PretrainedBertIndexer methods.""" - Attributes: - tokens : List[Token] - List of AllenNLP Token objects - - vocab : Vocabulary object - Vocabularies from pretrained transformers - - model_name : str - Pre-trained model name + def setUp(self): + """Set up tokenizer and indexer.""" - """ + super().setUp() - def setUp(self): - """Initial setup.""" tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) sentence = "the Quick brown fox jumped over the laziest lazy elmo" - vocab_path = "../data/output_vocabulary" + vocab_path = "data/output_vocabulary" self.tokens = tokenizer.tokenize(sentence) self.vocab = Vocabulary.from_files(vocab_path) - self.model_name = 'roberta-base' - + self.model_name = "roberta-base" + def test_do_lowercase(self): """Test tokenizer to handle setting do_lowercase to be True""" - token_indexer = PretrainedBertIndexer(pretrained_model=self.model_name, max_pieces_per_token=5, - do_lowercase=True, max_pieces=512, - special_tokens_fix=1) - indexed_tokens = token_indexer.tokens_to_indices(self.tokens, self.vocab, self.model_name) - self.assertEqual(indexed_tokens['bert'], [627, 2119, 6219, 23602, 4262, 81, 5, 40154, - 7098, 22414, 1615, 4992]) - self.assertEqual(indexed_tokens['bert-offsets'], [0, 1, 2, 3, 4, 5, 6, 7, 9, 10]) - self.assertEqual(indexed_tokens['mask'], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]) + token_indexer = PretrainedBertIndexer( + pretrained_model=self.model_name, + max_pieces_per_token=5, + do_lowercase=True, + max_pieces=512, + special_tokens_fix=1, + ) + indexed_tokens = token_indexer.tokens_to_indices( + self.tokens, self.vocab, self.model_name + ) + assert indexed_tokens["bert"] == [ + 627, + 2119, + 6219, + 23602, + 4262, + 81, + 5, + 40154, + 7098, + 22414, + 1615, + 4992, + ] + assert indexed_tokens["bert-offsets"] == [0, 1, 2, 3, 4, 5, 6, 7, 9, 10] + assert indexed_tokens["mask"] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] def test_toggle_special_tokens_fix(self): """Test togging special_tokens_fix to be False""" - token_indexer = PretrainedBertIndexer(pretrained_model=self.model_name, max_pieces_per_token=5, - do_lowercase=True, max_pieces=512, - special_tokens_fix=0) - indexed_tokens = token_indexer.tokens_to_indices(self.tokens, self.vocab, self.model_name) - - self.assertEqual(indexed_tokens['bert'], [627, 2119, 6219, 23602, 4262, 81, 5, 40154, - 7098, 22414, 1615, 4992]) - self.assertEqual(indexed_tokens['bert-offsets'], [0, 1, 2, 3, 4, 5, 6, 7, 9, 10]) - self.assertEqual(indexed_tokens['mask'], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]) + token_indexer = PretrainedBertIndexer( + pretrained_model=self.model_name, + max_pieces_per_token=5, + do_lowercase=True, + max_pieces=512, + special_tokens_fix=0, + ) + indexed_tokens = token_indexer.tokens_to_indices( + self.tokens, self.vocab, self.model_name + ) + + assert indexed_tokens["bert"] == [ + 627, + 2119, + 6219, + 23602, + 4262, + 81, + 5, + 40154, + 7098, + 22414, + 1615, + 4992, + ] + assert indexed_tokens["bert-offsets"] == [0, 1, 2, 3, 4, 5, 6, 7, 9, 10] + assert indexed_tokens["mask"] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] def test_truncate_window(self): """Test the functionality of truncating word pieces""" - token_indexer = PretrainedBertIndexer(pretrained_model=self.model_name, max_pieces_per_token=5, - do_lowercase=True, max_pieces=5, - special_tokens_fix=1) - indexed_tokens = token_indexer.tokens_to_indices(self.tokens, self.vocab, self.model_name) - - self.assertEqual(indexed_tokens['bert'], []) - self.assertEqual(indexed_tokens['bert-offsets'], [-1, -1, -1, -1, -1, -1, -1, -1, -1, -1]) - self.assertEqual(indexed_tokens['mask'], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]) + token_indexer = PretrainedBertIndexer( + pretrained_model=self.model_name, + max_pieces_per_token=5, + do_lowercase=True, + max_pieces=5, + special_tokens_fix=1, + ) + indexed_tokens = token_indexer.tokens_to_indices( + self.tokens, self.vocab, self.model_name + ) + + assert indexed_tokens["bert"] == [] + assert indexed_tokens["bert-offsets"] == [ + -1, + -1, + -1, + -1, + -1, + -1, + -1, + -1, + -1, + -1, + ] + assert indexed_tokens["mask"] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] def test_as_padded_tensor_dict(self): """Test the method as_padded_tensor_dict""" - tokens = {'bert': [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, - 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, - 7768, 479], 'bert-offsets': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, - 13, 15, 16, 17, 18, 19, 20, 21, 22], 'mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]} - padding_lengths = {'bert': 42, 'bert-offsets': 41, 'mask': 41, 'num_tokens': 42} - desired_num_tokens = {'bert': 42, 'bert-offsets': 41, 'mask': 41} - - token_indexer = PretrainedBertIndexer(pretrained_model=self.model_name, max_pieces_per_token=5, - do_lowercase=True, max_pieces=512, - special_tokens_fix=1) - - padded_tensor = token_indexer.pad_token_sequence(tokens, desired_num_tokens, padding_lengths) - self.assertEqual(padded_tensor['bert'], [50265, 37158, 15, 1012, 2156, - 89, 32, 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, - 7, 12043, 7768, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0]) - - -if __name__ == "__main__": - unittest.main() + tokens = { + "bert": [ + 50265, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + ], + "bert-offsets": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + ], + "mask": [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + ], + } + padding_lengths = { + "bert": 42, + "bert-offsets": 41, + "mask": 41, + "num_tokens": 42, + } + desired_num_tokens = {"bert": 42, "bert-offsets": 41, "mask": 41} + + token_indexer = PretrainedBertIndexer( + pretrained_model=self.model_name, + max_pieces_per_token=5, + do_lowercase=True, + max_pieces=512, + special_tokens_fix=1, + ) + + padded_tensor = token_indexer.pad_token_sequence( + tokens, desired_num_tokens, padding_lengths + ) + assert padded_tensor["bert"] == [ + 50265, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + ] diff --git a/tests/test_tokenization.py b/tests/test_tokenization.py index 643116c..ba50bc3 100644 --- a/tests/test_tokenization.py +++ b/tests/test_tokenization.py @@ -1,135 +1,776 @@ """Tests for GECToR custom tokenization utilities""" from gector.tokenization import * -import unittest from transformers import AutoTokenizer +from allennlp.common.testing import AllenNlpTestCase -class TokenizationTests(unittest.TestCase): + +class TokenizationTests(AllenNlpTestCase): """A test class that tests the GECToR custom tokenization utilities.""" def test_get_bpe_groups(self): """Test get_bpe_groups method with an input sentence.""" - token_offsets = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), - (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), - (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), - (132, 133)] - bpe_offsets = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), - (30, 33), (34, 40), (41, 44), (45, 54), (54, 57), (58, 61), (62, 70), - (71, 74), (74, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), - (112, 121), (122, 131),(132, 133)] - input_ids = [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, 8, - 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479] - expected_results = ([[0], [1], [2], [3], [4], [5], [6], [7], [8], [9, 10], - [11], [12], [13, 14], [15], [16], [17], [18], [19], [20], [21], [22]], - [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, - 20, 21, 22]) + token_offsets = [ + (0, 6), + (7, 15), + (16, 18), + (19, 21), + (22, 23), + (24, 29), + (30, 33), + (34, 40), + (41, 44), + (45, 57), + (58, 61), + (62, 70), + (71, 81), + (82, 87), + (88, 94), + (95, 98), + (99, 108), + (109, 111), + (112, 121), + (122, 131), + (132, 133), + ] + bpe_offsets = [ + (0, 6), + (7, 15), + (16, 18), + (19, 21), + (22, 23), + (24, 29), + (30, 33), + (34, 40), + (41, 44), + (45, 54), + (54, 57), + (58, 61), + (62, 70), + (71, 74), + (74, 81), + (82, 87), + (88, 94), + (95, 98), + (99, 108), + (109, 111), + (112, 121), + (122, 131), + (132, 133), + ] + input_ids = [ + 50265, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + ] + expected_results = ( + [ + [0], + [1], + [2], + [3], + [4], + [5], + [6], + [7], + [8], + [9, 10], + [11], + [12], + [13, 14], + [15], + [16], + [17], + [18], + [19], + [20], + [21], + [22], + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + ], + ) tested_results = get_bpe_groups(token_offsets, bpe_offsets, input_ids) - self.assertEqual(expected_results == tested_results) + assert expected_results == tested_results def test_reduce_input_ids(self): """Test reduce_input_ids method with an input sentence.""" - input_ids = [50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, 268, - 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479] - bpe_groups = [[0], [1], [2], [3], [4], [5], [6], [7], [8], [9, 10], [11], - [12], [13, 14], [15], [16], [17], [18], [19], [20], [21], [22]] - saved_ids = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, - 17, 18, 19, 20, 21, 22] - expected_results = ([50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, - 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479], - [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, 18, 19, 20, 21, 22]) + input_ids = [ + 50265, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + ] + bpe_groups = [ + [0], + [1], + [2], + [3], + [4], + [5], + [6], + [7], + [8], + [9, 10], + [11], + [12], + [13, 14], + [15], + [16], + [17], + [18], + [19], + [20], + [21], + [22], + ] + saved_ids = [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + ] + expected_results = ( + [ + 50265, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + ], + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + ], + ) tested_results = reduce_input_ids(input_ids, bpe_groups, saved_ids) - self.assertEqual(expected_results == tested_results) + assert expected_results == tested_results def test_get_offsets_and_reduce_input_ids(self): """Test get_offsets_and_reduce_input_ids method with an input sentence.""" - tokenizer_output = {'input_ids': [[50265, 37158, 15, 1012, 2156, 89, 32, - 460, 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, - 7768, 479]], 'attention_mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], 'offset_mapping': [[(0, 6), (7, 15), - (16, 18), (19, 21), (22, 23), (24, 29), (30, 33), (34, 40), (41, 44), - (45, 54), (54, 57), (58, 61), (62, 70), (71, 74), (74, 81), (82, 87), - (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]]} - token_offset_list = [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), - (24, 29), (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), - (71, 81), (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), - (112, 121), (122, 131), (132, 133)]] + tokenizer_output = { + "input_ids": [ + [ + 50265, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + ] + ], + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + ] + ], + "offset_mapping": [ + [ + (0, 6), + (7, 15), + (16, 18), + (19, 21), + (22, 23), + (24, 29), + (30, 33), + (34, 40), + (41, 44), + (45, 54), + (54, 57), + (58, 61), + (62, 70), + (71, 74), + (74, 81), + (82, 87), + (88, 94), + (95, 98), + (99, 108), + (109, 111), + (112, 121), + (122, 131), + (132, 133), + ] + ], + } + token_offset_list = [ + [ + (0, 6), + (7, 15), + (16, 18), + (19, 21), + (22, 23), + (24, 29), + (30, 33), + (34, 40), + (41, 44), + (45, 57), + (58, 61), + (62, 70), + (71, 81), + (82, 87), + (88, 94), + (95, 98), + (99, 108), + (109, 111), + (112, 121), + (122, 131), + (132, 133), + ] + ] index_name = "bert" max_bpe_length = 512 max_bpe_pieces = 5 - expected_results = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, - 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, - 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, - 16, 17, 18, 19, 20, 21, 22]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} - tested_results = get_offsets_and_reduce_input_ids(tokenizer_output, token_offset_list, - index_name=index_name, - max_bpe_length=max_bpe_length, - max_bpe_pieces=max_bpe_pieces - ) - - self.assertEqual(assert expected_results == tested_results) + expected_results = { + "bert": [ + [ + 50265, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + ] + ], + "bert-offsets": [ + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + ] + ], + "mask": [ + [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + ], + } + tested_results = get_offsets_and_reduce_input_ids( + tokenizer_output, + token_offset_list, + index_name=index_name, + max_bpe_length=max_bpe_length, + max_bpe_pieces=max_bpe_pieces, + ) + + assert expected_results == tested_results def test_get_offset_for_tokens(self): """Test get_offset_for_tokens method with an input sentence.""" - tokens = ['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', - 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', - 'and', 'abilities', 'to', 'entertain', 'audiences', '.'] - - expected_results = [(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), - (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), - (82, 87), (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)] + tokens = [ + "$START", + "Everyday", + "on", + "TV", + ",", + "there", + "are", + "always", + "the", + "entertainers", + "and", + "athletes", + "dedicating", + "their", + "effort", + "and", + "abilities", + "to", + "entertain", + "audiences", + ".", + ] + + expected_results = [ + (0, 6), + (7, 15), + (16, 18), + (19, 21), + (22, 23), + (24, 29), + (30, 33), + (34, 40), + (41, 44), + (45, 57), + (58, 61), + (62, 70), + (71, 81), + (82, 87), + (88, 94), + (95, 98), + (99, 108), + (109, 111), + (112, 121), + (122, 131), + (132, 133), + ] tested_results = get_offset_for_tokens(tokens) - self.assertEqual(expected_results == tested_results) + assert expected_results == tested_results def test_get_token_offsets(self): """Test get_token_offsets method with an input sentence.""" - batch = [['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', - 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', - 'and', 'abilities', 'to', 'entertain', 'audiences', '.']] + batch = [ + [ + "$START", + "Everyday", + "on", + "TV", + ",", + "there", + "are", + "always", + "the", + "entertainers", + "and", + "athletes", + "dedicating", + "their", + "effort", + "and", + "abilities", + "to", + "entertain", + "audiences", + ".", + ] + ] tested_results = get_token_offsets(batch) - expected_results = [[(0, 6), (7, 15), (16, 18), (19, 21), (22, 23), (24, 29), - (30, 33), (34, 40), (41, 44), (45, 57), (58, 61), (62, 70), (71, 81), (82, 87), - (88, 94), (95, 98), (99, 108), (109, 111), (112, 121), (122, 131), (132, 133)]] + expected_results = [ + [ + (0, 6), + (7, 15), + (16, 18), + (19, 21), + (22, 23), + (24, 29), + (30, 33), + (34, 40), + (41, 44), + (45, 57), + (58, 61), + (62, 70), + (71, 81), + (82, 87), + (88, 94), + (95, 98), + (99, 108), + (109, 111), + (112, 121), + (122, 131), + (132, 133), + ] + ] - self.assertEqual(expected_results == tested_results) + assert expected_results == tested_results def test_pad_output(self): """Test pad_output with an input sentence.""" - output = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, 5, 12043, - 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], - 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, 17, - 18, 19, 20, 21, 22]],'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1]]} + output = { + "bert": [ + [ + 50265, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + ] + ], + "bert-offsets": [ + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + ] + ], + "mask": [ + [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + ], + } tested_results = pad_output(output) - expected_results = {'bert': [[50265, 37158, 15, 1012, 2156, 89, 32, 460, - 5, 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, - 479]], 'bert-offsets': [[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 12, 13, 15, 16, - 17, 18, 19, 20, 21, 22]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, - 1, 1, 1, 1, 1, 1, 1, 1]]} - - self.assertEqual(expected_results == tested_results) + expected_results = { + "bert": [ + [ + 50265, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + ] + ], + "bert-offsets": [ + [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 11, + 12, + 13, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + ] + ], + "mask": [ + [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + ], + } + assert expected_results == tested_results def test_tokenize_batch(self): """Test tokenize_batch method with an input sentence.""" index_name = "bert" - tokenizer = AutoTokenizer.from_pretrained('roberta-base', do_lower_case=True, - do_basic_tokenize=False, use_fast=True) - batch_tokens = [['$START', 'Everyday', 'on', 'TV', ',', 'there', 'are', 'always', - 'the', 'entertainers', 'and', 'athletes','dedicating', 'their', 'effort', - 'and', 'abilities', 'to', 'entertain', 'audiences', '.']] + tokenizer = AutoTokenizer.from_pretrained( + "roberta-base", + do_lower_case=True, + do_basic_tokenize=False, + use_fast=True, + ) + batch_tokens = [ + [ + "$START", + "Everyday", + "on", + "TV", + ",", + "there", + "are", + "always", + "the", + "entertainers", + "and", + "athletes", + "dedicating", + "their", + "effort", + "and", + "abilities", + "to", + "entertain", + "audiences", + ".", + ] + ] max_bpe_length = 512 max_bpe_pieces = 5 - tested_results = tokenize_batch(tokenizer, batch_tokens, index_name, max_bpe_length, max_bpe_pieces) - expected_results = {'bert': [[1629, 4014, 11328, 37158, 15, 1012, 2156, 89, 32, 460, 5, - 12043, 268, 8, 4131, 22761, 13659, 49, 1351, 8, 11360, 7, 12043, 7768, 479]], - 'bert-offsets': [[0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, - 24]], 'mask': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]} - - self.assertEqual(expected_results == tested_results) + tested_results = tokenize_batch( + tokenizer, batch_tokens, index_name, max_bpe_length, max_bpe_pieces + ) + expected_results = { + "bert": [ + [ + 1629, + 4014, + 11328, + 37158, + 15, + 1012, + 2156, + 89, + 32, + 460, + 5, + 12043, + 268, + 8, + 4131, + 22761, + 13659, + 49, + 1351, + 8, + 11360, + 7, + 12043, + 7768, + 479, + ] + ], + "bert-offsets": [ + [ + 0, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 13, + 14, + 15, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + ] + ], + "mask": [ + [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] + ], + } - -if __name__ == '__main__': - unittest.main() + assert expected_results == tested_results From 2964b05b74d75fab225cb86c1fe1b7cfe38c7da7 Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Mon, 26 Sep 2022 11:10:57 -0400 Subject: [PATCH 13/28] Address PR comments --- tests/test_bert_embedder.py | 14 ++++++-------- tests/test_roberta_embedder.py | 14 ++++++-------- tests/test_seq2labels.py | 8 +++----- tests/test_token_indexer.py | 12 +++++------- 4 files changed, 20 insertions(+), 28 deletions(-) diff --git a/tests/test_bert_embedder.py b/tests/test_bert_embedder.py index 968657b..b43c27b 100644 --- a/tests/test_bert_embedder.py +++ b/tests/test_bert_embedder.py @@ -5,8 +5,7 @@ from allennlp.data.dataset import Batch from allennlp.data.fields import TextField from allennlp.data.instance import Instance -from allennlp.data.tokenizers import WordTokenizer -from allennlp.data.tokenizers.word_splitter import BertBasicWordSplitter +from allennlp.data import Token from allennlp.data.vocabulary import Vocabulary from gector.bert_token_embedder import PretrainedBertEmbedder from gector.tokenizer_indexer import PretrainedBertIndexer @@ -16,11 +15,10 @@ class TestPretrainedBertEmbedder(ModelTestCase): """Test token embedder for BERT model.""" def setUp(self): - """Set up tokenizer and indexer.""" + """Set up indexer.""" super().setUp() - self.tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) vocab_path = "data/output_vocabulary" self.vocab = Vocabulary.from_files(vocab_path) self.model_name = "bert-base-cased" @@ -97,10 +95,10 @@ def test_end_to_end(self): """Test token embedder end-to-end.""" sentence1 = "the quickest quick brown fox jumped over the lazy dog" - tokens1 = self.tokenizer.tokenize(sentence1) + tokens1 = [Token(word) for word in sentence1.split()] sentence2 = "the quick brown fox jumped over the laziest lazy elmo" - tokens2 = self.tokenizer.tokenize(sentence2) + tokens2 = [Token(word) for word in sentence2.split()] instance1 = Instance( {"tokens": TextField(tokens1, {"bert": self.token_indexer})} @@ -193,7 +191,7 @@ def test_max_length(self): ) sentence = "the " * 512 - tokens = self.tokenizer.tokenize(sentence) + tokens = [Token(word) for word in sentence.split()] instance = Instance( {"tokens": TextField(tokens, {"bert": self.token_indexer})} @@ -218,7 +216,7 @@ def test_max_length_raise_error(self): ) sentence = "the " * 514 - tokens = self.tokenizer.tokenize(sentence) + tokens = [Token(word) for word in sentence.split()] instance = Instance( {"tokens": TextField(tokens, {"bert": self.token_indexer})} diff --git a/tests/test_roberta_embedder.py b/tests/test_roberta_embedder.py index 6d70d6d..c0faf00 100644 --- a/tests/test_roberta_embedder.py +++ b/tests/test_roberta_embedder.py @@ -5,8 +5,7 @@ from allennlp.data.dataset import Batch from allennlp.data.fields import TextField from allennlp.data.instance import Instance -from allennlp.data.tokenizers import WordTokenizer -from allennlp.data.tokenizers.word_splitter import BertBasicWordSplitter +from allennlp.data import Token from allennlp.data.vocabulary import Vocabulary from gector.bert_token_embedder import PretrainedBertEmbedder from gector.tokenizer_indexer import PretrainedBertIndexer @@ -16,11 +15,10 @@ class TestRobertaEmbedder(ModelTestCase): """Test token embedder for RoBERTa model.""" def setUp(self): - """Set up tokenizer and indexer.""" + """Set up indexer.""" super().setUp() - self.tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) vocab_path = "data/output_vocabulary" self.vocab = Vocabulary.from_files(vocab_path) self.model_name = "roberta-base" @@ -97,10 +95,10 @@ def test_end_to_end(self): """Test token embedder end-to-end.""" sentence1 = "the quickest quick brown fox jumped over the lazy dog" - tokens1 = self.tokenizer.tokenize(sentence1) + tokens1 = [Token(word) for word in sentence1.split()] sentence2 = "the quick brown fox jumped over the laziest lazy elmo" - tokens2 = self.tokenizer.tokenize(sentence2) + tokens2 = [Token(word) for word in sentence2.split()] instance1 = Instance( {"tokens": TextField(tokens1, {"bert": self.token_indexer})} @@ -178,7 +176,7 @@ def test_max_length(self): ) sentence = "the " * 512 - tokens = self.tokenizer.tokenize(sentence) + tokens = [Token(word) for word in sentence.split()] instance = Instance( {"tokens": TextField(tokens, {"bert": self.token_indexer})} @@ -203,7 +201,7 @@ def test_max_length_raise_error(self): ) sentence = "the " * 514 - tokens = self.tokenizer.tokenize(sentence) + tokens = [Token(word) for word in sentence.split()] instance = Instance( {"tokens": TextField(tokens, {"bert": self.token_indexer})} diff --git a/tests/test_seq2labels.py b/tests/test_seq2labels.py index 91df938..434fad3 100644 --- a/tests/test_seq2labels.py +++ b/tests/test_seq2labels.py @@ -6,8 +6,7 @@ from allennlp.data.dataset import Batch from allennlp.data.fields import TextField from allennlp.data.instance import Instance -from allennlp.data.tokenizers import WordTokenizer -from allennlp.data.tokenizers.word_splitter import BertBasicWordSplitter +from allennlp.data import Token from allennlp.modules.text_field_embedders import BasicTextFieldEmbedder from allennlp.data.vocabulary import Vocabulary @@ -24,7 +23,6 @@ def setUp(self): super(TestSeq2Labels, self).setUp() - tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) vocab_path = "data/output_vocabulary" self.vocab = Vocabulary.from_files(vocab_path) self.model_name = "roberta-base" @@ -54,10 +52,10 @@ def setUp(self): ) sentence1 = "the quickest quick brown fox jumped over the lazy dog" - tokens1 = tokenizer.tokenize(sentence1) + tokens1 = [Token(word) for word in sentence1.split()] sentence2 = "the quick brown fox jumped over the laziest lazy elmo" - tokens2 = tokenizer.tokenize(sentence2) + tokens2 = [Token(word) for word in sentence2.split()] instance1 = Instance( {"tokens": TextField(tokens1, {"bert": token_indexer})} diff --git a/tests/test_token_indexer.py b/tests/test_token_indexer.py index ec7e08b..afb1c56 100644 --- a/tests/test_token_indexer.py +++ b/tests/test_token_indexer.py @@ -1,10 +1,9 @@ """Tests for the PretrainedBertIndexer module.""" -from allennlp.data.tokenizers import WordTokenizer from allennlp.common.testing import ModelTestCase from gector.tokenizer_indexer import PretrainedBertIndexer -from allennlp.data.tokenizers.word_splitter import BertBasicWordSplitter from allennlp.data.vocabulary import Vocabulary +from allennlp.data import Token class TestPretrainedTransformerIndexer(ModelTestCase): @@ -15,10 +14,9 @@ def setUp(self): super().setUp() - tokenizer = WordTokenizer(word_splitter=BertBasicWordSplitter()) sentence = "the Quick brown fox jumped over the laziest lazy elmo" vocab_path = "data/output_vocabulary" - self.tokens = tokenizer.tokenize(sentence) + self.tokens = [Token(word) for word in sentence.split()] self.vocab = Vocabulary.from_files(vocab_path) self.model_name = "roberta-base" @@ -36,7 +34,7 @@ def test_do_lowercase(self): ) assert indexed_tokens["bert"] == [ 627, - 2119, + 13287, 6219, 23602, 4262, @@ -52,7 +50,7 @@ def test_do_lowercase(self): assert indexed_tokens["mask"] == [1, 1, 1, 1, 1, 1, 1, 1, 1, 1] def test_toggle_special_tokens_fix(self): - """Test togging special_tokens_fix to be False""" + """Test toggling special_tokens_fix to be False""" token_indexer = PretrainedBertIndexer( pretrained_model=self.model_name, max_pieces_per_token=5, @@ -66,7 +64,7 @@ def test_toggle_special_tokens_fix(self): assert indexed_tokens["bert"] == [ 627, - 2119, + 13287, 6219, 23602, 4262, From a3c74c204b438e5e954804e3b11fdbd7883d269a Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Mon, 26 Sep 2022 13:59:41 -0400 Subject: [PATCH 14/28] Add CI plan --- .github/workflows/python-test.yml | 33 +++++++++++++++++++++++++++++++ 1 file changed, 33 insertions(+) create mode 100644 .github/workflows/python-test.yml diff --git a/.github/workflows/python-test.yml b/.github/workflows/python-test.yml new file mode 100644 index 0000000..71e45fb --- /dev/null +++ b/.github/workflows/python-test.yml @@ -0,0 +1,33 @@ +# This workflow will install Python dependencies, run tests and lint with a variety of Python versions +# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions + +name: Python test + +on: + push: + branches: [ "master" ] + pull_request: + branches: [ "master" ] + +jobs: + build: + + runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + python-version: ["3.8"] + + steps: + - uses: actions/checkout@v3 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v3 + with: + python-version: ${{ matrix.python-version }} + - name: Install dependencies + run: | + python -m pip install --upgrade pip + pip install -e . + - name: Test + run: | + pytest -v tests From dbc39e281ca4b3f11a08bab7068e830ed86e82bf Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Tue, 27 Sep 2022 09:50:41 -0400 Subject: [PATCH 15/28] Addressed PR comments --- tests/test_bert_embedder.py | 4 ++-- tests/test_roberta_embedder.py | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/test_bert_embedder.py b/tests/test_bert_embedder.py index b43c27b..7732a47 100644 --- a/tests/test_bert_embedder.py +++ b/tests/test_bert_embedder.py @@ -181,7 +181,7 @@ def test_end_to_end(self): assert list(bert_vectors.shape) == [2, 10, 768] def test_max_length(self): - """Test that max input length works.""" + """Test that max input length works (default max len = 512).""" token_embedder = PretrainedBertEmbedder( self.model_name, @@ -206,7 +206,7 @@ def test_max_length(self): token_embedder(tokens["bert"], tokens["bert-offsets"]) def test_max_length_raise_error(self): - """Test that input greater than max length raises error.""" + """Test that input greater than max length (default = 512) raises error.""" token_embedder = PretrainedBertEmbedder( self.model_name, diff --git a/tests/test_roberta_embedder.py b/tests/test_roberta_embedder.py index c0faf00..95899ee 100644 --- a/tests/test_roberta_embedder.py +++ b/tests/test_roberta_embedder.py @@ -166,7 +166,7 @@ def test_end_to_end(self): assert list(bert_vectors.shape) == [2, 10, 768] def test_max_length(self): - """Test that max input length works.""" + """Test that max input length works (default max len = 512).""" token_embedder = PretrainedBertEmbedder( self.model_name, @@ -191,7 +191,7 @@ def test_max_length(self): token_embedder(tokens["bert"], tokens["bert-offsets"]) def test_max_length_raise_error(self): - """Test that input greater than max length raises error.""" + """Test that input greater than max length (default = 512) raises error.""" token_embedder = PretrainedBertEmbedder( self.model_name, From ca950c3590a3088e7e73312ccb61824e0f575f88 Mon Sep 17 00:00:00 2001 From: ksteimel Date: Tue, 27 Sep 2022 10:49:06 -0400 Subject: [PATCH 16/28] Unit test for GecModel Prediction. --- tests/test_gec_model.py | 63 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 63 insertions(+) create mode 100644 tests/test_gec_model.py diff --git a/tests/test_gec_model.py b/tests/test_gec_model.py new file mode 100644 index 0000000..8260c6b --- /dev/null +++ b/tests/test_gec_model.py @@ -0,0 +1,63 @@ +from pathlib import Path +import torch +import requests +from tqdm import tqdm + +from allennlp.common.testing import ModelTestCase +from allennlp.modules.text_field_embedders import BasicTextFieldEmbedder +from allennlp.data.vocabulary import Vocabulary +from allennlp.data import Token +from allennlp.data.instance import Instance +from allennlp.data.fields import TextField +from allennlp.data.dataset import Batch + +from gector.gec_model import GecBERTModel +from gector.bert_token_embedder import PretrainedBertEmbedder +from gector.tokenizer_indexer import PretrainedBertIndexer + + +class TestGecModel(ModelTestCase): + """Test class for GecModel""" + def setUp(self): + super().setUp() + self.vocab_path = "data/output_vocabulary" + self.vocab = Vocabulary.from_files(self.vocab_path) + self.model_name = "roberta-base" + model_url = "https://grammarly-nlp-data-public.s3.amazonaws.com/gector/roberta_1_gectorv2.th" + test_fixtures_dir_path = Path(__file__).parent.parent / "test_fixtures" + model_path = test_fixtures_dir_path / "roberta_1_gectorv2.th" + if not model_path.exists(): + response = requests.get(model_url) + with model_path.open("wb") as out_fp: + # Write out data with progress bar + for data in tqdm(response.iter_content()): + out_fp.write(data) + assert model_path.exists() + self.model_path = model_path + sentence1 = "I run to a stores every day." + sentence2 = "the quick brown foxes jumps over a elmo's laziest friend" + # This micmics how batches of requests are constructed in predict.py's predict_for_file function + self.input_data = [sentence1, sentence2] + self.input_data = [sentence.split() for sentence in self.input_data] + + def test_gec_model_prediction(self): + """Test simple prediction with GecBERTModel""" + gec_model = GecBERTModel(vocab_path=self.vocab_path, + model_paths=[self.model_path], + max_len=50, + iterations=5, + min_error_probability=0.0, + lowercase_tokens=0, + model_name="roberta", + special_tokens_fix=1, + log=False, + confidence=0, + del_confidence=0, + is_ensemble=0, + weigths=None) + final_batch, total_updates = gec_model.handle_batch(self.input_data) + # subject verb agreement is not fixed in the second sentence when predicting using GecModel + # (i.e.) brown foxes jump + assert final_batch == [['I', 'run', 'to','the','stores', 'every', 'day.'], + ['The', 'quick', 'brown','foxes','jumps','over',"Elmo's", 'laziest', 'friend']] + assert total_updates == 2 \ No newline at end of file From e3ea1393eb9f7ae89e0fe39ac73cfac298c4bbcd Mon Sep 17 00:00:00 2001 From: ksteimel Date: Tue, 27 Sep 2022 10:49:39 -0400 Subject: [PATCH 17/28] Removing duplicate import. --- tests/test_seq2labels.py | 1 - 1 file changed, 1 deletion(-) diff --git a/tests/test_seq2labels.py b/tests/test_seq2labels.py index 434fad3..877786f 100644 --- a/tests/test_seq2labels.py +++ b/tests/test_seq2labels.py @@ -1,7 +1,6 @@ import torch import numpy as np -from allennlp.common.testing import ModelTestCase from allennlp.common.testing import ModelTestCase from allennlp.data.dataset import Batch from allennlp.data.fields import TextField From 82918090353ba84b24d2fd649c6643d8ba0fce20 Mon Sep 17 00:00:00 2001 From: ksteimel Date: Tue, 27 Sep 2022 12:33:25 -0400 Subject: [PATCH 18/28] Adding readme file so that fixtures dir exists for downloading gector roberta model --- test_fixtures/README.md | 0 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 test_fixtures/README.md diff --git a/test_fixtures/README.md b/test_fixtures/README.md new file mode 100644 index 0000000..e69de29 From c535c5325f2cfe87a2d81486e37dcd86801e7a5a Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Thu, 29 Sep 2022 15:16:18 -0400 Subject: [PATCH 19/28] Add how to run unit tests on README --- README.md | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/README.md b/README.md index b62aeec..38979a2 100644 --- a/README.md +++ b/README.md @@ -16,6 +16,10 @@ pip install -e . ``` The project was tested using Python 3.8. +## Unit tests +After activating the conda environment, simply run the code below: +`pytest -v tests` + ## Datasets All the public GEC datasets used in the paper can be downloaded from [here](https://www.cl.cam.ac.uk/research/nl/bea2019st/#data).
Synthetically created datasets can be generated/downloaded [here](https://github.com/awasthiabhijeet/PIE/tree/master/errorify).
From 86a7afff45d7455c938ec9f1ccd53fee885470a8 Mon Sep 17 00:00:00 2001 From: Zhaoyang Xie Date: Thu, 29 Sep 2022 15:17:49 -0400 Subject: [PATCH 20/28] Add regression data for raw and predictions --- regression_tests/original/FCE_10.txt | 10 + regression_tests/original/FCE_127.txt | 127 ++++++++++ regression_tests/original/FCE_128.txt | 128 ++++++++++ regression_tests/original/FCE_129.txt | 129 ++++++++++ regression_tests/original/FCE_255.txt | 255 +++++++++++++++++++ regression_tests/original/FCE_256.txt | 256 +++++++++++++++++++ regression_tests/original/FCE_257.txt | 257 ++++++++++++++++++++ regression_tests/original/WI_10.txt | 10 + regression_tests/original/WI_127.txt | 127 ++++++++++ regression_tests/original/WI_128.txt | 128 ++++++++++ regression_tests/original/WI_129.txt | 129 ++++++++++ regression_tests/original/WI_255.txt | 255 +++++++++++++++++++ regression_tests/original/WI_256.txt | 256 +++++++++++++++++++ regression_tests/original/WI_257.txt | 257 ++++++++++++++++++++ regression_tests/original/blank.txt | 0 regression_tests/original/conll14_10.txt | 10 + regression_tests/original/conll14_127.txt | 127 ++++++++++ regression_tests/original/conll14_128.txt | 128 ++++++++++ regression_tests/original/conll14_129.txt | 129 ++++++++++ regression_tests/original/conll14_255.txt | 255 +++++++++++++++++++ regression_tests/original/conll14_256.txt | 256 +++++++++++++++++++ regression_tests/original/conll14_257.txt | 257 ++++++++++++++++++++ regression_tests/original/lang8_10.txt | 10 + regression_tests/original/lang8_127.txt | 127 ++++++++++ regression_tests/original/lang8_128.txt | 128 ++++++++++ regression_tests/original/lang8_129.txt | 129 ++++++++++ regression_tests/original/lang8_255.txt | 255 +++++++++++++++++++ regression_tests/original/lang8_256.txt | 256 +++++++++++++++++++ regression_tests/original/lang8_257.txt | 257 ++++++++++++++++++++ regression_tests/prediction/FCE_10.txt | 10 + regression_tests/prediction/FCE_127.txt | 127 ++++++++++ regression_tests/prediction/FCE_128.txt | 128 ++++++++++ regression_tests/prediction/FCE_129.txt | 129 ++++++++++ regression_tests/prediction/FCE_255.txt | 255 +++++++++++++++++++ regression_tests/prediction/FCE_256.txt | 256 +++++++++++++++++++ regression_tests/prediction/FCE_257.txt | 257 ++++++++++++++++++++ regression_tests/prediction/WI_10.txt | 10 + regression_tests/prediction/WI_127.txt | 127 ++++++++++ regression_tests/prediction/WI_128.txt | 128 ++++++++++ regression_tests/prediction/WI_129.txt | 129 ++++++++++ regression_tests/prediction/WI_255.txt | 255 +++++++++++++++++++ regression_tests/prediction/WI_256.txt | 256 +++++++++++++++++++ regression_tests/prediction/WI_257.txt | 257 ++++++++++++++++++++ regression_tests/prediction/blank.txt | 1 + regression_tests/prediction/conll14_10.txt | 10 + regression_tests/prediction/conll14_127.txt | 127 ++++++++++ regression_tests/prediction/conll14_128.txt | 128 ++++++++++ regression_tests/prediction/conll14_129.txt | 129 ++++++++++ regression_tests/prediction/conll14_255.txt | 255 +++++++++++++++++++ regression_tests/prediction/conll14_256.txt | 256 +++++++++++++++++++ regression_tests/prediction/conll14_257.txt | 257 ++++++++++++++++++++ regression_tests/prediction/lang8_10.txt | 10 + regression_tests/prediction/lang8_127.txt | 127 ++++++++++ regression_tests/prediction/lang8_128.txt | 128 ++++++++++ regression_tests/prediction/lang8_129.txt | 129 ++++++++++ regression_tests/prediction/lang8_255.txt | 255 +++++++++++++++++++ regression_tests/prediction/lang8_256.txt | 256 +++++++++++++++++++ regression_tests/prediction/lang8_257.txt | 257 ++++++++++++++++++++ 58 files changed, 9297 insertions(+) create mode 100644 regression_tests/original/FCE_10.txt create mode 100644 regression_tests/original/FCE_127.txt create mode 100644 regression_tests/original/FCE_128.txt create mode 100644 regression_tests/original/FCE_129.txt create mode 100644 regression_tests/original/FCE_255.txt create mode 100644 regression_tests/original/FCE_256.txt create mode 100644 regression_tests/original/FCE_257.txt create mode 100644 regression_tests/original/WI_10.txt create mode 100644 regression_tests/original/WI_127.txt create mode 100644 regression_tests/original/WI_128.txt create mode 100644 regression_tests/original/WI_129.txt create mode 100644 regression_tests/original/WI_255.txt create mode 100644 regression_tests/original/WI_256.txt create mode 100644 regression_tests/original/WI_257.txt create mode 100644 regression_tests/original/blank.txt create mode 100644 regression_tests/original/conll14_10.txt create mode 100644 regression_tests/original/conll14_127.txt create mode 100644 regression_tests/original/conll14_128.txt create mode 100644 regression_tests/original/conll14_129.txt create mode 100644 regression_tests/original/conll14_255.txt create mode 100644 regression_tests/original/conll14_256.txt create mode 100644 regression_tests/original/conll14_257.txt create mode 100644 regression_tests/original/lang8_10.txt create mode 100644 regression_tests/original/lang8_127.txt create mode 100644 regression_tests/original/lang8_128.txt create mode 100644 regression_tests/original/lang8_129.txt create mode 100644 regression_tests/original/lang8_255.txt create mode 100644 regression_tests/original/lang8_256.txt create mode 100644 regression_tests/original/lang8_257.txt create mode 100644 regression_tests/prediction/FCE_10.txt create mode 100644 regression_tests/prediction/FCE_127.txt create mode 100644 regression_tests/prediction/FCE_128.txt create mode 100644 regression_tests/prediction/FCE_129.txt create mode 100644 regression_tests/prediction/FCE_255.txt create mode 100644 regression_tests/prediction/FCE_256.txt create mode 100644 regression_tests/prediction/FCE_257.txt create mode 100644 regression_tests/prediction/WI_10.txt create mode 100644 regression_tests/prediction/WI_127.txt create mode 100644 regression_tests/prediction/WI_128.txt create mode 100644 regression_tests/prediction/WI_129.txt create mode 100644 regression_tests/prediction/WI_255.txt create mode 100644 regression_tests/prediction/WI_256.txt create mode 100644 regression_tests/prediction/WI_257.txt create mode 100644 regression_tests/prediction/blank.txt create mode 100644 regression_tests/prediction/conll14_10.txt create mode 100644 regression_tests/prediction/conll14_127.txt create mode 100644 regression_tests/prediction/conll14_128.txt create mode 100644 regression_tests/prediction/conll14_129.txt create mode 100644 regression_tests/prediction/conll14_255.txt create mode 100644 regression_tests/prediction/conll14_256.txt create mode 100644 regression_tests/prediction/conll14_257.txt create mode 100644 regression_tests/prediction/lang8_10.txt create mode 100644 regression_tests/prediction/lang8_127.txt create mode 100644 regression_tests/prediction/lang8_128.txt create mode 100644 regression_tests/prediction/lang8_129.txt create mode 100644 regression_tests/prediction/lang8_255.txt create mode 100644 regression_tests/prediction/lang8_256.txt create mode 100644 regression_tests/prediction/lang8_257.txt diff --git a/regression_tests/original/FCE_10.txt b/regression_tests/original/FCE_10.txt new file mode 100644 index 0000000..667bb24 --- /dev/null +++ b/regression_tests/original/FCE_10.txt @@ -0,0 +1,10 @@ +Dear Sir or Madam , +I am writing in order to express my disappointment about your musical show " Over the Rainbow " . +I saws the show 's advertisement hanging up of a wall in London where I was spending my holiday with some friends . I convinced them to go there with me because I had heard good references about your Company and , above all , about the main star , Danny Brook . +The problems started in the box office , where we asked for the discounts you announced in the advertisement , and the man who was selling the tickets said that they did n't exist . +Moreover , the show was delayed forty - five minutes and the worst of all was that Danny Brook had been replaced by another actor . +On the other hand , the theatre restaurant was closed because unknown reasons . +You promised a perfect evening but it became a big disastrous ! +I would like some kind of explanation and receive my money back . +If you do n't agree , I will act consequently . +I look forward to hearing from you . diff --git a/regression_tests/original/FCE_127.txt b/regression_tests/original/FCE_127.txt new file mode 100644 index 0000000..800fe53 --- /dev/null +++ b/regression_tests/original/FCE_127.txt @@ -0,0 +1,127 @@ +Yours faithfully , +Unfortunately , Pat was n't very good at keeping secrets . +Last Wednesday Carole received a letter . +The stamp was from a foreign country and the address was written in Capital Letters . +She did n't recognize the writing . +She began to read " Dear Carolin .. +There was only a person who used to call her by this name . +It brought a lot of memories back to her . +It was long time ago , when she was fourteen and Paul sixteen . +He was her first love and also the first who kissed her . +Paul had to move to Mexico because of his father 's work . +When they were saying goodbye Paul " I will be the last person who will kiss you " . " It sounds nice but I do n't believe it " she replied . +" You only have to wait " he said . +But she did n't wait . +She got married and had two children . +At this moment Carole was living with her husband but they did n't love each other any more . +Their love had finished . +In his letter Paul said that he had become a rich man and he would come back to meet her again . +Her friend Pat had explained the whole story at her husband . +What she would do ? +10 June 2000 +Dear Manager , +I would like to complain about your theatre and the musical show that I saw last week . +I went to London for a holiday last week and read the advertisement about ' Over the rainbow ' in the hotel which I stayed . +I saw Danny Brook and Tina Truelove were written on the advertisement paper and was very excited . +However , Danny Brook did not appear on the stage until the end of musical showing time . +I was really disappointed about it . +Secondly , starting time was 19:30 but it started 20:15 so I was waited for 45 minutes . +It was so long time to wait in the theatre . +Thirdly , it mentioned about discounts . +Despite of the fact that I am a student , I could not get any discounts . +I also visited your restaurant after the show but already closed because the show finished late . +Because of the reason above , I , indeed , spent awful last night in London . +I would like you to refund , otherwise , I will take an action . +I look forward to receiving reply to my enquiry . +Sincerely +Fashion of the future +People will wear this kind of clothes 100 years later from now . +If weather is hot then we do n't have to wear under wear because very thin and light clothes will support our bodies . +There will be two functions for summer clothes that we do n't need to wear clothes like layer and layer . +For example , T - shirts for women are included bra : easy to take it out when you wash it , is very simple and comfortable . +What about short pants ? +You do n't have to wear knickers . +We can just put some thin pads in there . +We ca n't feel it and easy to remove and just can wash it . +Simplest is the best in summer ! +When it 's very cold winter , we just wear light clothes what we want , in our style . +Because special warm and healthy material will be developed and use them inside thin clothes so we do n't need to put heavy clothes on our bodies . +We can show our body line in winter as well . +Most important thing is that we do n't have to kill the animals only for people 's cruel aims . +Functions ' clothes are the way to love animals ! +DECEMBER 12TH +PRINCIPAL MR . +ROBERTSON +DEAR SIR , +I WANT TO THAK YOU FOR PREPARING SUCH A GOOD PROGRAMME FOR US AND ESPECIALLY FOR TAKING US TO THE RIVER TRIP TO GREENWICH . +I WOULD LIKE TO KNOW IF THERE IS ANY CHANCE OF CHANGING THE PROGRAMME BECAUSE WE HAVE FOUND A VERY INTERESTING ACTIVITY TO DO ON TUESDAY 14 MARCH . IT CONSISTS ON VISITING THE LONDON FASHION AND LEISURE SHOW IN THE CENTRAL EXHIBITION HALL . +I THINK IT 'S A GREAT OPPORTUNITY TO MAKE GREATER USE OF OUR KNOWLEDGE OF ENGLISH LANGUAGE . +ON THE OTHER HAND , WE COULD LEARN THE DIFFERENT WAYS TO GET TO THE CENTRAL EXHIBITION HALL . +I SUGGEST THAT WE SHOULD GO TO THE NATIONAL ART GALLERY IN THE MORNING AND INSTEAD OF HAVING THE AFTERNOON FREE WE COULD GO TO THE FASHION AND LEISURE SHOW . +I WILL BE WRITING ANXIOUSLY FOR YOUR RESPONSE . +YOURS FAITHFULLY +( FAMOUS PEOPLE , SUCH AS POLITICIANS AND FILM STARS , DESERVE TO HAVE A PRIVATE LIFE WITHOUT JOURNALISTS FOLLOWING THEM ALL THE TIME ) +FAMOUS PEOPLE SUCH AS SINGERS , FILM STARS , ETC ARE ALWAYS THE CENTRE OF ATTENTION . +AS SOME OF THEM ARE CONSIDERED IDOLS , THEIR FANS WANT TO KNOW HOW THEY ACT IN THEIR PRIVATE LIVES , WITH THEIR FAMILY OR FRIENDS . +AS A RESPONSE TO THIS DEMAND OF INFORMATION , JOURNALISTS FOLLOW FAMOUS PEOPLE DAY AND NIGHT IN MANY DIFFERENT WAYS , FOR EXAMPLE , CHASING THEIR CARS , TAKING PHOTOGRAPHS OR BREAKING INTO THEIR HOUSES WHILE THEY ARE ON HOLIDAYS . +THIS SITUATION AFFECTS FAMOUS PERSONAL LIVES BECAUSE THEY ARE NOT ALLOWED TO HAVE PRIVACY +THE MOST IMPORTANT THING IS THAT , ALTHOUGH THEY ARE FAMOUS , THEY ARE JUST NORMAL PEOPLE THAT DESERVE TO HAVE A PRIVATE LIFE WITHOUT JOURNALISTS AND FANS FOLLOWING THEM ALL THE TIME , AND ON THE OTHER HAND PEOPLE HAVE TO LEARN TO RESPECT THE FAMOUS RIGHT TO KEEP THEIR PERSONAL LIVES IN SECRET . +IN MY OPINION FAMOUS PEOPLE ARE BEING OBLIGED TO PAY A PRICE FOR BEING FAMOUS THAT IN SOME CASS , COSTS MORE THAN THEY DESERVE TO PAY . +To Mr. Robertson +I am writing to tell you something about the three - day trip to London . +I have seen your programme for the trip and I think it is going to be a great trip . +Thank you very much for organising this trip and putting all your spare time and effort into it . +Personally , I enjoy looking and learning about new inventions and all the science . +That is why I think the trip to the science museum is a good idea . +However , my class and I have seen an advertisement about a fashion and leisure show . We are attracted to this show and would like to go . +Unfortunately , it is on 14th March , which is the day we will be visiting the science museum . +This show is on the 14th March . +It is in the Central Exhibition Hall and will start and ten o'clock and finish at five o'clock in the evening . +Apparently , this show is free to all students , which means if we went , the cost of the trip will be cut down . +I think it is a great opportunity because it is based on fashion . +We like to keep up with the rage but I think it will help those who want to become a fashion designer later on . +I have a suggestion on how the programme could be changed . +The shopping time could be after the show and the free time exchanged for the science museum . +If we go to the show , we can do without the free time . +Please give this your careful consideration .. +Yours sincerely , +In a country like the UK , we are all bound to have houses . +We either own it , or we simply borrow it from other people . We take our homes for granted . +Think about the people in the poor countries ! +They struggle to survive . +However , as we approach the future , our homes will start to change . +Have you ever thought about how the changes will affect our lives ? +I doubt it . +There will be lots of differences in our homes of the future from our homes now , but there may also be a lot of similarities . +For one , the future homes might not be built out of bricks at all ! +It may be built out of a stronger substance or a more attractive one , such as glass . +Non - breakable glass . +Also , due to global warming , sea levels might rise and risk of flooding will also rise . +Therefore , houses will be built on high supports . +All domestic appliances such as showers , kettles , lights , TV and curtains may be voice activated . +Incredibly high security will prevent robbery . +The future homes will also have many similarities , such as having a separate bathroom , and not having one in a bedroom , or having two floors or having garages . +It has been a pleasure sharing my thoughts with you . +What do you think will happen in the future ? +Dear Mrs. Jane Clark , +Recently I was at the annual international arts festival , that you organized . +I 'm writing this letter to thank you for giving a possibility to know more about modern art . +I think , it is a wonderful idea to organize such festivals each year , because it is very interesting to learn some news about life in other countries . +Unfortunately , only six countries were represented this year at the festival , but I hope that soon there would be much more of them . +I extremely liked all concerts , shows , exhibitions , but why there were n't any photograph exhibitions ? +I think , you should make some next year . +Then , I want to mark , that concert halls were too small , that is why they were overcrowded during some concerts . +Then , I want to say , that plays and films were exellent , but it was n't enough of them for me . +May be you should make more next year ? +And at the end , my opinion is that one weekend ticket for all events is a great idea , because you do n't have to stay in queues to buy a ticket for a show , you want to go to . +Yours sincerely , +Dear Lucia , +I was very pleased to receive your letter . +You asked , if there are some school rules in my country . +As you know , I 'm studying at the private Academy , so the rules in my institute are different from the rules in state institutes . I 'll give you an example . +In our Acadamy we are not allowed to smoke . +The fine for smoking on the Academy is territory is 100 dollars . +So nobody smokes there . +I do n't smoke , so I do n't care about this rule . +But some of my friends really would like to change it . +You also wanted to know about what I 'm allowed or not allowed to do at home . diff --git a/regression_tests/original/FCE_128.txt b/regression_tests/original/FCE_128.txt new file mode 100644 index 0000000..4886137 --- /dev/null +++ b/regression_tests/original/FCE_128.txt @@ -0,0 +1,128 @@ +Well , I have rather modern parents , so they do n't prohibit me to go to the discoes or somewhere with my friends . +The only rule for me at home is to walk out with my dog three times a day . +I hope it was interesting for you to know about the rules in my life . +Look forward to hearing from you , +Dear Sir / Madam , +I was to Circle Theatre to watch ' Over the rainbow ' musical show , recently . +I was trully dissapointed by it . +My expectations were high after I 've read your leaflet in which it was advertised as ' London 's newest and best musical show ' . +Now , I can assure you it was n't . +Firstly , it was Danny Brook who was supposed to star . +The substitute was far worse . +Secondly , I had to wait fourty - five minutes before the show finally began . +Another unkept promise are the discounts . +There were n't any ! +Lastly , when I got hungry after the delay it appeared that the theatre restaurant is closed . You can believe me it was n't ' my perfect evening out ' and I have no other choice than asking to give my money back . +I paid for something I did n't get so it is obvious that I want my money back . +I got the £ 15 ticket . +I 'd like you to send the money to this adress ; ul Taklowa 10 +Skoclow 43 - 430 +POLAND +Yours sincerely , +Unfortunately , Pat was n't very good at keeping secrets . +After two days the whole school knew . +When Paul entered the school gate , other children began to tease him and laugh . +Paul could n't stand it . +He ran out quickly , leaving everyone behind . +He felt very ashamed and did n't know what to do . +Normally , he would go and talk to Pat but Pat betrayed him . +They were no longer friends . ' +How could he , ' Paul thought ' Now the whole school knows Jean attracts me ' . +As he was sitting there , he heard someone walking towards him . +He turned around and saw ... Jean . ' +What are you dong here , why are n't you at school ? ' +she asked . +Paul was like paralyzed . +He could n't reply . ' +I had heard what you 've said about me ' , she said , I think it 's sweet ' . +Paul could n't believe his ears . +While he was thinking how to reply , Jean took his hand and led him to the school . +When they entered everyone became silent . +All the children were staring at them and Paul thought that Pat is n't that bad at all . +Cambridge 13.06.00 +Dear Helen Ryan +Competition Organiser +I am glad to know about the news that I have received . +It is a dream becames true and was really unexpected for me ! +I would like to travel on July because of it is more suitable for me . +I think I will really enjoy if I could stay in tents it is going to be a new experience and looks exciting . +About the activities while at the Camp I would like to enjoy swimming , not because I am good in it , just because I keen on and the other one is Photography . +As I never did this in whole my life could you tell me if we have to do our own meals or I can find everything ready to eat there ? +If no , what do you sugest ? +The same question for clothes and money . +How much I have to get in my pocket ? +I hope has had your questions out of your mind . +Yours sincerely +Cambridge 13.06.00 +Dear friend +Kim +Last month , I enjoyed to help at a pop concert in Portugal . +Everything were new for me . +I had to ( lyd ) tidy up the place where they have to wait until their turn . +The group asked me make sure that in the fridge they always could find a big variety of drinks including honey and lemon for throat . +Other thing I had to do is keep an eye in the towels , I mean , dried towels because as you know that country is too hot , especially for my liking , as they have to change the clothes and looks fresh ; do n't ask me why . +The pop concert happened in a big stadium called " Mararcanã " . +I just did not enjoyed when they were making the instruments work for the big day . +But what I particularly liked was see and ask autographs from the rest of the others groups . +Do n't be jealous , I will make a copy for you , OK ? +Love +Dear Ms Jane Clark . +I am writing to you with regard to the International Art Festival that was held recently . +The festival was excenent in many ways , and especially it being an international festival was a challenging , but brilliant idea . +I assume that this fact attracted people very much . +In addition to that , organising one weekend with special price tickets was particularly good . +I personally think that it helped many people who were not able to afford the tickets with proper price to come to the festival . +Moreover , most of the events I went to were fantastic . +However , I still have some comments to make to improve the festival next year . +The festival was supposed to be an international one , but the artists and stars participated in it were from six countries only . +Thus , I recommend that stars and artists of various nationalities should be invited . +Also , some of the concert halls where the musicians performed were not big enough for the vast number of audiences . +I think it would be much better to use bigger concert halls . +Furthermore , I found that there were not many genres of neither the films nor the plays . +So I suggest you have various kinds , and more numbers of plays and films next year . +I hope that next year 's festival will be much more successful that this year 's one . +Yours sincerely , +The Old Man and the Sea +People all have different opinions about books . +Some prefer realistic stories whereas others do unusual ones . +But I prefer realistic stories such as Ernest Hemingway 's " The Old Man and the Sea ' . +Above all , realistic stories teach me something of the life , or at least influence me . +As far as I 'm concerned , my behaviour and attitudes towards a difficult situation began to change after reading this book . +Here , the fishman is very old , but he is still challenging to everything he faces . +When he caught a shark which was bigger than the ship , he never gave up taking it back to his village , even when sharks were around him . +Real stories have huge impacts on me , and affect me a lot , often in good ways . +In addition to that , realistic stories are more attractive , I personally do n't want to hear stories about very peculiar incidents as I know they can not be true . +But , while reading realistic stories , I just fall deep into the story , into the writer 's own world . +Ernest Hemingway 's sentences are precise , but still very powerful and alive . +So when I read other sharks eating the shark the old man had caught , I got very angry and annoyed . +Realistic stories thus , develop our imagination and creativity , which are essential in our lives . +We all learn from reading books , but realistic stories have more influence on me and develop my personality . +That 's why I prefer realistic stories to unusual ones . +17th June 2000 +Dear Sir , +I would like to complain about a musical show . +I was very disappointing a week holiday for me because I had got a lot of problem with the show . +I had seen the advertisement that the actors were Danny Brook and Tina Truelove , but it was not Danny Brook . +I was really disappointing because he is my famous actor . +The musical should started at 19.30 , but it started at 20.15 . +When I went to asked for the discount of ticket in the cashier desk they told me no discount available for this . +I had seen the advertisement say that discount available . +After the show I decide to had dinner in your theatre restaurant , but I could n't because it closed . +It closed at 10 pm but the show finished at 10.30 pm . +This was not perfect evening for me , so if you do n't give my money back , I will tell to the newspaper about it . +I am looking forward to hear a good new . +Yours sincerely , +Boo Sersuwan . +I think in the next 100 years people will wear the space clothes with small engine in the back . because of the atmosphere . +The atmosphere in the earth now starting badly every years . +The carbon dioxide are growing very fast and people cut more trees , therefore not enough trees to such carbon dioxide and produce oxygen . +The designer will have a lot of idea for how to make very nice and useful clothes . +I think if we wear this clothes we will travel to every where easier than we use cars , ships , planes and space ships . +This mean the engineering will find the way to useless petrol for it , so it must useful in the future . +I think somebody will make a very big area to grow plant because they can sell the oxygen . +This is a new business . +I think I can win this price , because this clothe will produce in the future soon . +17/06/00 +mr . MANAGER +MY NAME JAMES CAMIREZ AND I'AM WRITING THIS LETTER TO YOU BECAUSE I HAVE SOME COMPLEINTS FOR THE DISAPPOINTING EVENING I HAD LAST NIGHT . +FIRST OF ALL ON THE ADVERTISEMENT FOR THE SHOW IT SAYS THAT THE ACTOR WAS GOING TO BE DANNY BROOK AND INSTEAD OF HIM WAS A TOTALLY UNKNOWN CLOWN THAT HAD NO IDEA OF HOW TO ACT , IT WAS HORRIBLY DISAPPOINTING ! diff --git a/regression_tests/original/FCE_129.txt b/regression_tests/original/FCE_129.txt new file mode 100644 index 0000000..7201410 --- /dev/null +++ b/regression_tests/original/FCE_129.txt @@ -0,0 +1,129 @@ +SECOND I GOT TO THE THEATRE AT 19.20 BECAUSE IN THE ADVERTISEMENT IT CLEARLY APPEARS THAT THE SHOW STARTS AT 19.30 , AND I GOT HEAVILY MAD WHEN I LOOK MY WATCH AND NOTICE THAT I HAD BEEN WAITING FOR 40 ( FORTY ) MINUTES AND THE SHOW DIDN'T START YET ... I MEAN I WAS AMAIZING ! +THEN I READ ON THE ADVERTISEMENT , DISCOUNTS AVAILABLE , AND I DIDN'T GOT ANY DISCOUNTS WHEN I ASKED FOR THEM . +AFTER THE SHOW I GOT OUT THE SHOW ROOM DEEPLY DISAPPOINTED AND WENT TO THE RESTAURANT TO DRINK SOMETHING TO RELAX , AND DO YOU KNOW WHAT ? +.. IT WAS CLOSED ! +I COULDN'T BELIVE IT HOW THIS CLASS OF THEATRE CAN BE SO .. +OH I'M GETING MAD AGAIN SO I'AM GOING TO TELL YOU THE LAST THING , IT WAS THE HORRIBLE NIGHT I HAD EVER GOT SO I DEMEND FOR MY MONEY BACK ! +I THINK THAT MODERN TECHNOLOGY HAS AFFECTED ALL THE HUMAN BEINGS . +MODERN TECHNOLOGY HAS AFFECT ME IN SEVERAL WAYS , I MEAN THE MORE THE TECHNOLOGY MODERNIZES ; MORE CONFORTNESSCOMFORTABLE WE GET . +NOW WITH MODERN MACHINES I CAN MAKE A BETTER USE OF MY TIME , IF I'AM LATE TO GO TO TRAINING AND I HADN'T IT YET I JUST TAKE MY FOOD AND PUT IT IN THE MICROWAVEOVEN . +ANOTHER EXAMPLE IS THE COMPUTERS , I THINK THEY ARE ONE OF THE MOST ADVANCED MACHINE IN THE WORLD , YOU CAN LIVE YOUR ENTIRE LIFE IN A HOUSE WITHOUT GOING OUT , BY JUST USING THE INTERNET , IT HAS ALSO HELPED ME IN MY SCHOOL HOMEWORK , I MEAN IT 'S INCREDIBLE THE TIME YOU WAIST BY MAKING THING WITHOUT A COMPUTER . +BUT I THINK ALSO THAT WITH MODERN TECHNOLOGY WE GET MORE COMFORTABLE SO THAT MAKES ME A PACIVE PERSON AND NOT SO ACTIVE , +THIS CAN BE BAD TO BECAUSE IF I GET USED TO BE CONFORTABLE WHEN I NEED TO DO HARD WORKS I WON'T BE ABLE TO DO THEM . +1th , June , 2000 +Dear Ms Ryan , +I am writing to reply your letter and I am so glad to win the prize . +Thank you very much ! +In answer your questions : I would like to travel in July . +I am a full - time student , my summer holidays begin at the end of June and I have planned to work on my grandfather 's farm in August . +So July is the only time I will be free . +Secondly , I would prefer tents to log cabins . +Camping is my enthusiasm and I sleep in tents every time I go camping . +Therefore , I am afraid I ca n't get used to log cabins easily . +Besides camping , I also like painting . +My Dad is an amateur painter , and I have begun painting for 8 years . +I 'm good at portraits and landscapes . +I would also like to play golf during my holiday , but I have never played it before , will I get any tuition ? +Finally , I should like to ask some questions . +How is the weather like in California in July ? +What kind of clothes should I pack ? +If I want to buy some gifts , how much money should I take and can I use traveller 's cheques in every place ? +I am looking forward to hearing from you . +Yours sincerely , +Shopping is not always enjoyable +Our lives are getting better and better , so people began to go shopping more frequently . +It 's always a great job to go home with bags of purchases , but is it doing us good apart from the temporary satisfaction ? +Everyone likes sale , but those so - called sale items are not really of value . +In fashion industry , sale begins at the end of each season and just lasts a short time , because those owners want to make room for new stock . +But you 'll find your ' cool bargain ' soon get out of date and you have to keep buying new ones . +Also supermarket owners have put in a vast amount of money to find out the best way to place goods in order to get the most profit . +Therefore , we become impulsive buyers easily under these tricks . +The result , we feel guilty after spending more than we 've estimated , or even suffer from financial difficulty . +Shopping does not just effect us mentally , but also physically . +It 's not hard to realise how exhausted we are after a day of shopping . +Think of the awful crowds , the busy car parks , polluted air in the city centres and mile - long queues in front of the cash desks . +I do n't think anyone would really like to face them . +But once you get there , they 're just inevitable , are n't they ? +Well , now before you go shopping , think again and you 'll find out it wo n't be always enjoyable . +Dear Manager , +I 'm a person , went to see the musical show , I would like to know something about " Over the rainbow " programme ? +You have informed the actor , times , discount and the restaurant to people , but actually what did you do ? +The first , you have changed the actor . +The second , the time is late from 19.30 , it started 20.15 . +The third , the tickets have not the discount . +The last , after show , I could n't go to the restaurant , because it was closed . +What 's happened ? +This is the good theatre do , or not ? +This is the famous theatre . +You know , What did people feel ? +Everybody attented go to the show , funny , and happ in the end , and what have we go then ? +Disapponted ! +Thank about that . +If you can not managed the programe , why did you informe people before programe start ? +I tought you inderstood ' ; please send money back to me , you know why , do n't answer me ? +Thank you , +Now we know , our world have developed to new world , becase we have high technology to do . +If we came back to the past , we felt everything , it was so difficult to do , we would have plane and done by ourself and last time . +In the present , the teachnology is a past of life . +It started from got up in the morning , we have the machine help us to cook , iron , cleanning , washing , and then we went out to work , there are car , sky train to travel for help us convenience and quickly . +While we worked at the office , there are the computer and equipment for help to work and easy , after we have finished work , we come back home , there are television for get information , news , data by different way and quickly . +How has modern technology changed your daily life ? +We appreciated the mordern technology changed my daily life for help every easy and quickly , we have time to do many things . +Dear Mr Robertson , +Regarding the programme you have organised , it is great ideas everything that you have planed , but I would like to suggest to you something that the students saw in an advertisement . +It is good start to go on sightseeing by bus on Monday morning , we can se all famous buildings in a few hours . +It 's seems relaxing to go to Greenwich in the afternoon looking though the river . +The idea about going to science museum is fantastic , I read about the museum , it is really interesting in science history . +After all morning in the Museum , it is wonderful and on tuesday doing some shops , whereas the student have another idea for tuesday . +On Wednesday after viseted national Art Gallery , we can have a chat about ours next holiday at the free time in the afternoon . +The advertisement that students saw is about a fashion show , but to go to the show you will need cancel the tour on tuesday and add the show , because the show is from 10.00 to 19.00 . +I look forward to hearing from you . +Yours faithfully , +Freedom ! +Nowadays the main attroction in the newspapers and television is private life of famous people . +It is really interesting how people like knowing famous people life . +Without someone famous know , photographs take pictures secretly , try to get money on it . +Sometimes being famous can get stress , everywhere they go there are people around them , especially journalists , trying to ask millions questions . +Famous people deserve to have freedom to do whatever they want , but it is quite difficult to do thing in a public places , because nobody like famous politicians or film stars without asking questions . +On the whole , to be rich and famous do n't always bring happeness , whereas the majority of the population wish they were rich and famous . +Dear Sir or Madam +I am writing to complain about the musical show " Over the rainbow " which was performed in your theatre two weeks ago . +I went to see it on 5th June 2000 . +First of all that evening there was not Danny Brook but an unknown and not very good actor . +Secondly the show started 45 minutes late . +Then at the tickets - office I was said that no discounts were available so I had to pay the full prize despite I am a student . +Finally I would have had dinner at the theatre restaurant if it had not been already closed because the show finished , obviously , late . +I am really not satisfied with the show - organization particularly because in the advertisement you wrote something different . +For this reason I expect to receive my money back . +Yours faithfully +Unfortunately , Pat was n't good at keeping secret . +Last week we had another demostration of this . +On Monday we decided to organize a surprise - party for Ted 's birthday on Tuesday evening . +Each of us had a different task . +Anna prepared the cake , Peter organized the music , Heather and I went to buy the present ; Pat said : " OK I 'll phone to some of Ted 's friends to invite them " . +Obviously Ted should have known nothing about it and we remembered it to Pat twice : " the party is a secret ! ! " and she said : " Yes , it must be a surprise ! " +On Tuesday afternoon we met to prepare the last details ; Pat said : " I 've just phoned to Tommy , Billy and Alison and I met Ted yesterday evening : they all have said ok for the party .. " +In that moment she understood that something was wrong ! +Dear Mr Robertson , +Thank you for organising good programme , especially like sightseeing from River trip to Greenwich in London for three days . +I am writing on behalf of my classmates to give the information of ' The London Fashion And Leisure Show ' which we would like to go and to huggest our opinion . +We have seen an advertisement of last Saturday ' The Times ' edition of the show . +It will be held in Central Exhibition Hall , London or Tuesday March 14 from 10.00 to 19.00 . +Firstly , it will introduce latest fashions connecting Millenium . +Secondly , we will be able to see leisure and sports wear about fashion trend of next year . +It would be fantastic opportunity to the students who study a fashion . +Finally , we can see how to make up and make better hairstyle in the show . +Most of all , It is free for students to enter . +We would like to know if it is possible to change your programme . +We would be grateful if we could go there in the afternoon on 14 March because we are able to go shopping . +We look forward to hearing from you . +Yours Sincerely , +It was dangerous , but I knew I had to do it . +Whenever I recollet it , I feel self - confident . +When I was twenty years old , I had to go to Army . +As you know , my country has been separated into two countries ( South and North Korea ) . +However , instead of going to Army , I was able to apply to Korea Auxiliary Police . +One year later , I was working in Kang - nam police station in Seoul . +Suddenly , the theft signal came into . +So , another policeman and I had to arrive at the accident place quickly . +When we arrived at the place which it happened , one man started running away . diff --git a/regression_tests/original/FCE_255.txt b/regression_tests/original/FCE_255.txt new file mode 100644 index 0000000..745b9e5 --- /dev/null +++ b/regression_tests/original/FCE_255.txt @@ -0,0 +1,255 @@ +Without any thought , I ran quickly like a swallow . +Then , he tried to go over the wall , I held his leg . +He fell down and we had to stare at each other . +After we fought for a minute , I was able to arrest him . +As a result , I could go on vacation . +When I said to my mother , she asked me not to do it again . +But , I was a police - man . +Therefore , I had to do it in spite of it being dangerous . +Dear Competition Organiser , +I am writing to replay your letter and to ask more details about the competition . +Firstly , I would like to say that I 'm very glad to have been choosen and I will do my best for this competition . +As you asked in the letter , I would like to travel only on july because I work at the central library and I 'm also having English classes , so I will just have holidays on July . +Is it suitable for you ? +As you mentioned about the accomodation , I would prefer stay in the tents , because it 's more exciting and I really love camping . +I examined all the activities that you listed and I was disappointed to have to chose just two of them because in my opinion I 'm good in almost of this activities . +However , I would choose sailing because I am facinating with the sea and it 's misteries and I also like the watter , the wind in my face ... +The other one I would choose is basketball becouse I 'm tall and very fast with the ball . +Finally I would like to know what kind of clothes are we supposed to wear there , and about the money we are supposed to pay for food and things like that . +I 'm looking forward to receiving your prompt replay . +sincerely +Clara +Dear Kim , +I am writing to tell you some news and to ask a little bit about you . +First of all , I 'm going to tell the good news . +Last month , I went to a pop concert with four bands . +It was unbelivebly ! ! ! +Although it was 5.000 thousand people there , people could walk and dance without any problem . +It was very well organised , the shows started in the exactly time and the group were well performed too . +I have contributed to the concert selling some tickets to my friends . +However the success of the concert , at the end of show some full gays started a big confusion and some people get hurt . +It was depressing ... +Finally , I would like to know some news about you , What have you done ? +Be you studing a lot ? +Please write me a letter as soon as possible ! +Love from +Clara . +Dear Helen Ryan ; +I have just received your letter which is made me so hapy . I can not belive that I won first prize in your competition , because I always belived I am an unluky man and now I think somethings are changing in my life . +I would like to come in July , because I am studying English and we have one month break at July , so please make my log cabin ready by july . +I prefer stay in cabin because I have some experience with tents from my childhood and it was not very good experience therefore I would like to stay in cabin . +You saying in your letter I could do two activities from the list which is show many exciting activities . +I will definitly chose Basketball and Swimming wich are the my dream sport . +I used to be play in school team when I was in high school and our team was the one of the best Basketball team in all county and I also very good at swim . +I would like to ask a few things , specialy wheather : how is the weather in July in the U.S.A. What kind of clothes I will need and how much money I should take with me , Because I have never been U.S.A. before and I do n't know anything +I am looking forward to your reply letter . +Your sincerely +I have never enjoyed doing shopping , but nowday some people are calling shopcholic . +They are just like alcholics and this people are every day doing shopping because they can not stop themself unless they have not got money for spend . +I can not believe how they doing this things every day , even when I need something at home I alway try to find out something to use instead of that things . +Because nowdays whereever you go there is big queue and I hate being waited . +The queue is not only the problem if you go by car there is parking problem , if you go by bus there is again queue and you have to carry many carry bag carrier bags during the your journey and you wo n't be alway luky to find a seat to seat . +If you go shopping for ( buy ) clothes that is the worse kind of shopping . +Specialy if you want to buy with your girlfriend or if you are already girl you have to be read for hours to spend try on and off . +I realy hate go shopping with girls to buy clothes because when they went into a shop they want try on every single cloth and they do not realise to time . +Some people says " shopping is not alway enjoyable " but for me definity unenjoyable and I think it will be same rest of my life . +Dear Sir / Madam , +I am writing with reference to the musical show I saw last week in your theatre . +I hoped that it would be the most excited evening during my week 's holiday in London . +Unfortunately it was n't . +I would n't like to be unkind but I must say that the advertisement for the show included a lot of false information . +First of all , when I had bought the ticets it appeared that there is no discount available . +Secondly , I must complain that the musical show started almost an hour later and in addition to this anyone did n't excuse . +Moreover I would like to ask why Danny Brook , which is my favourite actor , did n't play in the show . +Furthermore I would like to enquire why the theatre restaurant was closed . +Finally , I must say that I had a very disappointing evening and I would like to get my money back . +I look forward to hearing from you . +Your faithfully +Unfortunately , Pat was n't very good at keeping secrets . +I wish I had know it two days ago ... Exacly on 15th June we were at the birthday party . +Dora wanted me to come with Pat because she was in love with him . +I really like Dora and Pat and I just wanted to help them to be together , but it was n't such a good idea . +I thought that if I said something specific about her he would look at her in a different way . +Well , I forgot that it 's just a boy ! +I should n't have told him that she was a virgin . +It was awful when he started to laugh and everybody was stearing at us . +Yesterday I discovered that he told everything to Marl and Tony . +I really regret that I was so foolish . +The most horrible is the fact that my friendship with Dora seems to be on the rocks and I do n't know what I have to do to overcome the difficulties . +Mr. Manager : +I am writing this letter to you because when I went to your Musical show I had a very bad time . +Firstly when I went to the show it was writing that the starting time was 19.30 but it started at quarter past eight I had waitted for fourthey five minutes . +Secondly the stars were going to be DANNY BROOK and TINA TRUELOVE but different people came to the show . +It was the first time I was going to go to a musical show but I guess it will be the last one too . +Anyway after the show I felt hungry so I went to the restaurant but it was closed because they were having the inside altered . +And as last that was the worse night I had ever had so I asked for my money back but they would n't give it so I had an argument with the people Who worked their but I could n't get my money back . +Unfortunately , Pat was n't very good at keeping secrets . +Because last year I started smoking and nobody knew that I was smoking but one day as I was smoking at the back of the school some one came next to me and I noticed that it was Pat . +She saw me as I was smoking so that was n't going to be very good . +She said that she would n't tell it to anyone but I knew she might say it to someone so I always was with her very minute ever second . +But one day as I was walking home like every night I saw Pat at the front of our house door talking to my dad . +I just knew I could n't have trusted to her but as I went in the house my dad offered pot to stay for meal I was in a schock thinking why is n't anyone getting angry to me after a while we sat for dinner and Pat just talk my parents that I was smoking and when my family heard they got ever so angry . +I could n't go out of the house for a month so now I know how Pat is and ca n't keep any secrets . +Dear Mister +I 'm writing to you to complain about the musical show you present at the moment : " Over the Rainbow " . +As my husband is a native and we live in Switzerland , we apreciate to pass a week in London every year . +We are keen on theatre and musical show . +Your theatre is known to present excellent spectacles . +We were never disappointed so far and especially enjoyed " The Drama " you presented last year . +Anyway we had a very disappointing evening . +At first , we could n't get any discount , although you mention it on your advertisment . +And the only tickets left were at £ 20 . +Then the spectacle began 45 minutes later than mentioned . +Last but not least , Danny Brook was replaced by a different actor , whose name I probably forgot because of his poor performance . +Afterwards we are used to eat at your restaurant which is not only well known for it 's good price value but also for it 's original decoration . +Therefore I ask you to give use £ 20 back , because the two tickets were not more worth . +I 'm looking forward to hearing soon from you . +yours faithfully +Unfortunately , Pat was n't really good at keeping secrets . +The following story will prove it . +I left the office at six o'clock . +I was free as the air . +My husband was following a course all the week in Berne . +The kids were by their grandmother , who take care of them . +I drove to Ouchy where I took a drink . +It was so hot , I decided to go for a swim in tutry , although I had n't any swimming - clothes . +I knew a good place . +I parked the car and went ten minuts . +As I had planed , the place was deserted . +I took my clothes of and swam twenty minutes in the lake . +Coming back , I noticed that my clothes were missing . +I walked back , hoping I would n't come accross anyone and be able to drive back home . +The car was missing too . +Unfortunately a police car drove by and the policeman saw me standing there nude . +They drove me to their office after having given me use of their shirt . +There I called Pat who picked me up . +I felt so miserable that Pat laughed seeing me . +Of course she told everything to my husband . +If only Pat could keep secrets ! +Dear Jane Clark , +I am writing to thank you for providing International Arts Festival . +It was absolutely great idea . +However , I would like to give some suggestions for next year as I have read the advertisement . +Firstly , could you invite stars and artists from more than only six contries ? +In my opinion , it might be better to have time with variety nationallites . +Secondly , the music concerts were very exciting and had a lot of fun , but some concert halls were too small to enjoy them comfortably . +Thirdly , I am expecting to watch more films and plays which were impressive . +Lastly , it could be nice to students who are interested in arts , if you help special events , for instance , song contest , writing competition or dance lessons . +To sum up , I hope the festival is developed next year with excellent reasonably - priced ticket like this year 's . +Yours sincerely , +PART TIME JOBS : Find in your place +Do you need money ? +If you do , make sure why you want to earn money . +That is very important to find a way for earning and saving money . +Probably the best way you can get money is to have a part time job in your spare time . +I am recommending you to check your possible time to work - weekdays or weekend ? - before you request a job . +If you just decide to work , you 'd better to find a job in your place . +Firstly , go to your school or local council . +They will be able to help to find safe and suitable jobs for students like you . +Secondly , as your family or friends . +As they know about your interestings and personality , it is easy to help you . +In my case , I could get a telephone researcher part by my friend 's reference . +In conclusion , do n't forget that a job is just spent in your " spare " time . +That 's it ! +Dear Sir / Madam , +I am writing to make a complaint about the show ' Over the Rainbow ' . +During my stay in London I went to your theatre to see this show . +As it is said in your advertisement , the show is starring Danny Brook but there was different actor . +It is not the only problem . +The show had to start at 19:30 , but it started at 20:15 . +You promised that there will be discounts , but when I came , I found out , that they were not available . +I wanted to go to your restaurant . +I invited a friend of mine and promised her that we will go there . +And what I found out . +Your restaurant was closed . +You promised that if we go to your show we will have a perfect evening . +Everything was just vice versa . +I am very disappointed , that is why I am asking you for compensation . +I am looking forward to hearing from you . +Yours faithfully , +Unfortunately , Pat was not very good at keeping secrets . +It happened at the end of school year . +My class was going to a night disco and I wanted to go there too . +I asked my parents if I could go , but they did not let me do that . +I tried to persuade them , told that nothing will happen to me , promised to do all housework . +But all they have done is told me that I am to young for it and I can go there only when I am 20 years old . +I had such a desire to go to the disco , that I decided to go even without parent 's permission . +I told my secret to my best friend Pat . +But she told it to very kid in school , even the teachers heard it . +It occured that one of the teachers told my parents about it . +At the end I was punished and stayed at home for two weeks . +I understood that I must keep my secrets and do not tell anybody , even the best friend . +Dear Mrs. Jane X , +I would like to make some appoitments about the event that I had been . +First of all , the concert hall is too small to have a great concert . +I think should be bigger for jazz , rock or still classical concerts . +Secondly , I had some ideas for the next year events , such as : +- Funny plays and films to spend the break time ; +- Dance shows after dinner to have something interesting to do in the night , +- Art exbitions to know more things about artist 's lifestyle ; and +- talks by writers to say how good is his latest book . +In addictions , the ticket 's price is too expensive and difficult to buy another one every day , so , I think is more effective if was one reasonably - priced weekend ticket for all events . +In conclusion , I hope will be better next year if these points was observed for the each year the event to be better than before . +Sincerely +How are you ? +It was nice to receive notices about you . +I remember these time in our class when us talking many time about rules and I am missing that time so much . +Well , about rules in my contry , is not different than another countries . +The rules must be respect for all people if you do n't want get out from scholl . +You must to be organise , clean and respect the right of other people .. +Dear The Manager of the Circle Theatre , +While I was staying in London for a holiday , I went to the Circle Theatre to see OVER THE RAINBOW in the evening . +That made me feel disappointed . +First of all , the actor was different from your advertisement . +I meant he was not Danny Brook . +Secondly , it took times to wait about forty five minutes , because it started at 20:15 . +It should be on time at 19:30 . +Then it had no discounts , which the advertisement said so . +Due to being a student , I think I should have got the discount from your ticket with ID card . +Besides this , the theatre restaurant was early closed . +As soon as the show ended , I went to there for having a dessert . +Lastly , I do n't think that it was my perfect evening . +I would like to get my money back . +I look forward to replying from you . +Yours faithfully , +Unfortunately , Pat was n't very good at keeping secrets . +Griffin , who is a teacher , was n't surprised at our preparation . +It was so close to be on his birthday , so we made a decision to hold a small party for him . +She has just learnt with us for three weeks . +She is not talkative , kind , and reserved . +However , this party she took part in , she was responsible for preparing food . +As far as we knew , she 's good at cooking . +While she was choosing vegetables in a market , she came across him . +When he asked her ' why do you choose deliberately ? ' , she answered without thinking . +That caused the secret disclosed . +We did n't blame her , because we knew that she did n't intend to do like that . +Although he was n't surprised , he was glad and pleased with our party . +Anyway , Happy Birthday to Griffin , again . +Dear Jean Clark , +I recently spent two days at your Annual International Arts Festival and I am writing to express my opinion about it . +Firstly , I think the International Arts Festival is a wonderful idea because I have the opportunity to enjoy different arts events . +But it is also true I could just see stars and artists on stage from only six countries , not stars from around the world as you announce in your advertisement . +Secondly I really enjoyed the jazz and classical concerts in spite of the fact that some of them were taken place in too small concert halls . +Thirdly , all the plays and films showed were interesting , In my opinion you should include some more films and plays in your festival next year . +Finally , I think it was a good idea the fact to buy only one ticket for all the events since I just spent the time watching and enjoying all of them . +I look forward hearing from you . +Your sincerely +Dear George , +Sorry it 's been too long since I last wrote but I 've been so busy at school that I could n't answer you before . +As you tell me in your last letter you were talking about rules in your class and you want to know about school rules in my country and also what I am allowed to do at home . +First I must tell you that teachers are strict at school . +We are n't allowed to eat in the classrooms and in addition to this we must sit down in individual desks . +We ca n't chat with our classmates . +How boring ! +At home everything is quite good , mum and dad are great but there 's one main rule I must tell them were I go and what time I 'll come back . +Granny is the problem she 's a bit bossy ! +She usually tells me what to do and what kind of clothes I should wear but I do n't care about it . +I really must get down to some homework now so I 'll stop here . +Give my love to your parents . +Write to me soon +Dear Mr Robertson , +I am writing to you as a representative of the class about the 3-day school trip which has been organized for next week . +First of all , I would like to thank you for the excellent organization of this trip which seems to be very interesting and useful for the students . +Especially I believe that the visit to the National Art Gallery will be a really exciting experience for all of us . +All the students are enthusiastic about it . +However , some of them have read an advertisment about the London Fashion and Leisure Show , which will take place at the Central Exhibition Hall in London on 14th March . diff --git a/regression_tests/original/FCE_256.txt b/regression_tests/original/FCE_256.txt new file mode 100644 index 0000000..70528b4 --- /dev/null +++ b/regression_tests/original/FCE_256.txt @@ -0,0 +1,256 @@ +The Exhibition will show all the latest fashion in a very wide range from sports wear to make up and even hairstyles . +What is more , the show is free for all the students . +We feel that taking part to it would be a great opportunity to us since we will be able to have some information about the world of fashion , which is becoming more and more important in our days . +Under the circumstances , I was asked by the class to inform you about the show and to ask if it could be possible to make some changes in the programme if it could to visit the Exhibition . +It will take place on Tuesday from 10.00am to 19.00pm , so we could give up the shopping and go to the show in the afternoon . +I hope you will consider this possibility and tell us as soon as possible if you intend to accept our proposal . +Yours faithfully +Being famous and risk is something all of us have dreamt of sometimes . +But not always famous people are happy of their condition . +Usually if you ask them what they would desire most , the answer is : " I would like to be able to live like ordinary people do " +There is no surprise to this answer : famous people can not have their own private life . +Whenever they go out they are suddenly " hounded " by groups of journalists and photographers who want an interview or a photo . +They can not even have a pizza with friend who stops them and asks them for an autograph . +But the worst thing of all is that they are often victim of malicious gossips , which most of the times are not even true . +In conclusion , I believe that it is certainly tight that famous people accept their condition , with all the advantages and disadvantages it brings , on the other hand , however , I think that they deserve to have a private life as all other people have . +Also the most famous star can be unhappy and depresed : not always , in fact , money and celebrity being happiness . +Dear Mr Robertson , +Thank you for the programme which you have organised the three days in London . +However , some students in our class have seen an advertisement for the London Fashion and Leisure Show and we would like to have an opportunity to go to the show . +The show is opened between ten and seven p.m on Tuesday , March 14 at Central Exhibition Hall in London . +Latest fashions , leisure and sports wear , make up and hairstyles are expected to be displayed and studied . +We have concerned it as a great opportunity to touch a part of latest cultures , which are concentrated and sharpened in London . +In addition , the addmission for students is free . +Taking the programme and the show into consideration , we suggest that we can have time to go to the show in the afternoon on Tuesday . +We suppose that in free time on Wednesday we can find some time for shopping . +We hope that you consider our suggestion . +Yours sincerily , +The ways of living are always changing . +It is no doubt that functions and structures of the home have been changing as well as that of transformation , for example , have been . +Thinking about the home of the future , first of all , nuclear families should be expected because of new technologies , which make house - keeping easier and simpler and because of the idea which encourages us to live in cities for convenient life . +People may tend to avoid from living in a large number of families in an expected small house in a city . +On the other hand , the bond between parents and children should be unlikly to change . +People always need their parents , children and so on . +The longer and further they live on their own , the more they may feel that they need a family . +New materials will surly change the home of the future in any ways . +It is just staff 's around us improving and turning into new one . +Hopefully , the minds of people will stay peaceful and tender in the future . +Dear Mrs. Ryan , +Thank you for your letter . +I was very surprised that I have won the first prize in your competition . +First I would like to mention that I can only travel in July , because I will work in August in a web designer studio . +So I am unable to go on holiday to another time . +I would prefer to stay in a tent because I like camping very much . +I think it 's more exciting to be in a tent than in a log cabin . +I was very surprised that you offer such a great variety of sports and courses . +I would like to do Basketball and Painting . +I played Basketball at school for about two years . +I am rather good in it . +I also had Painting as main subject at school for five years . +I like painting very much , and I think I am good in Painting . +I paint a lot in my free time . +I prefer painting landscapes and fantasy - pictures . +I would like to ask you , how much money will we need ? +Which clothes should we take with us ? +I hope to hear from you soon . +Yours sincerely +First I would like to point out , that this was a good idea to present our school in a short film . +I think first of all we should film an english lesson , where pupils could prepare some group work or information - boards . +I think it is also important to present a comercial english lesson , maybe the pupils could write " offers and orders " or enquiries on the blackboard . +Next I would film a BWPM lesson . +This subject teachs the pupils how to make good presentations . +They go together in groups , then they prepare power point presentations and at least they present it in front of the other pupils and teachers . +It would be also very interesting to film the situation during the brake . +The smokers in the school yard , the buffett and the other pupils , who are sitting in front of their tables writing their homework . +I think then we should film an informatic - lesson . +It would be funny to present the computers , which are often overcharged , or often the netserver is spinning . +It 's really funny to see the helpless teacher , who wants to go on writing in excel or a word text , while the computers do not work or brake down . +I think that would be all for our video . +In my opinion this are the most interesting things in our school . +Dear Sir or Madam , +I am writing to complain about your entertainment which was advertised in the last edition of " Plays " . +I am afraid that reality had nothing common with the things I suspected to meet . +First of all , the prices were n't lower in any cases although you advertised the information like that . +Then , I expected the show to start on time , but it turned out that I had to wait 45 minutes . +Moreover , when the play started at last , I could n't look at the actors . +Especially I was disappointed by Danny Brook who made me nervous with his lack of talent . +According to your advertisement , there was a possibility to have dinner in your restaurant , but I was surprised when I found it closed . +After that , I should also mention , that this evening was dull , boring and the worst in my life . +I am looking forward to hearing from you and I insist that you refund my lost money at once . +Yours faithfully , +Come back to paradise +There is no doubt that fashion affects people and makes them obsessed with this subject , but what can be designed more ? +Can you imagine the trend which will be as shocking as it has never been ? +The clothes is part of each culture and one of these things which expresses our taste and personality . +People spend a lot of money to buy something extraordinary , feel comfortable and stand out . +They come up with many ideas but it ca n't last for a long time . +Nowadays it 's getting obvious that designers sold only details , but significant changes do n't turn up . +Styles mix , colours and shapes come back from the past , only the fabrics are different . +People look for something new but it is not so easy to be creative all the time . Teenagers are bored with casual fashion and their parents laugh at them because of the fact they wear common clothes . +That 's why I believe in the solution which is the closest to human nature and can help us to omit the boredome I am sure that at last we will take off our clothes and in the future we will be undressed and free there wo n't be any problem with being up - do - date . +As it was previously stated I am convinced that the reality will turn out to be a paradise where the most important will be body and purity of our soul . +Dear Sir or Madam , +I am writing in connection with the musical show I saw in your theatre a week ago . +Although the show was supposed to be the London 's newest and best musical show , I am rather disappointed with it . +Firstly , I was really looking forward to seeing Danny Brook and Tina Truelove on the stage . +However , you changed actors without informing viewers . +As if this were not enough , the show was forty five minutes late . +Your leaflet was rather misleading on this subject . +According to your leaflet , tickets were supposed to be a bit cheaper , but I was refused being given a discount . +On top of everything , the theatre restaurant was closed . +You can imagine how disappointed I must be to spent such an imperfect evening . +I demand a full refund or I will be forced to take this mater further . +I look forward to receiving your prompt reply . +Yours faithfully , +Recently , we have had a very interesting discussion about how science and technology affects our lives . +My life has also changed as a result of modern technology . +Thanks to computers , phones , mobile phones , internet I can communicate with other people faster than I was able to do before . +My father is a sailor and I meet him only four times a year . +But thanks to mobile phone I can contact him even if he is sailing in the Atlantic Ocean . +I also enjoy shopping through internet . +This way I do n't have to do be queuing in shops and supermarkets and I can choose fashionable clothes . +In the future I would love to be a doctor , especially a cardiologist . +Nowadays , modern technology is used in medicine more often and it can minimise the risk of the death of the patients . +However , I can see some disadvantages of technological progress . +First of all , I spend too much time indoors playing computer or watching TV . I know that if I want to keep fit and stay healthy , I must take up some sport . +Moreover , modern technology has made our environment more polluted . +That 's why we should abandon cars from city centres , closed down factories which produce too much sewage . +Although modern progress has made our life easier , it may be also harmful . +We should all be aware of these consequences of modern technology and use it considerably . +Dear Helen Ryan , +I am writing to answer all the questions that you made me in your last letter . +First of all , I wanted to thank you for giving me the first prize in your competition . +It is very important for me , because I always wanted to travel to the U.S.A. +I would be able to travel only in July because it is the only month when I do n't have to go to school . +I would prefer to stay in a tent because as I had never slept in a tent , it would be a new experience for me . +The two activities that I choose are : basketball and climbing . +I am a very good basketball player because I have been playing basketball since I was six years old . +By the other side , I have never climbed a mountain but I always wanted to do it . +I wondered which kind of clothes I should take to the camp and I wanted to know how much money I should take . +I look forward to knowing the date of the camp . +Yours sincerely , +Dear Kim , +Thank you for your last letter . +It was very interesting and I enjoyed reading it . +As you know , I enjoyed helping at a pop concert last month . +It was a very good experience and I am going to tell you all about it . +First of all , I had to sell tickets for the concert in the street . +As I sold all the tickets that the organisers gave me , I won a prize of ten pounds . +Do n't ask me how the concert was ! +Because during the concert I was working in the kitchen of the stadium bar , preparing sandwiches . +I am angry because I could n't watch the artists performing their songs . +When the concert was finished , some friends and I went for a drink . +It was a very important experience for me because I learnt all about the organisation of a pop concert . +Looking forward to hearing from you . +Yours , +Dear Mr Robertson +My name is ... and I am a student representative . +I am writing to you on behalf of my class concerning our trip to London . +First of all I would like to thank you for organizing the programme . +I read it and found it very good , specially , Science Museum and National Art Gallery as I am interested in arts . +However , I have a great proposition for you . +Students in my class have recently seen an advertisement for the London Fashion and Leisure Show . +I thing it is a great opportunity for us , as it is at the time of our being in London and is free of charge for students . +Girls should like to see the latest fashion , new make - up and interesting hairstyles . +Boys are interested in seeing leisure and sportswear . +I would like to suggest a change in the programme by giving up shopping and going to the London Fashion and Leisure Show . +I hope you will consider this proposition and I am looking forward to hearing form you . +Yours sincerely +THE HOME OF THE FUTURE +Home is an important element in everybody 's life . +It gives you safety . +I do not know people who would not want to have a home . +We like our houses that is why are always trying to make it more comfortable and useful . +I think The Home of the Future will be bigger as we will need more room for us , our belongings and interests . +The construction will be more simple what will give us a feeling of balance . +More houses will have gardens what will make us feel closer to the nature . +Many people think that we will resign from a kitchen which is a useless place , as we will spend most of the time at work and will eat outside . +I do not think so . +Because of computers we will have the possibility of working at home , therefore , home will be very important place worth paying attention . +Take care of your home , do not hesitate in it and you will be very happy . +Dear Sir / Madam , +I went to the Circle Theatre to see the musical show " Over The Rainbow . " +Unfortunately , I had a very disappointing evening , because very little of what was offered in the advertisements was provided . +Firstly , we were informed that Danny Brook was starring but a different actor was starring in the show and he was really disappointing . +Secondly , in the advertisement it was written that the show was to start at 19:30 . +However , it started at 20:15 , almost an hour late . +Thirdly , it was written that discounts were available but we were again frustrated , seing they were not available . +Finally , although we were informed that the theatre restaurant would be open after the show , it was closed because the show had started late . +As you can see , most of the offered activities in the advertisements were not provided . +We did not have " a perfect evening " as it was written , actually we had an evening full of the theatre 's mistakes and were extremely disappointed . +I suppose it will be better for your theatre 's reputation to give at least some of my money back . +Yours Sincerely , +MY LIFE AND MODERN TECHNOLOGY +Here we are , in the 21st century ... We live in a technologically well - developed world , having every opportunity for communication , education and entertainment . +Almost everyone has televisions , computers and electronic devices . +But how has modern technology changed our lives ? +If I were to talk about my own life , my speech would be simple : " My electronic alarm - clock wakes me up in the morning . +I go to school by underground . +When I come home , I cook my meal in the microwave . +In my spare time , I watch television , play with my computer , or chat in the internet ... " There is no sentence without electronic devices . +I wonder what I could do without them ... I do n't go out with my friends or read books . +I have friends in the internet and can learn anything while surfing in it . +I sometimes get bored or feel isolated , because I know I am living in a virtual world . +When I look at my life , I can understand I am dependent on the machines . +My daily life is programmed up to the virtual world I created . +Modern technology has changed my life completely . +Dear Ms. Jane Clark , +I am writing to give my opinion about the International Arts Festival which was held 21st and 22nd November . +I went to the rock concert by U2 and the Chinese film " Chung King Express " . +Both of them were not only really enjoyable , but also reasonably - priced . +However , I feel that it would be even better if there were some improvement . +First of all , it would be greater if there were more famous people who have various nationalities . +Because most of them were from English speaking country this year . +In addition , larger halls should be provided for concerts since a lot of people could not get tickets for those by big stars . +Moreover , personally , I hope that the number of plays and films will increase . +I think they are the nearest ' arts ' in real life . +I would be glad if you consider my suggestions . +Yours sincerely , +Money - hasn't it always been one of the most important problem for students ? +Of course , you ca n't afford a luxualy car and a large apartment unless you 've born with a silver spoon . +However , there are some good ways for you to earn enough money to enjoy yourself . +How about working as a waiter or waitress ? +Not only it 's a simple job , but also you can enjoy working with many colleague at your age . +It would be great fan to make friends outside your class or club . +If you say that the wage is far from satisfaction , why do n't you teach younger students as a private teacher . +It 's also really popular job among university students because of the good salaly . +If you are interested in teaching and responsible enough , you 'll probably become an excellent teacher . +Stop complaining about lack of money and let 's start working to have a new world . +You 'll find that your life is becoming more and more enjoyable ! +Dir Madam +I 'm writing to you in reply to your letter . +I was really suprised when I opened it . +I look forword to going to the Camp California in the USA . +I would like to travel only in July because my family is going to visit me on August and I will have to look after them . +I prefer staying in tens to staying in log cabins . +Because it remainds me my childhood . I used to going with my friends to the camp , wich was situeded on a seaside . +We had always enjoying ourselves . +Never had I got such a great time . +From your 's list of activities I choose sailing and climbing . +I 'm keen on sailing , it is my favourite sport . +I find it very atractive . +I have been sailing since my father had bought a boat in 1980 , when I was only five years old . +However , I have never taken part in any competitions connected with this sport . +For me it is only a hobby . +Last year I took up climbing and I want to carry on learning this sport . +I would like to ask what kinds of clothes should I take with me . and I wonder if prizes are high there . +Yours faithfully +Angelina +I used to like shopping , but recently I came across many disadvantage of this activity . +Most people think that if they have got money they will buy everything what they want . +It is n't true . +Nowdays we have many big shopping centers . +We like them because everything is on one place . +The most suitable time for shopping is weekand when parents do n't work and children haven't got a school . +Because of that shopping centers are over crowded . +You ca n't buy something in peacful and calm athmospher . +In addition in such kind of shops prizes are very high , of course not all of them . +However such centers are very useful and necessary . +I my opinion the worst thing which may happened is extremly hugh queu to the changing room . +It is really exhausting . +Afterwards you are all in . +Nevertheless sometimes shopping could be enjoyable . +If you bought something goregous , you would be very happy . +On balance I think that shopping should be a nice thing so if you have bad mood do n't go shopping . +Dear Mr. Robertson +First of all , I want to thank you in the name of the class for your good organisation and programme , Especially for the fact that you are giving us some free time . diff --git a/regression_tests/original/FCE_257.txt b/regression_tests/original/FCE_257.txt new file mode 100644 index 0000000..4dee27d --- /dev/null +++ b/regression_tests/original/FCE_257.txt @@ -0,0 +1,257 @@ +We really appreciate this . +However , we have seen an advertisement for the London Fashion and Leisure Show . +The show is on Tuesday the 14th of March , from 10 oo to 19 oo o'clock in the Central Exhibition Hall . +There will be shown the latest fashions about leisure and sports wear , make up and hairstyles . +This is a great opportunity for us , because we haven't been ever before in this kind of show . +As well as this , the entrance for students is free . +As you can see this is the best time to go there . +We have some suggestions about how to change the programme . +Instead of visiting the Science Museum on Tuesday we could go there on Wednesday afternoon and instead of going shopping on Tuesday afternoon we could maybe stop at some places during the sightseeing tour and buy there something . +To sum up , this is a really great opportunity for us and I do n't think that the changes are so big . +I look forward to hearing from you . +Yours sincerelly +The man is a being that need to live close to other human beings and to create a society around him . +As well as this he needs his own free space and privacy . +This is also important to him as friendship and family +In our society some people are treated like animals in the zoo by the press . +Just because they are famous and well known to a high number of other people . +The newspapers print everything about them . +The yellow press is searching for every little information they can get . +The photographers are chasing these people , just to take a picture of them on how they eat or with who the meat . +The photos will be on tomorrow 's press and so rumours are born . +On the other hand the people have choose to walk on this path . +Everything in life has a price . +The price for fame and money is the lost of privacy . +First of all you have to give up something for getting something else . +However , the press should n't create rumours and hunt those people like animals . +As well as this , the stars should n't complaint at any time about their fans and their lost of privacy . +They wanted to be famous and the had known the price before . +The fans and the press are those who have made them rich and famous . +Dear Sir or Madam ! +I 'm writing to you because of the musical show " Over the rainbow " , wich I visited on Friday the 16th of June in your theatre . +There are several points I have to complain wich made the evening not nice at all . +At first the show started much later than it was written out . +Instead of half past seven the show startet at quarter past eight . I could n't go to have a refreshment because of two reasons , the first one is that there was no information how much time the start of the show is going to be late . +The second reason is that the restaurant of the theatre was closed because of building plans for the next two month . +After I waited for about 45 minutes the show suddenly started but I had to realize that the main actor Danny Brook , who was the reason why I went into the show had been traded by an other actor , who could n't sing as half as good then Brook . +On your ticket information is written out that discounts are available , when I ask at the ticket reception I could n't get any discount for beeng student . +To make an result the evening in your theatre and the show was very disappointing and not like promised . +For these reasons I want to ask you to get my money of £ 25 back . +reasently +Miss. Winkler +What is the prize ? +Unfortunately , Pat was n't very good at keeping secrets . +He did n't want to say what Sarah just had told him , it just came over his mouth , when he talked to James . +" Sarah has won in a quiz show ? " James was more than just interested , he wanted to know what she had won . +But Pat made a promise not to tell anybody about the quiz show and he already had told enough . +After one hour the hohle class had heard about Sarah 's secret . +Everybody was interested in what she had won but knowbody wanted to ask Sarah because it was told in a secret to them . +Sarah realized that everybody was nice and friendly to her but something was going on in the class , when she turned around a talking and wispering started . +Suddenly , she went to Pat and asked him did you tell anybody about our secret . +Pat told her everything . +Sarah looked at him for a while , than she stood in front of the class and explaind to the others , that she won a prize for 20 people to travel for 1 week to the sea of southern France and everybody of the 19 pupils was invited , except Pat who was n't very good at keeping secrets . +Manager of the Circle Theatre +17th June 2000 +Dear Sir , +I am waiting this letter re fearing to the show " over the Rainbow " you presented the 10 of this month . +I read your advertissement five days before , and I was realy impressed by it . +But , the quality of this show was n't what you let understand , an I feel realy disappointed by it . +I want to give you some details about my feelings . +First of all , you presented a starring composed with Danny Brook , but he was n't there ! +Secondly , the show should start at 19.30 , and in fact it started 45 minutes late . +Then , I am a student , and when I bought my ticket , there was n't any discounts . +Finally , I hoped that I could have a diner in the restaurant after the show , but , to make my totally disappointed , it was closed , and I had to find another restaurant at 22.00 . +So you can imagine how I am satisfied by your pretending " Perfect Evening " . +For all these reasons , and if you want to keep me a costumer , I would be gratfull if you give me some or all my money back . +Looking forward to hearing from you , +Yours sincerly , +Unfortunately , Pat was n't very good at keeping secrets . +My marks was n't good enought to obtain my degree in Computer Science , and the exam session was finished . +There was no solutions to finally obtain the diploma . +You need more explanations about me to understand my motivations at the end of this story . +In fact , I did this kind of studies because of my interests in programming . +The problem is that I ca n't keep calm during an exam to succeed . +That 's why I decided to hack the teacher 's computers to change all my marks . +I never talked about this project to anyone , exept my best friend Pat . +At the end of the exam session , all students and teachers meet together for a big party , to celebrate it . +During this party , Pat drank too much . +And when he was totally drunk , he started speaking . +Then , the teachers made copies of their file , and my project was n't possible anymore . +So congratulation everybody . +And I think I will still be there next year . +Dear Mr Robertson , +Many thanks for the programme you have organised . +It is really interesting and diversity at the same time . +There is just one thing I want to tell you ; Janine and Richey have seen an advertisement for the London Fashion and Leisure show and we all would like to go to the show . +That is in the central Exhibition Hall , near the hotel , and it is only about fashion : latest fashions , leisure and sports wear , make up and hairstyles . +I think it could be very interesting and it is free for students ( what is really good ) . +It is a great opportunity because this show is only each two years and normaly it is difficult to go in . +And , as you know we all are interested in fashion . +In my opinion , I would suggest to go to the show instead of the National Art Gallery because we could go there another time . +Or , going to the show on wensday morning and on the afternoon , we can choose between free time or National Art Gallery . +I look farward to hearing from you . +Yours sincerely , +It was dangerous , but I knew I had to do it . +I went out of the room , ran as much as I could and started thinking what this man was doing here and who he was . +When I arrived in the street it was dark , windy , but I could see a shadow at the corner of the opposite street . +By the time I arrived here , he has disappeared . +Suddenly , I felt very tired and decided to go home . +My sister was standing , crying and showing the front door . +I took her in my arms and opened the door : my mother was sitting in a chair , reading a book , with blood all around her . +I finally realized that she was dead . +The police arrived twenty minutes later , took my mother and checked to see what could be interesting to find the murder : lucky , the knife which he used to kill her was still here and in fact they could arrested him . +They found hime two months after and six months after he was in jail . +To forget everything , I moved to Irkind with my sister in a small house in the countryside . +Everything was going on , when one day , I came in the house and found my mother sitting in a chair reading a book , with blood all around her . +Dear Sir +I write a letter to complain about your advertisement about the musical show " over the rainbow " , wich is misleading in a number of way . +Firstly we arrived at 19.15 to be in time for the show , which should have started at 19.30 . +However it started at 20.15 and we were all very disappointed . +Furthermore , it 's written in your advert that Danny Brook is in the play and that was one of the main reason to why we went . +Imagine how disappointed we got when we found out that he had been replaced . +Besides , when we wanted to buy our tickets we were hoping that the discounting was available . +Unfortunately , it was n't and we could n't afford bying everyone a ticket . +Finally , after the show we had planed to eat diner at the theatre restaurant and we were very disappointed when it turned out to closed . +Therefor , as you may understand I 'm asking for a refund . +These kinds of misadventures can easily ruin your reputation . +I look forward to hearing from you +Your sincerely , +Unfortunately , Pat was n't very good at keeping secrets and the rumours describing me stealing soon reached the director 's office . +I was send a letter in which it was written that the director wanted to meet me and my parents . +Sweating and affraid I waited out side the director 's office the following day . +I was unable to image what would happen to me if my parents knew what I had stolen . +' You may enter ' said the director . +Tairs ran down my face as I admitted having stolen . +I was suprised that my father did n't watch me but I soon understood that he was ignoring me . +Mother , on the other hand , looked at me and seemed both disappointed and betrayed . +During the trip home non of us spoke . +We just sat calmly waiting for this nightmare to be over . +The same evening my father pronounced a few words : ' May this be the end of your thief career we are only ready to forgive if you promiss never to start again ' +Dear Mrs Ryan , +I am writing to answer to your letter in which you told me I won first prize in our competetion , which is two weeks , I was very happy with this result since I did not think I could win . +First of all I would like to tell you that I will be able to travel only in July because in the other months I will be too busy with my work . +In the second place I add that I would prefer an accomodation in a tent , even though it is not very comfortable , because I want to put myself to the test by living in a condition I am not used to . +Besides this , in connexion with the activities we will have the chance to do , I would like to inform you that I choose swimming and tennis because I am quite good at both , especially at tennis . +In addition to this I would like to ask you which kind of clothes and how much money it is necessary to have , since I am undecided about it not knowing the cost of life in California . +I look forward to hearing from you soon , +Yours Sincerely , +Marino Rizzo +The aim of this report is to suggest which activities of our daily life at school shoud be filmed to give the other students the idea of what we usually do not only during the lessons but also the rest of the time . +Most of the students agree in saying that two are the main features of our daily life at school which should be filmed : it would be very funny to dwell on us working and speaking together without the help of the teacher to show our efforts and sometimes successful and sometimes ridiculous and also to film some amusing moments we spent waiting for the teacher . +A little percentage , on the contrary , said it would be very useful to film the teacher when she is explaining us something important , to give the idea of the real life in our classroom . which is the most . +Mr. Manager : +The porpouse of this letter is to complain about my experience with the musical show " Over the Rainbow " , wich really disapointed me . +First of all , there were no diccounts avaible as it said on the anouncement so I had to pay the original price wich was n't cheap at all . +Then , I was forced to wait fourty five minutes to see the show because it started at 20:75 in stead of 19:30 and when it finally started , I was really disapointed to see that the actors were n't Danny and Tina as it said on the anouncement . +Finally , when the show finished , I could n't visit the theatre restaurant because it was closed for repairs . +So , as you can see , it was n't my perfect evening out at all that 's why I demand you to send me my money back . +Your really unsatisfied costomer +How has modern technology afected my daily life ? +Since the begining of human life , people have invented ways to make their life easier . +That is not difference from now . +We live sorrounded by inventions wich help as through the day . +From the vehicle we use to move faster to the light bulb we use at night , we constantly depends on these inventions to be able to make the things we have to do . +That 's why modern technology is so important in our daily life , because it helps to make our life easiest and to do what we have to do faster so then we can use better our time . +Warsaw , 13th of June 2000 +Dear Mrs. Ryan , +I am writing in response to your letter which I received two days go and in order to answer all questions I was asked to . +First of all , the only month I will be able to visit the U.S.A. is July due to the fact that I have already arranged another trip for August . +Second of all , I would prefer to live in a tent . +I am used to this kind of accommodation since I have been taking part in survival camps for a long time . +As far as the activities are concerned , I have chosen sailing and surfing . +The reason of my decision is that other activities are availiable to take also in my county , except climbing , but I have fear of heights so this one is not destinated for people like me . +Furthermore , I would like to ask you some questions . +What type of clothes should I take and how much money would be enough ? +Is this a kind of " all inclusive " holidays ? +Thank you in advance . +Yours faithfully , +Ursula Sobczak +Warsaw , 13 June 2000 +Dear Kim , +I think I told you about my plans of entering a group that helps at concerts , did n't I ? +Well , I took my chance and I was chosen to help at Michael Jackson 's concert . +Amazing , is n't it ? +The event took place a month ago in the Rock Stadium . +There was about 100 000 people . +We had a lot of things to do . +Acctually , they put me very close to the stage , in the middle of the real hell . +Many people fainted and some of them , the most serious cases , had to be taken to hospital . +The biggest problem was connected with some foreigners who could n't speak Polish or English and we did n't know how to help them . +Despite this fact , the atmosphere was terrific . +After the concert many people lost their way home , mostly foreigners who did n't know the buses ' schedule . +We had to order taxis for them as they did n't have mobile telephones . +However , they were very nice people . +I did n't manage to meet Michael as I had expected , but apart from that , I really enjoyed time I spent there . +You should also try . +Best wishes , +Ursula . +Dear Sir or Madam , +I 'm writing to complain about a musical show which I 've seen recently at your theatre . +There are several reasones why I was n't satisfied with it . +Firstly , it was written in the advertisement that a famous actor Danny Brook would play in the show . +Despite it , a different actor stared in the performance , which was really disappointing . +Secondly , the beginning of the show was 45 minutes later than it was supposed to be . +Thirdly , no discounts were made when I was buying the tickets . +Lastly , the theatre restaurant was closed after the show . +That evening was n't my perfect one out , although it was promised to be so in the advertisement . +This is the main reasone , why I want to ask for a refund . +In my opinion , this would be quite fair . +I 'm going to visit the Circle Theatre this Sunday . +I hope I 'll get at least a part of the money I 've paid back . +Yours faithfully , +Fashion of the Future . +During the centuries man 's clothes has been changing and even developing in some way . +People wore clothes made from metal , which were rather heavy , I suppose . +They wore enormous luxurious dresses , which , in my opinion , you ca n't feel very comfortable in . +Nowadays people wear more common clothes . +I think we can make a conclusion : during the centuries man 's clothes have been becoming less heavy and luxurious and more common . +People 's clothes have been changing from metalwear to shorts and miniskirts . +That 's why I suppose , that man 's clothes will be becoming more and more light . +I think , they will be made of universal materials , which will be rather light and thin . +People wo n't be embarassed to show the beauty of their bodies . +Perhaps , clothes will be rather small . +I think , that different tops and mini - skirts will become more popular . +Maybe , people will create something even smaller than that . +Who knows what will happen in the future ? +Perhaps , metalwear will become a craze again . +Dear Mrs Helen Ryan , +I am very happy to have won the first prize of the competition , and I am going to clear up some details you asked me in your letter . +Firstly , because of my school exam , I would like to travel only july . +Moroever , I have chosen this month because I think the weather will be fine . +At Camp California , I hope I will be in tents because I like very much this kind of style life : I love the contact with the nature . +On the other handDuring my stay in Camp California , I want to go swimming because I practice this activitie regularly and I often do competitions : this is one of my hobbies . +In addition to this , I wish I am going to sail : I have never try it , but it seems to be great ! +Finally , I have two questions more : I wonder if I can change my french money in the Camp and what kind of clothes I have to buy before coming ? +Yours sincerely . +Didier Bovie +Dear Kim , +As you asked me in your last letter , I am going to tell you more about the last month 's pop concert . +Firstly , I arrived five hours before the begining of the concert in order to help the musicians to move the material from the van to the scene . +As soon as all the conections was made , we tested the nivel of the sound : I found it too loud , so I advised them to regular it , and they listed to me ! +Then , there was only one hour left to install the differents color lights : it was just enought time . +Thus , it was a fantastic afternoon because I like very much music , even if I do n't play any music instrument . +Moreover , I learnt a lot about music , especially concerning the way of using an instrument . +Consequently , I hope I will play an instrument in the future , especially because the group promises me to help me to learn any instrument . +See you soon . +Best wishes +Didier Bovie +Dear Mr Robertson , +On behalf of my class , I am writing to request few changes in our London programme which has already been planned . +My friends have seen an advertisement which is the London fashion and leissure show . +it will be held on 14th March . +We have decided it would be more interesting to see the latest fashions , make up , hairstyles instead of going to do shopping . +We would suggest gong to this fabolous show . +it is also free of charge for students . +We will be given a great opportunity to have fun and look around in London . +We would all thank you for the organised programme . +I apologise any inconvenience that this cause you . We would be pleased if you could make a new arrangement in your programme +I look forward to hearing from you . +Yours Sincererly , +CAN YOU IMAGINE THE NEW YOUR HOUSE ? +We spend most of our life in our houses . +We like them show our life style and of course feel ourself comfortable . +I can imagine in the future how it would be ? +It would be much technological or far less complex . it could be as simple as we think . +but the imagine of the life style depends on person . +On the other hand , it would not be changed . +Somehow I could say that the main appliance would remain the same working structure . diff --git a/regression_tests/original/WI_10.txt b/regression_tests/original/WI_10.txt new file mode 100644 index 0000000..d10339f --- /dev/null +++ b/regression_tests/original/WI_10.txt @@ -0,0 +1,10 @@ +My town is a medium size city with eighty thousand inhabitants . +It has a high density population because its small territory . +Despite of it is an industrial city , there are many shops and department stores . +I recommend visiting the artificial lake in the certer of the city which is surrounded by a park . +Pasteries are very common and most of them offer the special dessert from the city . +There are a comercial zone along the widest street of the city where you can find all kind of establishments : banks , bars , chemists , cinemas , pet shops , restaurants , fast food restaurants , groceries , travel agencies , supermarkets and others . +Most of the shops have sales and offers at least three months of the year : January , June and August . +The quality of the products and services are quite good , because there are a huge competition , however I suggest you taking care about some fakes or cheats . +Everyone has his own plans . +People want to be a doctor , other want to be a teacher . diff --git a/regression_tests/original/WI_127.txt b/regression_tests/original/WI_127.txt new file mode 100644 index 0000000..74eb4fb --- /dev/null +++ b/regression_tests/original/WI_127.txt @@ -0,0 +1,127 @@ +I have my own plan too but I do n't same to them , I want to become a Journalist . +Working as a Journalist is very exciting because many reasons . +First , I will have an opportunity to live abroad . +Second , I can travel all around the world , meet different people who are very friendly . +Next , I will have a chance appear in big parties or events and I can make friends with famous person - It 's interesting ! +Finally , I will have high salary when I am Journalist . +To be Journalist , I must study very hard so I 'll try to learn in order to make my dream comes true . +In the future , I 'll become a journalist . +Now days each family has more then 1 car for each one , this is only one of few reason that people use less public transport . +Before was really convenient to go by bus or by train but with the new economy the travel tickets are more expensive and a big difference from the past is that it is less expensive to go far then near . +I remember from my town Palermo in Italy to go to Milan was about 340 pounds , now if we are lucky we can arrive to New York . +In England where I live , in Bedford , we use a lot the train to go in the most important town of UK , but the train are very expensive , me and my family stay careful if we go off pick because the price are to high . +I 'm sure in the future there will be car able to fly or you can park them in your pocket . +Furthermore , the biggest group of positive feeling students in the present is live with various nationalities . +The possible reason is these international students can not speak English flowing . +They usually lack of language and can not open a debate . +It is restrict to argue . +In the other side , they might be wanted to safeguard national image . +In order to give a good image and show the national parenting , our respondents tend to have a great pardon to other nationalities . +MORE THAN KIP FIT ! +Do you know mountain biking ? +Perhaps you think it 's only a sport . +You 're wrong . +Follow reading to know why!. +I 'm keen on mountain biking since three years ago . +Firstly , I tried with a rental bike in the area of Aznalcazar . +The main reason why I wanted to prove was to lose weight ( I was a bit overweight ) . +However , it was wonderful how I could admire the landscape while I was doing sport . +Consequently , I realized that although ciclyng outside helped me to improve my fitness , really I enjoyed the best breathing pure air and taking pleasure the countryside . +If someone wants to take up this sport , first of all , I would recommended him or her to pursue a good mountain bike . +It 's important to avoid accidents , become comfortable and have a good journey . +Secondly , he or she would buy a good helmet and , of course , appropriate clothing . +I love this sport . I look forward to the weakened , to go out with my bike and my group of friends . +All of us spend a good time . +And I would like to encourage everybody to prove . +Nobody wo n't regret it . +Lucy Keyes +Lucy Keyes was the last thriller I 've seen . +I do n't recommend it to children lower than thirteen years old , +because it 's difficult to understand ; for example , the characters are , +Lucy , Molly , and their parents , a cowboy , and a teacher . +The movie is about Lucy 's family that moves into a farmhouse , mysterious and +scary . +Also reflects a comparison of Lucy 's family , and characters +from a story their mom read often . +The story actually takes place in a camp , and farmhouse , mysteriously +used in other times . +It 's interesting because Lucy 's mom discovered a wall in their farm , that +had a weird painting of two sisters just like her 's , the same ones also of the +story she read . +I recommend this movie only to teenagers older than thirteen years old .. +The best place for young people in our aree is without doubt the lake . +Here they can do many kinds of sport : swimming , sailing , surfing , kiting , rowing and many others . +At least they can meet other folks and relax , have a sunbathe and listen to the music . +In the summer around the lake are so many concerts so you have the difficulty finding the right one . +Luckily the scouls are closed per ten weeks so the young girls and boys have much time to spend the +leisure time together . +Dear husband , +I hope you 're fine . +I remember all of you and miss my family . +Leaving my country , Soamlia , was very hard for me . +I miss my big house but I do n't miss the guns . +I hope to return to my country and see you again . +In the following decades revolution and civil smote many of the Powers of Europe , and new nations were born . +Britain alone escaped almost unscathed from these years of unrest . +There was an unparalleled expansion of the English - Speaking Peoples both by birth and emigration . +I really like to travel , but I like the most when I travel with friends . +I a very good experience . +I love to travel with my family . +is different to tavel with friends that travel with family . +I do not travel too much with my friends . +I just have had traveled two times . +Those two times has been with the orchestra that I play . +Once we went to Zacatecas . +We went there because the university orchestra from UAZ invited us to go there and play with them . +In that time I did not know nobody , just one . +Her name is irixhi . +She was my friend , because we are from the same town . +But when I was there I began to make new friends that I never thougth I was going to have , and I never thoungth the way that I was going to know them eather . at the begining I felt very strange talking with them , but now we are very good friends . +We stayed in Zacatecas like a week we really had a good time . +The second trip that I made was to Guerrero . +We went to play to Acapulco , to an event that unuversities from Mexico go and present like cultural activities . +There was too hot . +In Acapulco I had a good time because I stay in the same room that my friends and we swam a lot and we really had fun . +Then we went to Taxco . +There we visit the central park and we stay in a very luxury hotel . +We were very happy there we really like Taxco . +Actually I was already been there before but not with my friends . +Then we went to Cacahuamilpa to play there that was an incledible experience that I will never forget . +then we return to Toluca to continue with my boring life . +And now I have to pass my subjects . +We hope to go to Colombia next year . +I like biathlon . +Really , I think it 's a very beautiful , interesting and breathtaking kind of sport . +In biathlon sportsmen need to run some races , which a very different , some of that are long , some are short . +But , short distance does n't mean it 's will be easy or something like that . +Sometimes weather conditions are not comfortable for guys , for example : wind , light frog or freeze , all of that are very difficult conditions . +So , it 's not so easy like it seems . +That 's why I like it . +This sport are for real men . +And also most of them are very attractive , big advantage for girls , whose like nice pictures . +There is no future for public transport , because travelling by car is so much more convenient . +That is what everyone say when we ask if they prefer public transport or car . +Using public transport can be not easy , because we have a strict time and normally we do not have a place to sit and that can be extremely desconfortable . +Sometimes the employers do strike and we clients do not known in time as a result we can not get on time to work , that is one of the disadvantages of using public transport . +One argument for not using the car is that the petrol price is very expensive , but the public transport tickets are also increasing , so that advantange are not so good actually . +For me car is the best and you ? +Well however your choice is , it is necessary to be perfect for your daily life ! +However you use Have a nice trip ! +People usually tell me I 'm a cinema 's enthusiast , and they are in the correct way . I prefer to spend my free time watching a good film especially when it is a thriller than doing sport , +If you want to see a good thriller , " Regression " will be your best option . I have seen it recently and in my opinion , it should be seen by everyone because I believe people would like it for many reasons . +First of all , the director , who was Alejandro Amenábar , did a great job due to that , the spectators were waiting with bated breath as the final of this film will be . +Secondly , the actors were fantastic and the main character , which was performed by Emma Watson ( who is really hilarious ) , was amazing . +What 's more , the plot is easy in order to understand . +The history took place in the USA a few years ago when the regression method was accepted by the doctors and cientifics . +Moreover , customs , make - up and special effects became ever more in reality the story . +However , the soundtrack was awful , it did n't get having a scared . +In conclusion , my recommendation for the student film club is this fabulous and exciting thiller must be seen if you had spent a good time given than it achieves keeping in suspense until the end and it does n't be afraid . +In addition , you wo n't have better opportunity to see it than this week , because just moment in Spain the festival 's cinema is happening . +You should take advantage of that ! +In my opinion , public transport in my country will never improve because my country is so poor and beside it is considered one of third world countries and another think must be taken into consideration is they the politicians are horrible they have destroyed my country +When we ask ourselves , how can we take care of the environment ? +The first thing that we think is the pollution , the car smoke , factory smoke , etc ... but , have we thought in the food or clothes ? +perhaps when we are buying in the supermarket or other shops we are doing something bad , because we ask to assistant a bag o similar to carry at home this food or other things . +We can take a bag from our house , because if we do this every time that we are going to buy in each shop , we do n't spend more piece of plastic or paper . +But we do n't have forgotten the cotamination by cars , We can use more the bicycle or public transportetion . +Also in the sort way , we should go walking to the destination.icle diff --git a/regression_tests/original/WI_128.txt b/regression_tests/original/WI_128.txt new file mode 100644 index 0000000..2dd61b5 --- /dev/null +++ b/regression_tests/original/WI_128.txt @@ -0,0 +1,128 @@ +If we are working with sameone in the same jobs , and who lives near or he is our neighbour , we can go to the work in the same car , this way we use less oil . +The governents are also important for taking care of the environment . +They should have healthy habits and with their examples they can improve the habits of the population . +I love sports but I did not get much opportunities to play a sport . I born in a village in India , my parents are farmers like most of other villagers . +The only play ground in our village was the school ground which was full of small rock and not good to play any sports . +When I was a child I help my father on his jobs after my school . +We bought television in 1888 , after that I became a fan of cricket . +I was watching most of the matches . +Sachin and Ganguly was my favorite cricketers , I love their batting . +A MISTAKE +It was summer holidays and Michael 's family was in the airport waiting impatiently their flight to Mexico . +That was a special family it was so big ; his father has 6 brothers ! , so he has 17 cousins counting his little sister . +In total they were 32 pelople , a white kittie and a dog . +About 10 minutes later they started to get bored , they heard a girl calling they to enter the plane . +The flight to Mexico was incredible , and very funny . +Michael used to have a great time with his cousins , except with Tom . +That was because Tom liked to give orders to everyone , and Michel did n't liked that . +When the big family get out of the plane , they realize that they were wearing too much clothes , it was boiling ! ! +There they took a taxi to the hotel , and at 4 pm . +the family was walking around the luxurious hotel . +SOme minutes later they designate how the cousins were going to share the rooms . +Michael finally ended with the last one he would like to ; Tom . +That night , the dog , the kittie , Tom and Michel slept in the same room , and that was n't too bad . +When Michael get up in the morning , he realize that his kittie had disapeared , and he found Tom 's dog with some white hair in his mouth . +He thought that the dog had eaten the kittie during the night , so he shouted to Tom , open the door and went away . +Michael closed the door and knew at that moment he had made a mistake +One of the best restaurants I 've ever been to is Spizharka . +It is situated in the very centre of our city and offers a wide variety of dishes and drinks . +The service is really great . +The waitresses are helpful and smiling . +You feel like you are at home ! +Warm candle light and small tables with patterned table clothes create friendly atmosphere . +The dishes are n't very expensive . +i believe it is suitable for our class +So , my favourite sport in the present time it is street workout . I have been exercising this sport already long time . +I like to exercise on the street even in the season when the temperature outside below zero . +Of course , in summer I like to exercise more than in winter but this do n't stop me . +I do n't know myself why , but I almost every day go on the street in order to exercise . +If It is very coldly and windily outside , I do n't worry about it and I 'm exsercising at home . +For those people , who want to start to exercise the street workout I 'm advising to start with basic exerscises such as pull ups , push ups , dips and squats . +That everything basic exercises and they will help you will do a good start up . +After some time when you will be feeling that you are ready for more , you can start to study more difficult exercises . +So , it 's my first attempt to create English text ! +I dare say what I was quite self - confident a few months ago . +But now not . +What 's the reason ? +Because of mind . +I was n't satisfied with your behavior . +Sometimes , a lot of phrases and sentences runs in my head , but how to write it down correctly ? +How can I use to use it ? +How can I force my kids to do his homework ? +How can I explain them ? +Michael is a handsome and kind person . +He lives next to his family 's home . +Michael got married his close friend since only one month . +But his mother hate his wife and always shout at her . +Unlike his wife respect and love his mother and never complain to her husband these bad situations . +Michael 's only fault that he is a mamma 's boy . +For he always defend his mother and always the wife is the responsible one . +His wife decided , because she loves him , to forgive and apologize for her mother - in - law . +One day when Michael was out for work , his mother insulted and hit his wife . +Moreover she fired her without her mobile or money . +His wife was sad and she cried a lot and she stood on street waiting for Michael . +Once he came , his mother asked him to up quickly acting that she was tired . +He saw his wife but said no words to her and continued hi way . +His wife walked behind him until they reach home but his mother claimed that his wife told her cruel words and acted that she was crying . +Michael believed his mother although he observed marks of hitting on his wife 's shape . +He fired his wife after insulting her . +She was shocked and apologized about a mistake she did not commit . +But his mother refused her apology and ordered him to close the door . +Michael closed the door and knew at that moment he had made a mistake . +The light bulb . +The light bulb was created on 1879 by Thomas Alva Edison . +This was one of the everyday invents that affects our lives . +Edison said to created the first comercially practical incandescent light . +He was neither the first nor the only person trying to invent an incandescent light bulb . +Some historians claim there were 20 over inventors of incandescent lamps prior to Edison 's version but Edison is often credited with the invention because his version was able to outstrip the earlier versions because of a combination of three factors : " an effective incandescent material , a higher vacuum than others were able to achieve and a high resistance that made power distribution from a centralized source economically viable . " +( taken from www.bulbs.com ) +Edison began a serious research about the incandescent light bulb on October of 1878 , and his original design were in 1879 . +Edison and his research team did his discovery comercialy and create a company called " Edison Electric Light Company " . +I think what this is the most useful invention because without this we ca n't live like we live actually . +Peter looked at his watch and knew that he had to do something immediately . +Tom friend of Peter suddenly fainted fell down in the class room I do n't know what to do immediately , first calm down yourself and I checked his pulse beat it is okay , then I knew that he is out of danger so I called my classmates everyone rushing to the spot but still he is not moving so we decide to take him into the hospital or call the ambulance , finally we call the ambulance without ant delay . +Everyone eagerly waiting for the ambulance arrival but still not yet reached the reason is our college location is little far from the city that 's why it is getting late . +We were waiting patiently , finally the ambulance arrived and take him into the hospital immediately . +Lately I have seen a very interesting announcement in International Sports Monthly magazine . +I was interested if I could write such an article and win a prize . +And I decided to try . +Nowadays healthy way of life is very popular with most people all over the world . +And as for me I 've been going in for sport for several years . +What is my favourite kind of sport ? +It 's ordinary bodybuilding . +Why did I choose it ? +I want to be fit and have a good health . +I lost several kilos and I could wear my favourite clothes . +It became possible for me to run easily . +I 'd like to give advice to everybody not to sit at home and watch TV . +Go to sports gyms , be active and you will feel in another way . +You will forget about doctors and expensive medicine . +Sport is like drugs . +If you do n't have training for a long time your body will feel something unusual . +Your muscles will be strong and you 'll be able to fulfil any difficult job . +People will look at your figure enviously . +Describe your bedroom . +My bedroom is quite big . +The wall of my bedroom are white and the floor is dark grey . +In my bedroom there is a brown bed , a yellow drowers , a little light brown bedside table and a big brown wardrobe . +On the wall there are some pictures of my family , but I do n't nave any posters . +I am living at São Carlos , in the countryside of São Paulo , from Brazil . +In my city the environment 's protection is so difficult . +First of all , we have an extinction area of cerrado closer to Federal University of São Carlos , but sometimes , the area will be used to construct a new building of University . +We have done several movements , but sometimes is not worked . +Secondly , the Hall does n't matter with the environment ; for example , the Hall stopped with garbage 's selection collection when the new major assumeded the hall . +It demonstrate the effort was done in the last 10 years it was over because the new political position of the major . +It is so stupid because the environment need to be over then political position . +Third , we have not founded a green political to eliminate rubbish . +Instead to use a selective collection of garbage , or recycling of materials , or the sanitary landfill ; we have used the dumpfill that is prejudice the soil . +At last , the population , in majority of the times , does n't matter to throw away the garbage on the street or in a prohibited area . +In conclusion , in my city , the concern of the environment 's protection do not working how it is necessary to protection of soil , environment and healthy . +Environment is the sorrounding.there is no aleartness in our locality.they were busy in their own work.everyone were not focus or see what hapening in our place.they use to speak about how hot today is?but they do nt know what makes this much hot.iam interest in planting tree and makes sorrounding clean.some people used to burn forest as if those forest is useless.man are greedy because of all the thing getting from the forest are free . +They damcare about environment because that does n't gave anything to them . +Managemant acountant practice is very important for organization to making decision about human resources , sales , marketing and potential customers . +Most of the organizations known how is affect managemant acountant practice on them work , therefore they are chossing good programme and employee . +I have been in the USA last year , first in order to look for a job as a pharmacist but also , having a lot of time to explore a new world . +I spent about two years there , but I wanted to come back to Italy because I missed my home . +At first , I had called a travel agent but he said he could n't be able to book me a flight before two months , so I called my brother who heavily regret me for not having told him about the trip and he promised me he would have booked a flight sooner than that good for nothing agent . +I believed in him , but I did n't know how I was wrong . +He had booked me the flight but he did n't pay for it , because in that moment he had n't got cash enough on him . diff --git a/regression_tests/original/WI_129.txt b/regression_tests/original/WI_129.txt new file mode 100644 index 0000000..fbf8005 --- /dev/null +++ b/regression_tests/original/WI_129.txt @@ -0,0 +1,129 @@ +The worst thing was to find it out at the airport . +I had never felt so nervous ! +Environment is always a hurting problem in the world . +There are company so much , they make our life polluted . +To take care of the environment , each of us has to do anything such as propaganda to the people in the country, ... about my village , we use banana leaf stead of nilon , garbage desposal sensibly ... and so on . +we should clean our area to attract visitor and introduce to many other countries in the world.let protect our lung +Hi today i 'm gon na talk about myself . +My name is Abrar saeed Al - mubarak . +I'm 13 years old . +I live in Saudi Arabia(Riyadh ) .And i 'm in grade nine . +I have 9 sisters with me we 10 .And 9 brothers . +I really love to learn English lounge & French lounge spinach lounge .And I speak Arabic . +My dear Daniel . +Are you studing mathemathics for your exam ? +I hope you pass it with a good grade ! +I just finish my lunch time , and before prepare everything to go to work I was thinking of you and I wanted to give you a small surprise with this fantastic photos , I hope you like it . +With all my love +Victoria . +Dear Sir or Madam +I would like to apply for the job that you have advertised . +I 'm a happy , energtic person who likes to work with children . +I love young children . +I have worked in many kitchens before , and I have gained a lot of experience there . +Bye +Marisa +This summer happened to me several things , I went to the beach , I went to the pool , or simply went for a walk with friends , but the best was when I went to a wedding because it was the event that more memories bring me this summer . +We got there at five o'clock , we had not yet reached many people , so take the opportunity to give the gift that was a washing machine the finished clothing to reach the store , and apparently they were in need of a new , as the bride loved . +Spent half an hour after we arrived , started coming everybody , there were many greetings , thanks , hugs , kisses , and then we all went to the table , which was magnificently structured , plenty of food of all kinds , drinks , but we were all waiting for the main course , also the food was magnificent , but the best part was when the couple went to the pool , we were lucky we had an amazing wedding planner who arranged the magnificent and fun activities , he said to the bride and groom enter each an inflatable ball and try walking on the water as long as withstand , and the bride won because the groom slipped and fell after them , out of the ball , fell into the water , and kissed . +At four in the morning , after opening the presents , everyone started to leave , it was a long day but a lot of fun , but it could have lasted a bit longer . +I usually wake up at six o'clock in the morning , then I 'll take a quick shower . +After school , I 'd like to eat fresh fruit . +I am keen to run during the night time . +IN my country peole do alot of mistake and have alot of of bad habits concerning their attitude towards the rubbish , they are always throwing their old things and rubbish in public place , the governement also can not do their role towards their people and their bad behaviour +Once upon a time , there was a monster on the city called " Michenstain " . +Michenstain was a very tiny city that was one bad thing for them ; the other bad thing was that in the city , there was a monster called " Monsteration " . +Monsteration was a very lively monster he always migrates to the north every Monday . +In the day , he was a mild monster , he was very visible ( because he was big ) ; but in the night , it was the contrary , he kill people , destroys complete cities ; he smash all the architecture from the city , and a lot of bad things . +One day , Monsteration 's next destination was the city of Michenstain . +All the people did n't know what that was , so they did n't care about it . +But when he arrived to Michenstain , all the people went : " DAHMMMMMMMMMM " . +It was in the midnight when arrived , so he was eager to destroy everything . +So all the people started to run and scream , and the monster was pursuing all of them . +He was spoiling all the crops from the people , he was destroying all the vehicles , and he destroyed a vast area . +The next day , he was a very attractive monster , in other words , he was convert in other monster body . +He was completely different ; it was impressive the way he was acting . +The thing that he ( the monster ) did n't know about was that he had a spectacular infection ( literally spectacular ) that I thing that it have no cure , it was called " The Monsteration Infectations " . +( On those times there were diverse monster , but none of them was like him ; he was in the number 1 rank of the monster in destroying things . ) +The scientists are trying to make a cure for the Monsteration Infectations , but they still do n't have it . +In their laboratory , they have a lot of chemicals that were prohibited in their country , but they used them . +They had to isolate the chemicals to the formula to have the cure . +Some scientists did n't care about the infection ; they were playing ultimate team in their iPods . +The scientists that were doing the formula had a lot of tension , but finally , they did it and they said : " Magnificent " . +Well I 'd like to talk to you about my experiences like English student for many years . +I 'm 56 years old and I 'm a chemist . +I have neded to use English a lot of time during my professionals activities for that reason I have taken some English courses many years ago . +I can tell you that I fell I can understand over 90% when I 'm listening and when I 'm Reading , but my main problem with English is of course when I must speak : I fell my self horrible without confidence , I think that always I 'm thinking in Epanish and after makind the translation to English , may be in this moment when I 'm writing this composition I 'm making the same wrong . I know that learning English is a large process but I must follow that process because I 'd like to be an excellent bilingual Pearson . +Currently I 'm working like teacher at the university and to teach in English have been my gol . +I 'm a teacher in chemistry and math too . +I work too like free lance worker with the same subjects because it is necessary to increase my incons . +I 'm writing now without knowing dictionary and making this composition without traduction from Espanish ( I hope jajaja ) +I 'm sure I 'll have many mistakes but I feel good because I must write and write and write I need to improve my English level . I must not fell bad if I want finally learn English very well . +I hope you can help me undesrtand more about how improve my English level and develop my skiils +Thank for you attention , and I 'll wait for your advaice , ( that is my first time writing over 50 Word ) +Milton Morales +I like workout on push up bars . +it is impossible not to love doing sports activity on the fresh air . +If you want to start working out you should be ready for big load on your muscles +On Thursday , September 11 , the term exams finished and our week of vacation started . +In the afternoon I went to my dance classes . +it was fun because we learn a new hip hop dance and we finished our tap dance . +On Friday I went to the mall with my family . +I bought one sweater and two jeans . +Later I went to the book store and bought three books ; " legend " , " wonder " , and " Eleanor & Park " . +On the weekend I stay at home . I start reading " Eleanor & Park " ; it was amazing , I was laughing a lot because the things that the characters said . +The other things I do were sleeping , ate , and watch TV . +The next day I went with my friends to see a movie . +We saw " if I stay " and I loved it . +The movie is about a teenager named Mia that had a car accident with her family . +Her father and her mother died before they arrive to the hospital . +Mia survive but she is in a coma and she have to decide if she wants to live without her mother and father or if she wants to die . +Later in the week I pass the day drawing . +I draw a meadow , a little girl , and a butterfly . +The next days I did n't do much . +I just sleep and watch movies at home . +The day before I start school , I do an investigation for literature class . +This was what I did in my vacations , I did n't do a lot but I loved my vacations . +Hello Jo , my name is Mirko . +I 'm from Mramorak . +Serbia is my country where I live for 24 years . +If you like and wish to come here my best advice is to stay at home . +Maybe you can bring some money and spend it on something fun . +Best wishes . +Mirko . +As per the today topic " No Future for public transport " , I would like to add comments on that please be patient my English is not too good as you readers think . +So , lets start , +Most of the Metro cities are now days attract people of city towards Metro only not just because of the fare but because of the time that it saves . +Now these days public would not like to travel in the public Transport to save their time as well as money . +Metro is good for even health of the people as no pollution and all because it runs on electricity and also it connect most of the city as Delhi has a wide area span of Metro that is really awesome . +Other than that public transport is also not good for Natural resources which is not good for the future of the country . +If you visit Taiwan , you will never miss the temples here . +There are so many temples here . +So , now there is a chance for you to pretend the god . +Jiu - Tian Folk Arts Group is a group of people who are good at our traditional performance , which is " imitate the faces and pose as gods " . +In here , they will teach you how to draw the face of god , dance like god , and beat the drum . +Curious ? +Just come and give it a try ! +I think pay expensive tax on personal car can reduce the use of cars or other vehicles in order solve the traffic problems . +Because all people like money , for example , many people do n't buy car with expensive tax , so people must use the public transportation , such as bus , subway . +The public transportation will rich , so they can build more station for suburban and more public car to carry this . +Therefore traffic will be batter . +Dear sir / madam +I am applying for the position in the USA Summer Camps to work this year . +I am 29 years old , originally from Brazil . +I am an English student where I have been studying for five years , and recently , I passed on the FCE which is a well recognised certificate . +In 2010 I graduated in electronics engineering . +From June to September of the 2013 I worked for a tourism company , my position had involved take after of groups of people going to England , this previous experience makes me suitable for this job announced . +In addition to this , personally I am really helpful , exciting , cheerful and engaged . +I do practise sports such as football , basketball and chess , with these skills I could help children have fun while teaching them the all goods benefits in practising sports . +By applying for the job offered I am willing to work in all different sorts of job , I do not matter which , as long as I have the opportunity of being in the USA , as English is my passion . +To sum up I feel rather confident to assume this position and thank you for considering my application . +My faithfully +Alessandro Costa . +I think public transport is very important . +there is no way to travel from Egypt to the USA using a car . +a plane may take about 16 hours . +a car may take days or months for the same distance . +I really overwhelm to be third member of my small family- Peter , Maria , both of which are my parents in 45 years of the same age and my little brother , Patrick-14 year old in a mischievous manner . +Their gentle norm with lovely and adorable mind take a reference to their hobbies - reading . +Nowadays a person 's worth seems to be judge according to the social status and material possessions , that is mostly to happen in high class famiies , as they are foccus on achievements as power , political influences etc . on the other hand for a middle class families the old - fashioned values are still important as it is the inheritance from our ancestors in terms of values as honesty , kindness , loyalty , etc . diff --git a/regression_tests/original/WI_255.txt b/regression_tests/original/WI_255.txt new file mode 100644 index 0000000..65b4d85 --- /dev/null +++ b/regression_tests/original/WI_255.txt @@ -0,0 +1,255 @@ +Metro is the most comfortable way of transportation in Moscow . +Metro is only one that I use in the city . +Using a ground transportation is not comfortable because of traffic . +Just a few years ago we started to use a special road line . +But the problem is Russian drivers are not getting used to keep this line free . +Moscow traffic is awful . +Everyone is in a hurry . +There is no difference if you use car or bus . +For example American public transport has a special line and a schedule and it works like a train , I mean come in exact time like a train . +That 's my dream"when I joined the faculty of languages and translation I was very happy because I achieved my dream . +In this faculty I faced some problems with my english , I began to ask " How can I improve my english ? " +all of the answer was " you have to listen and read so you can write and speak well " I said okay I have to depend on myself , I began to join groups on facebook where I found some of the people shared their knowledge with others , I followed them immediately . +I am in my way to improve my english , I ask Allah to guide me to the right way . +My dream is that I want to open a Center for Language Learning , +to teach children and adults in my country good English and I will avoid traditional education . +the best thing that can encourage me to open this center that I have in my country 5 friends who study in the faculty of languages and translation and I think that they will be very happy for joining me in my center . +I know that is a very amazing dream but I pray Allah to give me all means to achieve my future dream . +Alex , I and my friends will go to the cinema at the weekend . +Would do you please join us ? +We will see an action movie . +If you will join , we can meet in Ambasodor mall in the city at 7 p.m. +the public transport have no future , the crisis in 2008 ; has been down the oil prices .The oil is cheap now and new cars are more efficient and the goverment give stimolous for consumers . +One day in October , Michael a boy was studying architecture discovered a box with a message , while he is opening a box , he heard a door . +In this moment a big man went into the bedroom . +This man was his father , who had dead . +Michael was very nervous and confused because he did n't understand anything . +He spoke with his father and he asked him because he was there and his father responded that he had the biggest secret about his family . +" In the past Matilde your mother killed your brother , although she had a reason , he was a monster because he killed a lot of people in our city , so we went to another city . " +But Michael did not believe this story and he thought that he was crazy . +This situation was impossible because his father had dead and in this moment he ran and he opened the door and his father said you must be here because I must speak with you more time and explain because I can speak with you but Michael closed the door and knew at that moment he had made a mistake . +Dear Mrs Kate , +I want working in our cafe . +I like a many food and drink . +I work in a coffee last year in my country . I can work long time . +Sincerely , +Tracy +How are you ? +Today we received a shipment from Visual service center under our old account number , it could be a mistake by service center as a notice regarding major organizational restructure already sent to service centers . +In issued notice it clearly states that all defect parts should be sent to Slovakia with effect from 01/06/2015 . +If any more shipments are returned using our old TNT account number , there is no option other than invoicing service center for not following instructions . +So please advise all service centers to return defect parts to Slovakia instead of England . +Nowadays , sport is very important part our life . +Many doctors recommended the practice of sport , because it is very healthy for our body and for mind . +Every day , there are many articles and news information that talking about the benefits that you get if you practise sport . +My favourite sport is swimming because as soon as start this sport you feel better . +In spite of you do n't lost weight , you can win endurance and flexibility . +When I am stay in water I feel free and very hastily . +Not only is sport when you feel sweaty , but also you do a lot of exercise . +However , you do n't have the feeling that you are very tired , is different , at the same time is fantastic ! +On the one hand , my advice that I would give to someone starting my favourite sport , swimming , is that you need a little will power because sometimes , for example in winter , you will not want to go to the gym , let alone you get in a pool ! +On the other hand , my other advice is that I am very sure that you will feel wonderful and happy!May be not at first time , but sure later . +I promise you that it will be this way . +In conclusion , sport is very necessary and useful for you can improve your life . +You start and then you explain to me how are you ? +About Me +Hi my name is Christian but my friends call me chris . +I am 13 years old , my birthday is the 13 july . +I was born on friday the 13 , that 's funny . +I was adopted from south Korea . +I like to play football and floorball , I like also to be with my friends and it 's also fun to play video - games . +I am good at floorball and not as good at football . +Sometimes I play golf and I think it 's pretty fun , I like to be out with our sail boat . +I got 1 sister , her name is Tina , she is annoying . +She 's 9 or 10 years old I do n't really know . +I like to be in Thailand because it 's nice and warm and the people there are very nice , I also like the food . I do nt like homework but I do nt forget it , I am good to tease my little sister and I am proud of it . +I also got an cat her name is chelsea .My favorite food is fillet of beef , scallops and maybe sushi . +I see forward to friday when I am going to cinema with my friends , we 're going to see " Let 's be cops " . +My favorite is Narnia . +I do n't like Narnia , but my favorite movie is probably 22 jump street , Lord of the rings , The tv - show : suits , The walking dead and maybe south park and family guy . +I am good at floorball and not as good at football . +Sometimes I play golf and I think it 's pretty fun , I like to be out with our sail boat . +I do n't like to read but I like music , good music . +I like alot of artist and a lot of different music genres . +I like all from pop , electronic , hip hop to calm music . +I am watching a few tv - series but I watch them over the internet so I am not trying to time the clock to see a episode . +I like the restaurant we ate on when we were on a ski - vacation in Champoluc . +Hi my name is Elliot and I like tv games and lego . +I also like to speak English but I ca n't speak it at home because my little brother just says " stop talk English " when I talk English . +I know that I have not wraithen it but I have a brother . +He is 9 years old and he is really good at saying what he wants all the time . +I mean when he wants something he just said give me that . +I have two parents like the most people . +My mums name is Jenny and my dads name is Rikard and they are the best parents I know . +I do n't know so many parents but whatever . +I like books too but I ca n't read so good so I am not reading so hard books with hundreds of pages . +I read books like DIARY of a Wimpy kid or like Percy Jackson . +I like to talk English at school too but my friends do n't like when I talk it in school so I talk Swedish ther . +My fewrit lechon is the Swedish lections because that I like to write histories . +My bests friends name is Viktor and he is really fun and like him . +My family livs in a +Hi Daniel , +How are you ? I am going to describe me so you will be able to reconize me when we meet at the train station . +I am tall , around 2 meters , black hair and blue eyes . +I will be wearing a white T - shirt and a yellow short . +I will be at the train station at 7 o'clock and I will be waiting for you at the gate number seven . +Kind Regards , +Rafael +I would like to describe my brother Rishabh Bantwal in this letter . +He is 24 years old and he looks very similar to me . +he likes to play guitar in free time and likes to go out with friends . +Nowadays , we are in the age of internet . +A flat world is created by the internet connection . +We have our knowledge easier and we learn more easier too . +This is a power of the information technology . +The social networks such as : Facebook , Twitter , Instagram , Google plus ... are connecting us to more and more friends , companies , public figures , books , films , social organizations ... we are really have many things to see , to think , to " like " , to " comment " and a dozen of stuffs that we can make an action to interactive with others ... so may it is true that we have less time to think about ourselves , to take care our healthy . +They help us to communication to the world and we have only twenty hours a day . We know more things and we loss more time for many interesting others . +But it just happen in the information technology and related fields such as : , communication , ... +On another hand , we still have many other technologies to create many useful machines , on - side services to help our life is better and better day by day . +Transportation help us going abroad more quickly , even come to the space by a tour . +It is amazing for you if you have enough money to pay for that tour . +We feel more happy , comfortable and refresh after something like that . +Biography technology gives us more food . +Chemistry gives us more tablets . +Yes , we are solving many trouble with our technology for our feeling , our healthy and our finance too . +You can join to any stock market on over the world to buy some Google stocks and sell some Facebook stock too and earn some money . +You take the world on your hands with technology to help your life better and better actually but It is not full that it will good , let keep it with your needs , your time and your money too . +How can I help the environment ? +How can a group of friends help the environment ? +This year me and my friends are going to help Parque Corgo from the recent forest fire . +We are worried that if the trees do n't get planed soon they will never grow up again . +That is the reason why we are going to plant there 1000 trees . +Egypt have more historical places such as pyramids is the one of empirical in the world and more people from around the wold come to see this pyramids the wold think how Egyptian people make this building from may be thousand year and still stand without change and more tourist come to take photo in the pyramids and study the stone and how the old Egyptian make this one without modern tools such as cranes and other modern machine more scientific teams come from all the world to study this building and make Egyptian science in more universities around the world to study how the air going inside this building and how it keep the food inside it and how this big stone takes out from far places and come for this place and how this building keep the body of the people after died and how this people leave inside the building and why this building like this and what the benefit of this building and how to make kike this building +Public transport have improved the regional development since the past decade , it 's convenient and necessary for a city life . +But when it comes to travel , it 'll be more convenient if you have a car , because you will not like to go where everybody goes . +If you have a car , you can go anywhere you want and stop by any beautiful spot you like . +It 's more flexible for your travel plan . +And , it 's really enough development in our planet , it would be better if we can leave some place blanked , we do n't need so much convenient transportation , and we can still live well . +Save some nature to the earth , and leave clear air for our kids . +Build public transport in a city , not in a country . +My favorite sport game is Cricket . +It is very important and very enjoyable game . +Today cricket is very famous game in the world . +Among them cricket is very famous in Sri Lanka . +We could go to in the world from cricket . +It is very great . +Today we have clever cricketers and famous amperes than other countries . +It is very valuable . +Australia , England , South Africa and New Zealand are very famous country for cricket game . +But those countries are very developed and they have any facilities . +But Sri Lanka is developing country yet . +They have no facilities than other countries . +But Sri Lanka cricket team could won the World cup 2014 . +It is very important opportunities in our countries . +So as I think I can enjoy in cricket than other games . +You can start the cricket game . +And you can earn more money and you can go to other countries . +Today we have lots of sports games . +Volley ball , Net ball , Elle , Table tennis , Karate , etc . +But it is not famous and we could n't go to in the world . +But cricket is very famous and we know any cricketers . +We can be a famous and earn more money . +Cricket is good for our health than other games . +In my opinion cricket is best for you . You can be a good cricketer . +You do not what to do ? +Are you a tourist ? +Are you lost in the city without knowing what to do ? +If I am right continou reading this . +We have a lot of shopping facilities , it is the good thing about living in a big city like Madrid , because we have a lot of different shops since clothes shops , pets shops , food shops , shoes shops , accessories shops , toys shops , presents shops and much more types of shops that know I can not remember , but you can find almost all you want or you need it is not incredible ? +But for some of them you have to search very well because some of the shops are unique and some other are very good hidden , but for that you have specialized transports that will take you to wherever you want or you need to go +Hi , +You wo n't believe what I did last month ! +I worked at the backstage of rock concert ! +It was such a great experience for me . +I applied in one music club in our city and I was really excited when they repplied and asked me to help because I enjoy going to rock concerts and I was truly curious about how the backstage is working . +What was mny job ? +Mostly I helped others an carried the stuff . +I enjoyed working with a soundmaster so far . +It was quite stressful but at the end of the concert the atmosphere was amazing . +People were singing and shouting - they all seem to be really happy . +I hope I will do that again once . +See you arrond +Steve +Hi Jo , +It 's really nice that you are asking me about it . +Poland is really beautiful and you choose it wisely . +I suggest that you can start your trip from Warsaw . +It 's heart of Poland and you will learn everything about work , education and people from here . +Every big city in Poland is very similar to each other . +If you want to relax you can also go to mountains or sea . +Even there you can meet really nice people and talk with them . +But let 's talk about work there . +We appreciate kind and hard working people . +But you ca n't expect that they are going to pay you a lot of money . +Rate is pretty low . +But there is a chance that you can meet generous people . +Take care +Ola +Hi Paty . +I 'm going to tell you about me . +My name is Agustina López I was born in 1999 on 12th April . +I 'm fifteen years old . +Last year I celebrated my fifteen party and I loved it very much , ( I want to celebrate it again ) +This year is my sixteenth birthday and I 'm going to celebrate in my home , with my familiy anda some friends . +I love to do many things like sleeping , going dancing with my friends , going to the beach , cinema , shopping center , running and I love the fashion very much like the shoes , make up , bags and clothes . +This summer was the best I went to cuchilla alta with my best friends their name are : Emilia , Agustina , Micaela anda Lucía . +I have a great time with them . +I also went to piriapolis with my family and all the days . +I went to the beach , we loved . +I like English because it is very important to know other langeuge to communicate with other people and ir I go to another country it is very inportan to know English . +I think that it it very interesting and I like it +Dear pen friend , +Hello , how are you ? +I hope you are fine when you read this letter . +I am very well and everything is all right . +Well , I write to tell about my last summer . +I had a really nice experience working in a cinema . I would n't have done it unless my friend Lucy who encouraged me . +The staff is really interesting and helped me all the time and the customers were gentle all time . +I learnt lots of things such as dealing with money and tickets and watch movies freely . +We got work at four in the afternoon and it is very relaxing . I had a day off that I spent time at home or going to the gym , where I met hansome guys . +This summer was really great . +I recommend you to try this kind of job in case you want to earn extra money and also meet new people . +Lots of kisses and hugs , please write soon +Love +Giselle +In this essay I would like to highlight how a wide range of public transport can help people to save a bit of money and a lot of stressful hours stuck in the traffic jam . +Firstly as everybody know the cost of the fuel is increasing more and more , adding to those the bill that own a car will bring , it became immediately clear that it is cheaper go around by public transport . +Why then there still be so many people who prefer to drive their own car instead of seat comfortably on the train or on the tube reading their favorite book on their way to work ? +I would say that this is because the public transport are not so efficient as the should do . +In my town for example , I have been Waiting for up to forty minutes before I could take a bus . +I strongly believe that it is a shame because a lot of people like me would live their vehicles at home and take a train instead . +Secondly , the environment would improve its state indeed , as far as I can see the pollution caused by the traffic is ruining monuments and making the air dirty and heavy , the same is as far as waste of time is concerned , obviously the fewer cars are around the quicker you can get where you want . +In conclusion I would really like that politicians who care about public transport will improve the services so that more people could leave their vehicles at home and move around much more easily . +The problem is that if everyone thinks that traveling by car is convenient , absolutely everyone will go everywhere by car , and the roads will become chockablock . +You see man , I do n't like crowded roads , a nd prefere to travel by tram . +It is cheap and eloquence . +I play basketball on weekends since I am little . +I also like to play baseball , too . +I can play basketball and baseball like no tomorrow . +I usually play baseball with a group of my friends . +I play with them on the playground . +I ca n't image the life without sports . +In the today society . +The most people are travelling by their car , because the public transport was not convenient for people to use . +Maybe , in fact the lands are more big , so that the transport had not published to anywhere . +The general transport constructions can divided three levels . +On the lands , the railroad and highway is the go through the most city roads . +In the sea , include the route and port construction . +In the sky , include airplane flights and airport construction . +The transport construction and economic development has a close relationship , and utilized of land are more important . +The development of the railroad and highway are easy to pulished , but construc of seaport and airport must with congenital condition . +When integrate of the economy and land planning are accomplished , the public transport constrcutions are convenient for people to use . +I am going to write about how live is going to change in the next 50 years . +Although we do n't realised we have to be conscious +that every day is a different day if we compare with the one has passed . +Some years ago we did n't use the technology to get in touch with friends and family but nowadays it 's the most important thing for +some people who they ca n't live without it . +I am speaking about the mobile how it changed our life . +It 's normal +that in the next 50 years it is going to change . +It will be more advantages in general and it will give us a lot of good things but maybe some bad things too . +To sum up , although we do n't want that our life changed it is normal that it will have different changes . +It is necessary for our lives to have or to feel that we are getting better . +My favourite sport is chess because it is the only game for our mind . +It also helps us in studies . +I agree that it 's not physical exercise but a mental one . diff --git a/regression_tests/original/WI_256.txt b/regression_tests/original/WI_256.txt new file mode 100644 index 0000000..a1c977c --- /dev/null +++ b/regression_tests/original/WI_256.txt @@ -0,0 +1,256 @@ +There are many physical exercises like swimming but name any game except chess that makes our mind sharp . +I like many other games but the best one is this . +I am not saying that we should always play chess as physical activities are also important . +The reason why I would advise someone this sport is that the children who are not interested in there studies or would not be able to study . +In that case chess would help him .It would make child mind sharp and he would not get distract by the surroundings . +Local transportation is one of the most problem in our area . +The local transportation become difficult and expensive . +so the government must take an action to make it easy . +Public media also must educate people the importance of Local translation and how they preserve it . +The Government must save the gasoline and jazz to resolve the problem . +they must find a solution to this difficult problem . +They must maintain roads . +People also have an important role to solve this problem . +They should reserve the energy by using bus instead of using their own cars . +They also can walk or ride a cycle . +Government must maintain the public transportation and make it safe . +We can solve this problem if we want that . +I have thought that writing an article on my favourite sport would be interesting for the readers , above all , and making no differences on the sport you have chosen , it is paramount practising some sport , whatever you choose , such as spinning , that is my favourite sport . +My piece of advice to take up a hobby , in this case a physical hobby , which is interesting for your health . +I rather enjoy spinning , feeling the rhythmn of the music lowder and lowder , this gives me high energy each time I went spinning . +If you want to start practising some sport , first of all think about how much time you are willing to spend on it , then try once and if you are having a good time go ahead and do the most of your time enjoying sport , nevertheless , be careful and go slowly because you might be injured . +the more sport you practise the better you feel , indeed , your mood would not be blue anymore and your body will be thin and gorgeous . +First of all , my opinion is that there is a future for the public transport systems . +If we take a look on the Swiss public transport system , in the bigger cities almost all people go to work by public transport . +The advantage they get is the following : They dont't have to look for parking possibilities , they can leave the bus or the train and a few minutes after they can begin to work . +These people also help to protect the environment by saving our natural resources like petrol . +To conclure , in bigger cities like Bern or Zurich there are no doubts that the public transport system would be less convenient than travelling by car . +The process how to make the notes for the bank can be outlined in six consecutive steps . +First , the bank notes should be considerated how to design included background colour , artwork and security issues . +Then , they are supposed to prepare a skiled machinists . +Subsequently , the sheets of bank notes are printed on the metal plates . +The notes have special link with colour on both sides , which raised images slightly . +The most important step is inspect the notes which are good quality sheets and which are bad sheets . +If the sheets are good , those sheets are then cut into separately and packed into cars in order to dispatach all over the city . +If the sheets are bad , those sheets are then destroyed through burning . +Sport is very important part of a healthy lifestyle . +It keeps our body strong . +Today we have a lot of different sports , so we can choose something that really fits ourselves . +I enjoy running . +It is a kind of thing that everybody can do and it effects all parts of my body . +I literally feel myself stronger after every time I run . +There is no doubt that traffic adds to pollution . +The public transport offers a possible solution for the problem , because much people can transported in one vehicle . +The government has a responsibility to encourage the public to use buses and the underground more . +However , there are a number of changes that need to be considered . +Firstly , public transport should be made free . +The government should raise taxes for pay for the service . +Cars are generally more expensive . +First , I think the public transport is more expensive . +And if we compare the money you spend with the car and the amount that you spend with the public transport , it is less . +Secondly , if you use the car , you haven't wait much time ti catch the bus or the train , and maybe you can arrive later at your job , for this situation . +I believe that use your car has a lot of advantages or benefits , it is more comfartable and less expensive . +last summer i worked at cinema.i think it is a very good job because you can see any films you like for free . +The minus of this work is very big salary and i think that i will work at this cinema on the next summer . +My favourite sport is doing yoga . +I do yoga to aid relaxation . +Yoga calms und vitalizes body and mind . +I do yoga at least one hour every day . +From Monday to Friday I do it at home , at weekends I attend yoga classes . +Yoga is a very convenient sport . +We can do it at any time as we like . +But if you are beginner , it 's better for you to attend regular yoga classes . +You can learn correct Postures in classes . +After doing it skillfully , you can do it at home or any place . +People 's lives will change dramatically in the next 50 years , Equipment and tools have evolved since the beginning of human history . +In recent decades , however , developments have been particularly groundbreaking , Man has been able to invent machines , which they have been put to work automation is a great help to mankind , because it significantly increases the standard of living and frees people form hard work . +The result is much less work and a better life . +The disadvantage , however , is that because of the machines many people have lost their jobs +Dear Jo +I read your letter , I would like to know some details about what places do you want to visit . +I advise you to visit Queretaro it has had an excellent service with foreign people since five years ago . +Talking about your new job , I was searching some vacancies however it required a job for full - time , so I am going to continue searching some jobs of part - time . +See you when you arrive at Mexico City +Sincerely +Uriel +Nowadays people get around constantly . +It 's better use public transport or private transport ? +Well , ecologists say that get around using transport public is more beneficial for the environment than using the car or motorbike . +In recent years the numbers of people who use public transport has increased a lot , in comparison with ten years ago . +But actually does it has a future ? +It 's more comfortable , faster and preferable than have to run to take the bus , wait the train , etc . +This is a fact which indicates the public transport there is no future in our society . +Other signals are , for example , if you travel by car , you can park the car in front of the place where you want to go . +But if you take the bus , you have to take down in a bus stop , maybe a bit far from where you want to go . +Also it has to say that maybe in the future , technology will create a car that does n't pollute the air , and then , use public transport wo n't be necessary . +yeah i think it 's statement is quite right because every person have car now a days . +transport are are important but car is more reliable for families they went together without waiting for transport . +more flexible with a lot fun with family . +I live in a city named Tangerang it is in Indonesia . +The Indonesia Government itself does n't seem to give a damn about their country 's cleanliness , and the citizen too . +it caused our river some big problems such as disease , unpleasant smell , flood , etc . +i myself , by seeing the river filled with garbage , always seems to be disgusted by the stench and the unpleasant look from the garbage . +And in Tangerang , the air is polluted by Carbon dioxide and the other materials . +And also , after the river , the road in the city is also contaminated by the garbage . +garbage everywhere . +the condition of my country is really critical , I guess . +And the amount of the city 's garden does n't match the amount of the population and pollution in that city . +There are a lot of high - rise building and it provokes flood along the high - rise building 's section . +I wonder if the citizen in my country and town could make a better environment area by throwing garbage on its place and try using an eco - friendly transportation . +And the government , pls do n't be so flabby with your own citizen . +yes , be strict . +I think it 's okay because the purpose of you doing that is to train the citizen to be more responsible for what they did . and , I think it 's enough from me . +I suppose , the government also have studied this situation too . +But they did n't do that much after knowing this truth . +I hope Indonesian government take an action about this situation because if it continues then Indonesia would be the most unclean country over the other countries . +Alison read the note , smiled , and immediately put on her coat . +She looked like happy and she was looking forward to finishing the class to tell her friend what had happened . +After the class Alison joined her friends . +She was very enthusiastic and telling them that Juan , the boy who she was fallen in love , had written a letter for her . +Then the friends could not left to pay attention in the Alison 's words . +She transcribed the letter with a lot of passion because it was evident that Juan was interested in Alison too . +While all girls was hearding to Alison , Juan appeared as a gosh . +Alison was like tomato and all her friends laughed at her . +The boy felt very embarrassed , therefore he carried on his ways and he did not say nothing to her . +Alison always through : " If I would not have told this story to my friends I had passed all evening with Juan " +I think that for the public transport there is a future , because over time the gasoline prices and the value of the reparations of the vehicles increase . +Like in other things the prices increase , from the aliments to clothes and home supplies , gas , water , eletricity .. Then the people will choose the public transport in the future . +My relaxing activity +Swimming has been always my favourite sport . +I used to go to the swimming pool when I was in the school to learn and it became in my favourite activity when I was really tired . +I was with my sister and my friends and I spent a wonderful moment . +Nowadays , I usually go swimming twice a week and I really enjoy swimming because I can chill out and disconnect my mind . +Moreover , it is said to be healthy in order to improve problems in the back so that going swimming is really beneficial for me . +In recent days I found out a gadget to listen to music while I am swimming and it is marvellous because I also love listening to music . +To begginers in this sport I would recommend that a trainer teaches swimming properly because it is very important to pay attention to the position of the arms . +Furthermore , it is necessary to wear glasses . +Swimming is one of the best sport to practise it is due to require all parts of the body . +For this reason , it is a perfect activity to do sport and enjoy . +There are lots of problems in our life . +For example : Transport . +There are lots of kinds of Transportation as Buses , cars , Subways , Trains or taixs . +May be they are comfortable , teribble , essay , dengerous or avrage . +If you are late , you can use subway because it is faster , safer and cheeper . +Cars and buses become dengerous and make Problem in the street . +My view of eating habits . +Why does our brain think about food every day ? +Why have you fridge in every single home ? +Why ..... ? +Every day people thinking about fresh food , fast food , sweet food and many different types of food , why ? +Are you thinking that emotional eating is your bad habits ? +How often do you open your fridge ? +How many times are you going to shop for some snacks ? +What happened with us ..... +I remembered that my childhood was very quite , happy around dinner at grandmother 's house . +Really , I told you that I was like a little bit future girl who has dinner regularly with two portion : soup and meal deal . +So we can started from beginning : firstly , was breakfast which included some cereals with hot milk . +Secondly , was lunch at school like sandwich and some fruit . +After I was in home on dinner time and some dessert . +Could you see how easy and regular life I have got . +My " private menu " included fresh eat like salad , fish , fruit and vegetables - many options healthy food . +Now , I am 28 year old woman who does n't has time for normally dinner because I 'm a very busy . +Today , I wake up at 07.00a.m and catch up some of kind bread with jam , drinks a coffee but more than often just has time for half mug and runs to work . +During a day I have lunch which is from can or order some junky food . +Later , I order take away from Chinese buffet or any pizza . +When weekend coming I have a plan for special dinner which is like home made but do n't have time again . +What happened with my healthy life which I want to have when I was a child ? +Why everything look like more difficult and hard than were before ? +Where is our free time and what are you doing with your lifestyle ? +Ten years showed me that I can do everything for myself if it is enough for me .... +Alison read the note , smiled , and immediately put on her coat . +She went to the station train and get a ticket to London . +she stayed there and read again the note the address was near to the big ben . +When the train came she smiled and goes up and sit . +She turned her haid and saw him " he was fowling me " she thought"well , I should ask him what are he doing here " +" What are you doing here " ask Alison he looks her but with a bad smile , and turn his head +First of all , finishing high school is a passege of life that indicate the begnin of a new chapter for the students . +Since this moment they will have maturity and responsibility . +Therefore , many of them are not ready for this . +So , a lot of parents and students have the opportunity to travel for a year . +When you are travelling around the world by yourself , you won a bagage of knowledge , culture , discorves and , with all of this , you won personal experencie . +Sometimes , these is able to change a person , making that she or he have a new perception of the world . +However , some students do n't have this opportunity to travel , they start to work . +The job , provides , as well the trip , responsibility and experencie . +It changes in a different way the person too . +The consequences are n't good as the reasons , for instance , they may have the career prejudicate , or they spend so many years travelling that they are old to study in a uniersity . +Beside that , they have differents points of view in many sublects , that is why they may don ' like the fun and the conversation in the social life with the other students . +They can not enjoyed this chapter with oung and fresh thoughts . +Finally , to make a decision to not go in a university when you finish the high school , is n't the easiest action to make . +It is a great dedcision , that bring great consequences and great experencies . +Whatever are the choice , they will have the mark in their lifes forever . +Be careful and choice it well . +Public transport is the backbone of a city . +Usually people use public transport to travel around the city . +If in a city people are using more public transport than their own private vehicle then it will help to protect environment and traffic as well . +But now a days automobile companies are more focused on the improvements of the cars so that the can be more environment friendly and traffic friendly . +Future of public transport will be measure on the basis of advancement of the private vehicle . +Sometime people get offended because of the crowd and the inconvenience caused by some people while using public transport . +But main concern will be technology . +Technology is being more advanced . +A car is being made so Eco friendly and user friendly that it is more +Many people said that at school all the students have to start a sport and frequent that one regularly . +Is not a good idea because some students have to study all the afternoon for other subjects and the free time is very scant . +AAs an example if a student need to recuperate a subject or have to take a good mark , they ca n't go to do a sport because there is no time . +In contrast do a sport is very important because we can make new friends or we can start to take responsibility but the most important thing is that we are always active e our body can get good results . +To sum up , do sports is very important for teenagers to which the body is going to grow and do it regularly is commitment that we should take . in my opinion , however , do a sport mandatory is not educational because we must do a sport with enthusiasm not bothered or for obligation +Dear Sir , +I 'm writing in regard to the watch Fossil FS4735 , similar to FS4812 but with different colours . +I 've seen it a couple of days ago and I was going to buy it , but it has disappeared from your +products list ( I suppose it has been depleted ) . +However , I wonder if you cold tell me when it +would be available again . +Thank in advice for your information . +Yours faithfully +In my opinion , they are not my friend . If your parents are your friends , you would live in harmony with them . +They will consider you as a indpendent people . +Accrodingly , You take responsibitity for what you done . +However , they are not my friends . +There are some reasons , they are not , are as follows . +First of all , I make my every effort to do my job better , however , they only consider that I waste my time doing wrong thing . +Next , they do n't believe my capability is good . +I do everything but nothing . +Finally , they totally do n't listen to what my point is . +They always look at me like a kid never grow up . +It is ridiculous that my parents do n't believe ability . +I am ovewholemed with grief , living with them . +I can not tolerate their pride and prejudice anymore . +I prefer staying alone to living with them . +People often discuss if TV viewing is useful for the education . +In my opinion to watch TV is actually helpful for learning new things . +There is one argument that shows , that the TV promotes us . +The main reason for this is , that the TV is teaching us , because it is an important medium in our lives . +A good example of this are the many informative news , which we are allowed to get . +This clearly shows that the TV is lecturing . +To sum up , TV viewing is not just entertaining at all ; It definitely is also educating . +Many people argue about the use of TV . +Some of them believe that it can only entertain us while others do believe that it can also educate . +However , I think that TV can do both . +I bet if somebody wants to have some fun he or she can just choose the right Chanel or movie such as comedies , video gags or funny TV shows . +Meanwhile if an individual wants to learn from TV . +TV provides lots of cognitive programs like cooking , taking care of pets , how to eat as well . +For me , I do prefer reality shows that help people how to deal with problems . +football is the most favourite sport in the World . +Was founded by talented athlete in The UK in early 1900.The Sport was becoming very famous since first World Cup was held in Uruguay until the present . +I really enjoy watching and playing football since I was a kid . +There are several reasons of why people really enjoyed soccer so mush . +Nothing is permanent in this world , I 've knew these words from the mouth of my parents and until now it is in my heart that help me to deal with this kind of life . +Sometimes your happy and sometimes you are sad , nor you are success or you are failed , that is the wheel of the life we are taking . +Life is changing very fast as the days on the calendar is going , the flow of life continuously revolving with the world every person have . +Nobody can tell how , when , where and what will happen in the next 50 years of our life . +It depends on how you deal with what you have at the present to be prepared for the forthcoming changes in the future . +There are a lot of factors that could greatly affect on what you will be in the coming 50 years of your life . +But the most vital part for these changes is yourself . +Everybody has the right one for a change but it should be for the betterment and not for the worse . +With the simultaneous growing inventions of technologies , way of living go through with it . +A complicated ways from before , advance technologies made it easy and simple now , what else more could we expect next . +The digital age has been a big problem for musical industry because the news technologies and internet had helped more the musical piracy . +The people already do not buy a CD , simply downloads it +" Piracy is destroying the music industry " as it is a violation of copyright . +It is a shame that a person is working during many moths for after the people want enjoying his work without having to pay , it is literally to steal . +It is like you design a chair and the people to take without paying . +The singers have to adapt and be able to survive piracy , now most their income are the concerts and digital platform like Spotify . +I think that people should be more responsible and respect the work of others so that society evolves in a healthy way and without conflicts . +Today , many people , groups or social movements are disagree with different and mainly aspects of our dominant culture ; for example , the marriage or the age for married , the role of women in the family , the religions , the education and new ways of family and many values . +This perspective of life is inspired by contracultural movements and some people call to these people as " alternative " , but it is each day more common and it let a inclusive and diverse society . +The culture is changing in this way , maybe it can be wonderful for the human freedom . +CHANGES IN COLOMBIAN CULTURE diff --git a/regression_tests/original/WI_257.txt b/regression_tests/original/WI_257.txt new file mode 100644 index 0000000..69605b2 --- /dev/null +++ b/regression_tests/original/WI_257.txt @@ -0,0 +1,257 @@ +Eating habit in my country really has changeged in the last ten years . +it 's r is n't clear complety , but I sopuse it depends on chenging habit of life in developing process of our sosiety . +At first and important change is about eating prepared food that is n't healthy usually , its reason probably woman 's life stile that is going to big change in the way that they do n't like staying at home and spend their time to making food , now they prefer to buy prepared good . +The other matter is about our habit to eating food together with our family that were a custom in humanity life not just in our culture , but now because of hard and busy life , we had to eat our meal mostly days of a week . +Now , we forget big dinner table that are fulled with family members . +But a good change of our habit is attention to calery food and healthy food because of get information on internet and another media that are accessible way for all people easily these days . +Tottaly l think changing is ignorable but we can control it to make our life better , specially about food that is most important aspect of ourlife but we do n't pay attention to it enough . +I am a programmer who wants to write about programming languages and skills . +The truth of matter is I think I 'm full of ideas but unfortunately I ca n't describe my knowledge and experiences in English . +However I can write these ideas in my own native language and that 's why I 'm thinking that one day I should be able to write those ideas in English as well . +Dear Sophie , I have just come back from a really exciting few days with my cousin . +That was the best place I had ever been . +we went to New York for four days . +On Thursday , we arrived at 12.15 . +While I was at the bathroom , me cousin was smoking . +When I went back , a policeman asked him not to smoke , so he was angry during the whole flight . +On Friday , we went on an incredible sightseeing but the guide told me not to take pictures because I had to buy them . +On Saturday night , we went to a formal restaurant to eat pasta . +Finally , we departed at 18.45 pm . +I think I will go back next year . +It was a well planned for a holiday . +Michael , together with his two friends , Adam and John decided take a vacation at Pulau Langkawi , Kedah , Malaysia . +They search for tickets flight , rental car , and hotel . +They were too excited and can not wait to go there . +About one month before departure , they search over the internet the places that might get interested in their mind . +There are Padang Matsirat , Cable Car , Mahsuri Tomb , small islands , Duck tour , beaches , shopping centre and the most exciting is to buy chocolates . +One day before going , Michael suddenly having a problem . +He needs to follow his family to the town . +With all his hurt heart , he told his two friends about the matter . +Adam and John was very angry . +They said , they already planned and Michael happily ruined the vacation . +They need to think again about the budget and all of the stuff . +Michael can not stand anymore , he scolded his friends and saying something that anyone do not want to hear . +His mother heard what had happened . +She try to have a slow talk with her son at his room . +She said , money can make everyone hurt if it is not settle down very well . +After all the wise advises , his mother kissed him on his forehead . +Michael try to think again wisely . +He accompany his mother at the end of his room 's door . +Michael closed the door and knew at that moment he had made a mistake . +He called back his friends and manage to settle down all the mess up . +Peter looked at his watch and knew that he had to do something immediately but he forget what he had to do after thinkig he rememebred that he had to visit his grandmother as she was ill and his mother told him that his grandmother wanted to see her doctor and wanted him to take her by his car as adoctor 's clinic far from her house peter decided to go and he drove his car to his grandmother 's house in the next street after he arrived , he saw his grandmother was waiting for him on the front of the street he apologized to her and asked her to come to the car , " never mind " she told and ride the car beside him . +Peter drove his car to the doctor 's clinic and after half an hour he arrived and he and his grandmother go above through the stairs to reach the doctor 's clinic after they arrived they found that they have to stay aperiod of time to take his turn they waited and then their turn came .they entered the doctor and the doctor was very kind he welcomed them and after check peter 's grandmother . +she was very fine +There is a man who is most important for one 's life . +I am not different from that.there is a back stairs influence in my life he is none but my father . +I respect him so much and admire also . +He is my best friend who never hurts me . +He always helps me by giving good advance . +He is an ideal farmer who never and even tells a lie . +His means of livelihood is the simplest . +He always honors the oldest and taught us of avoiding tells a lie.so far as I remember one day he was advising me suddenly a old man entered the conversation and told a foolish speech . +Nevertheless my father did n't tell him arrogantly but he made him know the right thing politely . +he is a fluent speaker . +that 's why I admire him . +Everyone make mistakes , No one say I have not made any mistake in my life . +I have made many mistake I guess . +But is that big problem in our life or small problem or it really does not matter ? +Or do you really regretted what have you done ? +Travelling by car plays an important role in our life . +There are a lot of private transport in the streets . +However travelling by bus or tram never get away from our daily routine . Travelling by bus is not such convenient as getting a car , but you would never know what can happen with your car , where it will stuck or some of other accedient will happen . +Public transport has a timetable . +This fact gives government such opportunity as manage the traffic on the roads , cities or towns streets . +Private transport give us traffic jams , a lot of accidents and stressful situations . +We are getting nervous because we are responsible not only for our life but other people , too . +And also we have to understand that use public transport is cheaper than use a car . +The other side of the problem is ecology . +Why do we think that only convenience can be the main point of using a car ? +What can we say about our ecological consciousness ? +Let 's take a bicycle travelling to our school or job instead of using any public or private transport . +Transport is more important for our life . +Public transport is becoming no future because of travelling by car is more convenient . +Public transport are not suitable for luggage 's . +Travell plan need to depend on public transport time . +It is more fun when we travelling by car . +We can play music or talk anything while we travel in the car +Public transport is more boring . +If there is no Public transport in some area , then we need to hire taxi . +So If we have our car , it is much easier than using transport . +Dear Jo , +How are you ? +Nice to receive your letter and learn that you will be in Hong Kong this summer . +Hong Kong is wonderful place for shopping , eating and sight - seeing country . +You can taste sea - food in Sai Kung and Abeedeen . +Visiting Big Budda in Lamma Island , watch the beautiful night view in the Peak . +Besides , Hong Kong also has many country parks for hikking . +I am sure that you will love this country ! +If you want to find a job for only three months , I suggest you can teach English for summer lesson . +In Hong Kong , most of student would like to take some courses in Summer Holiday . +I will get some information for you if you have interest it . +Write to me if you have fixed your itinerary and looking forward to see you in Hong Kong . +Ta +I think public transport is paramount nowadays , but the future will deliver us some kind of different means of transport , such as the car , yes , a car we have been using all our lives . +But this time will be another story because in order to save time and money we are going to use our own car . +Let me explain my reasons , when you drive your car you can take it from your garage or in the main door of your house and it gets you whatever you want , but on the other hand if you take public transport it will be much more uncomfortable because you must catch the bus in the bus stop ... where is your nearest bus stop ? +Then you must pick the subway to your destination , so that means a waste of time , otherwise is cheaper , but what happens if you do n't have some coins to pay the bus driver ? here comes the problem . +You should look for a shop to exchange your money into coins . +What 's the time , then ? +Obviously you are late to work , even if you have an appointment to make an interview for a job . +Alison read the note , smiled , and immediately put on her coat . +She read a note from her boyfriend Tom . +She must go to a shopping centre because Tom is waiting for her in the shopping centre . +They go to a new film about James Bond . +Alison is very happy because she did not see Tom for two months . +he must study in a different country and they not see each other for months . +Tom is sutding in London . +Alison go to a bus stop and she waiting for a bus . +She can not wait to see Tom . +When she arrived at a shopping centre Tom is already waiting . +They want to spend all evening together . +The lion king is my favourite film . +It is the story about a little lion and his life . +Symba is the main character . +He must began to be the king . +He lives on the wild . +His father saves him of a fight but he died and Symba is sad . +He moves to another place because he did n't want to be on the same place where his father died . +But he knows Timon and Pumba and they get that Symba believe again that life is good . +Then , Symba save to Pumba of a lion and this lion is Nala who is an old friend of Symba . +They return and Symba gets to be the lion king . +I would recommend this film because it is funny , entertaining and you can learn principles . +My name is shousheng and live in Montreal Canada . +Alrough Canada is an English country however in Montreal , the offical language is Freach . +So I do not have opptunity to practical English Because most of my colleagues speak French . +They speak French in the meeting , in the gearm , and in the shopping +My favourite sport is running . +When I have a free time I usually run because I feel really relaxed after that . +I started this sport six years ago and I found myself . +When I stop doing it for a week , I feel that there is something missing and I 'm not in a good shape . +I advise everyone to start this sport . +In the fact , I know it 's very difficult to do it if you give it up . +But it 's very important for your health . +Running will help you burn calories and make you calm and relaxed . +My favourite sport is football . +I like football because it improves my basic skills and my mind does not take that much stress . +Football is really good because it is an active sport . +It is bewildering ! +I was inspired by a true ledgend , his name is Edan Hazard . +He plays for Chelsea . +My favourite teams are Chelsea , Man city , Man united , Real madrid and barcelona . +That all I can say . I love football very much +yes we can say that for car is much convenient . but every person could not be afford car . +even that price behind fuel for car . +that 's first fact . +and the second one is that fashion or style of young people who do n't like more go somewhere using a car than bike . +after that last point we can not go everywhere using a car we would like . +that have limitation also there . +might be somany people are liking because there are so many service with it . +but it does not means that public transport is not having future . +that fact behind sense because maintainance of public transport is not responsiblity of traveler . +if we want to count function of public transport because it 's not enough words to say . but public transport is most need service in big city as well as small villeges . +It 's not so hard to find sights to see in such a big city like Moscow , but when you have a wide variety of museums , parks , clubs , you will try to visit only best ones . +Let 's look at the most popular places where tourists prefer spending their free time in Moscow . +I 'm sure i 'll agree that the Red Square is the most popular sight in captial of Russia . +That 's why I suggest starting the journey from this place . +You can get there by metro ( Teatralnaya Station ) . +From the Red Square you can easily see Moscow Kremlin , St. Basils Cathedral , the State Historical Museum and Gum Trading House . +If you are dying of hunger you can have a quick snack at Teremok cafe or have a square meal at the restaurant # 57 , which on the the third floor of the Gum . +I prefer spending my free time in the parks . +Gorky Park is my favorite place for my leisure . +It 's a capital 's central park where you 'll wind lots of interesting affairs . +There are lots of facilities such as sports centre , ping pong club , hire centre etc . +There is an open - air cinema , but it opens only after 10.00 PM . +So , if you want to have a memorable holiday , the capital of Russia is the most attractive place . +My friend 's name is Kadir . +He is from Giresun . +He likes playing mobile phone , playing basketball and reading a book . +He is hobbies listen to music , play computer game , watch the football match and watch TV . +These are my friends hobbies . +I 'd like to talk about my past . +I 'm only fifteen years old but I think I have a heavy past .. +First , I 've always lived in a kind of little flat which is a social logement . +We did n't have a lot of money but I went to a private elementary school . +There were a lot of rich people , maybe we were about ten to one hundred not living in a house . +I had a lot of friends , too much friends .. +At sixth grade , I realized that they did n't really love me , or even like me . +I remember two contrats moments : One day we had to create a team to make an exercise which used brain , they chose me . +Although , another time , we had to create a team for doing sport , and they did n't choose me . +That get to the second problem I had , and stay now : my weight . +They did n't choose me because of my weight . +I was too fat , too much fat .. I looked at my health booklet one month ago , and I saw that I have been overweight since I 'm four years old . +Until sixth grade , I thought I was " normal " , but then all changed .. +Learning English is very important by the future of all . +Is a language that many people speak and known . +Many people start learning English at school . +Later , the people continue in language schools . +Is a difficult language , so , the best option is to go abroad . +In an English speaking country , everyday you learn to live . +People speaking different but with a basic level understand English . +It is difficult to go to a place unknown with different people but is a good experience to learn . +I think if the whole world has only one language would be better . +Everyone could speak and understand . +Not so , therefore , we must study very English . +Because of her suggestions , I learned how to control my temper while I was facing with failures and kept telling myself that was n't a big shame because I had had tried my best . +Thus , I became more mature because I overcame those hard times . +I like walking in the morning every day and I enjoy doing it with my own or with my friends , and because it 's very useful for my health and also it keeps my body healthy and full of energy . +sometimes I feel tired of walking especially in the sunny days with a high temperatures , but that ca n't let me stop doing this sport . +when I 'm walking , that can refresh me all the time and makes me feeling good . +I want to give advice to people who love thing type of sport ; please do not let it go , and do it as you can , because it 's a benefit sport . +Hi , everyone . +its good idea to improve my English writing . +I 'd like to speak the education process in Egypt . +I have just graduated from faculty of law " English division " from two years ago , with very good grade . +The ordinary result of the big effort I had exerted in my university to have good job in my specialization like a lawyer . +But in Egypt no one takes his right you should pay a lot of money to have a job or knowing someone use his authority to appoint you . +So , I intended to get a job in another state like Dubai , I heard jobs there is very good and also the compensation . I have submit my CV in various jobs . +but what is the common reply ? +your qualifications are not satisfied , You must be UK Or USA educated . +Finally , I see that I have very high marks in education but not have the ability to work in the real life because in Egypt there is the worst education . +Thanks . +1 ) I like helping people +2 ) Tom offered to go to the cinema . +3 ) Meryy refused borrowing money . +4 ) Can we afford to purchase a car next year ? +5 ) I look forward to meet you . +6 ) The movie I watched made me cry . +I do not think , it 's easy to do research in India . +Even if once a time , I want to focus on my work they will create one or the other issue to distract me . +I will make my own path , though it will be difficult for me . +But it will be very romantic to be with my girlfriend and fight with the system . +We generally use the word " stress " when we feel that everything seems to have become too much - we are overloaded and wonder whether we really can cope with the pressures placed upon us . +We can change everything hurt us if we need if we have volition +The reasons for stress are more diverse perhaps because we have an exam period , family proplems or because we think in negative way , or we destroyed ourselves in long hours of working and canceld our needs for enough comfortable , and lots of reasons to stress ... +We must get out of the stress quickly before lose ourself because it 's very hurtful period , for example you can read a book , doing sport , play music , eating delicious food , remmeber all the positive thing was took place with you , talk about someone who trust for him , take off every thing make you upset and make you life tiring , go out and eat meal with your best joking friends , and there a lot of you have to do ... +Remmeber the stress is not lasting thing , and you can avoid it +But if you are willing to live in happy life . +Dear Sir +I am writing to complain about the cafe - Lunch menu . +In my opinion the main course needs a lack of improvement . +Firstly , I am a vegetarian and I do n't have much choice of vegetables . +Secondly there are not much variety of dessert mainly fruits and puddings . +There is not much variety of healthy drinks , there not much hot drinks as well . +Some people say that in my college are vegetarian , Muslim , vegan e.c.t and they do not have much variety of food to choose like halal meat and veg and nothing that comes from animals . +It is considered that you change the type of food regularly . +Reduce the fast food that make people obese and not healthy . +It will be better if you gave drinks compared to the weather like whenever its winter we would like a hot drink and if it is summer we would like a chilled drink . +I hope you consider this major problem in the cafe . +Thank you . +Yours faithfully +Dear Mrs Ashby , +I 'm writing to you regarding of a letter I 've seen on my way home calling for candidates to fill a vacancy in your cafe staff . +As requested , I 'm an English - speaking guy and currently looking for a job that does n't disrupt my studies at college . +For that reason , this job is perfectly suitable for me and , besides , it showed up as a good opportunity for me to improve my incoming helping me paying my bills . +Now I am twenty fiver years old and when I was teenager I lived abroad twice . +The first time in London , for 6 months , and most recently in Berlin , for 8 months . +the movie I 'm going to be reviewing is " the purge " +I actually loved it quite a lot , I just loved all the suspense and the parts they leave you hanging , it 's just way too interesting , the movie is about the american government who annually gives 12 hours where all crime , even murder , is legal , and there are no medical services during that long period of what they call " the purge " and anyone can join it , you can kill whoever you want . +The thing is , some people do n't think it 's ok , and they do n't agree , so they just stay inside and try to survive the night . +The diagrams illustrates the process about producing bank notes . +At the first beginning , bank notes should be well - designed considering the colour matching and artwork including the issues about safety . +After designing , metal plates are supposed to be prepared with the help of experienced machinists . +Then , it comes to the printing step . +Ensuring there is colour on both sides , image is increased gently by a certain type of ink . +Most importantly , before distribution , printed sheets with 50 bank notes per sheet have to be checked whether they are of perfect quality or not . +They can only be packed and distributed when they are with good quality . +In other words , both bad sheets and the ones which are seperated badly need destroying in a safe way which can stop them from going into the market . diff --git a/regression_tests/original/blank.txt b/regression_tests/original/blank.txt new file mode 100644 index 0000000..e69de29 diff --git a/regression_tests/original/conll14_10.txt b/regression_tests/original/conll14_10.txt new file mode 100644 index 0000000..4d14f97 --- /dev/null +++ b/regression_tests/original/conll14_10.txt @@ -0,0 +1,10 @@ +Keeping the Secret of Genetic Testing +What is genetic risk ? +Genetic risk refers more to your chance of inheriting a disorder or disease . +People get certain disease because of genetic changes . +How much a genetic change tells us about your chance of developing a disorder is not always clear . +If your genetic results indicate that you have gene changes associated with an increased risk of heart disease , it does not mean that you definitely will develop heart disease . +The opposite is also true . +If your genetic results show that you do not have changes associated with an increased risk of heart disease , it is still possible that you develop heart disease . +However for some rare diseases , people who have certain gene changes are guaranteed to develop the disease . +When we are diagonosed out with certain genetic disease , are we suppose to disclose this result to our relatives ? diff --git a/regression_tests/original/conll14_127.txt b/regression_tests/original/conll14_127.txt new file mode 100644 index 0000000..05cd55a --- /dev/null +++ b/regression_tests/original/conll14_127.txt @@ -0,0 +1,127 @@ +My answer is no . +On one hand , we do not want this potential danger causing firghtenning affects in our families ' later lives . +When people around us know that we got certain disease , their altitudes will be easily changed , whether caring us too much or keeping away from us . +And both are not what we want since most of us just want to live as normal people . +Surrounded by such concerns , it is very likely that we are distracted to worry about these problems . +It is a concern that will be with us during our whole life , because we will never know when the ''potential bomb' ' will explode . +On the other hand , if there are ways can help us to control or cure the disease , we can going through thses process from the scope of the whole family . +For an example , if exercising is helpful for family potential disease , we can always look for more chances for the family to go exercise . +And we keep track of all family members health conditions . +At the same time , we are prepared to know when there are other members got this disease . +Here I want to share Forest'view on this issue . +Although some people feel that an individual who is found to carry a dominant gene for Huntington 's disease has an ethical obligation to disclose that fact to his or her siblings , there currently is no legal requirement to do so . +In fact , requiring someone to communicate his or her own genetic risk to family members who are therefore also at risk is considered by many to be ethically dubious . +" +Nothing is absolute right or wrong . +If certain disease genetic test is very accurate and it is unavoidable and necessary to get treatment and known by others , it is OK to disclose the result . +Above all , life is more important than secret . +Genetic risk does carry its consequences and should not be taken lightly within the family circle . +Afterall , what affects one family may or may not affect another although the families has a common genetic make up , shared by either of the parents . +In cases where an individual has gotten to know of a genetic disorder , disclosing or otherwise , to his or her relative is solely a matter of preference within the indivdial moral system . +The issue on right to know or not to know is highly debatable although it is a genetic risk , one can not be entire sure because the genetic information could possibly result from the families of either parents - his maternal and paternal uncles , aunts or cousin . +This also means that as soon a person is made aware of his or her genetic profile , he or she concurently has a knowledge about others . +This knowledge maybe relavant to them , and vice versa . +An example that may serve as an illustration is breast cancer . +It is hereditary . +Do one who suffered from this disease keep it a secret of infrom their relatives ? +In retrospect , its is also ones duty to ensure that he or she undergo periodic healthchecks in their own . +Sometimes some family structure and cultural beliefs can influence the pattern of communication . +Depending on whom the genetic risk was discovered from : the son or daughter for example , the parents who knows about this would decide who gets told and whom takes the precedence in being 'allowed ' to tell . +For example , within a family , regardless of who had first received genetic information , parents were seen as having the primary responsibility to pass on information to any offspring , either adult at risk . +In addition , a woman testing positive for BRCA1 would be expected to allow her brother or sister to disclose such information to a niece or nephew rather than do it herself , although this may be further complicated by an individual 's response to risk information as they not want to know . +Hence , there were also tensions if participants felt that they could neither pass on information to relatives who needed to know ( such as nieces and nephews ) nor persuade those with authority ( the parents ) to do so . +The notion of authority also extended 'vertically' . +For example , a grandmother may have more authority to pass on information than an aunt , even when she is not at genetic risk herself while the aunt is . +From a practitioner 's perspective these findings are important because if lay constructs of the family and kinship are a social construct they may not be in line with geneticists ' views of family relationships , or about which blood ( or non-blood ) relatives should be informed and by whom ; this is also likely to be dependent on the cultural and ethnic context . +Ultimately , one must bring attention to who may benefit from such information and assisting those at risk to make considered decisions about disclosure . +Whose duty it is to inform at risk relatives or not greatly depends on the personal moral and the nature of how 'directive ' the risk is to them . +People with close blood relationship generally carry some similar genes . +In this case , if one of the family members or close relatives is found to carry genetic risk , it is better for the patient to tell his/her close relatives about the issue and let others known about the risk so that his/her familay members are able to perform some daily excesses to prevent the potential disease or they may go to hospital and check for the correspongding flows . +In my opinion , although the annouance of carrying a genetic risk involves the issue of self privacy , it is necessary for the carrier to be obligated to tell the issue to his or her relatives in order for them to prevent the potential disease . +I agree with this statement to a large extent . +Focus on the negative side of the annouance of genetic risk first . +Large numbers of patients with the genetic risk would want to keep it as a secret as the genetic risk may indicates their high chance to carry certain disease . +Especially for the young people without marrige , if he/she is known to have some genetic risk , it may have certain chance that his/her child would carry the same disease , but not in certain . +Therefore , to keep the information as secret to his/her future spouce would help the relationship . +Secondly , annouance the potential risk would cause the family member to be scared of this certain issue , although the factor would not be that serious , people would still fear that they would have some potential disease in the future thus go to hospital and do additional check or take more medicine in order to prevent the disease , and this creats unnecessary costs to the family . +Furthermore , the annouance of genetic risk would affect the relationship with the relatives as sometimes others may think not to stay too close to the carrier so that they have less chance to get the potential disease . +On the other hand , if the genetic risk is kept as a secret , although it may benefit the carrier to a certain extend and help to keep the privacy , but it has much larger negative impacts to the family members and relatives . +First , for the case of marrige , people should be honest and tell his/her spouce they may carry certain genetic risk that may affect their offsprings . +It is better to let the other party know the fact than after the baby is born and certain type of genetic disease is found . +It is better for both parties to be honest . +Secondly , genetic disease has a close relationship with the born gene together with their daily habits . +For example , if a carrier is told that he/she has the risk to have diabetes . +In this case , the carrier can eat less candies and chocolates to prevent intake to much sugars , and at the same time , if the carrier tell this information to the relatives , it will be useful for them to know that they may have diabetes in the future becouse of related genes and they can perform the same exercise to intake less sugar to prevent the disease . +Otherwise , if the other parties did not know , they may end up with to have diabete in the future without any prevention . +In conclusion , we could tell the benefits of telling genetic risk to the carriers relatives overweights the costs . +Therefore , it would be better for the carrier to be obligated to tell the information to the relatives , in order to let them know and prevent the potential disease through daily exercises . +Among all kinds of different diseases , a large amount of different kinds of disorders are caused by genetic reasons . +Genetic disorder may or may not be hirataged hereditary disease and it is sometimes hard to find out one has these kinds of diseases . +It is a long time discussion that whether a carrier of a known genetic risk should be obligated to tell his or her relatives that his or her disease is caused by gene . +From the legal aspect , the answer is no but from the ethical aspect , the answer should be yes . +We ca n't make a law to push a carrier of a known genetic risk to tell his or her relatives about his genetic problem . +It is immoral and impractical . +Firstly , someone having what kinds of disease belongs to his or her privacy . +Privicy protection belongs to one 's human rights . +If a law requires someone to tell others ' his or her privacy especially when the one is not willing to do so . +It is againt his or her human rights and it is against the law 's spirit . +The law 's spirit also include the fairness . +What is the basic difference between genetic disorder and other disorders . +It is unfair to release a law only point to the genetic disorder . +In addition , it is impractical to make such a law . +A good law should be clear and easy to execute . +However , there are many problems againt the execution of asking a carrier to tell his or her ralatives the cause of his or her diseases . +Firstly , what is the range of the relatives ? +For example , does the carrier only need to tell his or her direct relatives like parents and brothers and sisters or does he also need to tell relatives like his grandmother 's sister 's son 's daughter 's nephew ? +If you say only need to tell direct relatives , it will be against the fairness of law . +Other relatives may have the same possibilities to have such kind of disease . +How can a law made by government exempt such a group of people from preparing to face their potetial disease ? +However , from the ethical point of view . +To the carrier himself of herself , he of she should have a feeling of resposiblity to tell his or her relatives their genetic disorder . +By doing this ,they may be able to save some lives of their relatives . +It is because a carrier with bad gene may not necessary have those genetic disease , if they can have coresponding healthy lifestyle before the age that the gene 's function become stronger . +A typical example is genetic caused hypertension . +Hypertension can be caused by genetic problems which make the carrier harder to digest the fat and salt in blood which can cause hypertension . +People usually get this kind of hypertesion after they become adult . +However , if they already know they have a gene that may make them have higher possibilities to get hypertention . +They can build a daily habit to eat less salt and fat and thus to avoid hypertension . +In a nutshell , our society ca n't push genetic problem carrier to tell his or her disease to his or her relatives but he or she should be willing to tell his or her relatives about his or her genetic problem . +By doing so , less of his or her beloved ones will suffer from the genetic problem . +In the age of rapid technological advancement , a lot of medical breakthroughs are made possible . +Genetic testing is made possible and available for one 's decision to undergo . +It is able to detect the illnesses or diseases and even a child 's parentage . +However , it will become a controversial issue as it becomes a dilemma for a carrier of a known genetic risk to inform his or her relatives . +If the knowledge of the genetic risk was to be shared within the family or relatives , there might have chances for them to have it in their blood , which they may do necessary precautions to prevent . +But , if it is a terminal disease as a genetic disease , most of the relatives will be disheartened upon having the knowledge about it . +Therefore , some carriers will have the opinion of keeping it as a secret . +This essay will discuss about whether a carrier of a known genetic risk should tell his or her relatives or not . +Some said that the genetic risk that is found in a person should be kept secret because it is considered as a personal information which should be kept confidential . +Most patients will be depressed after realising his or her conditions . +If one has a genetic disease after the test , he or she might not wish to inform the relatives as he might ended up dishearten his extended family . +Some will wish to keep it to themselves and hope to ensure that they will not bring in any pessimism into their family . +Furthermore , some will wish not to become a burden of anyone as seeking medical attention is relatively costly . +Hence , some seen it as being considerate in keeping the genetic risk of getting the disease in confidential . +On the other hand , others may think that it will be considerate to tell the relatives because the latter will have a higher tendency of getting the same genetic risk . +Hence , they will be able to seek help from medical specialists to find a cure or to do some measures to prevent the risk of getting the disease . +Nevertheless , it will depend on what kind of genetic diseases , given in the context of current medical technology . +For example , breast cancer is a genetic disease and it can be cured if it is being realised in the early stage . +Hence , with the knowledge of having genetic risk , the relatives of this genetic disease will do a medical check-up , which might save them in realising it at a earlier stage . +In conclusion , it will be considerate to inform the risk of getting the same genetic disease to the relatives . +Although there might be a lot of challenges along the way in seeking medical attention , such as financial issue , everyone should be given the rights of knowing their family 's inherented medical conditions . +However , some think that it might be better for those who are ignorant about it and will continue leading a happy life . +In addition , some may think that even knowing about having genetic risk of the disease , it will just adding on to their misery as there is nothing that they can do about it . +All-in-all , it depends on individual and also the nature of the disease , but he or she should be obligated to inform the relatives if there are possibilities in curing or preventing it . +Genectic testing is a personal decision , with the kowledge that there is a possiblity that one could be a carrier or not . +Those who are born into a family with a history of genetic disease should be allowed to undergo genetic testing , even though if there is no risk at all . +Early pre-examination is healthy as it will cast away unwanted doubts and affect the psychological thoughts of those who are affected . +For a genetic risk carrier , there should be choice given with regards to informing his/her relatives . +There should not be forced or obligied to do so , as it may negatively and drastically affect the emotions of the genetic risk carrier . +With regard to this choice given , there must be some rules to regulate and exercise personal freedom of decision making . +If the genetic risk carrier is a minor or a child , then most likely the decision of informing the relative should be made with the consideration of the patients parents or legal guardian . +Such patients are still emotionally volatile or they may be unaware of the consequences of such genetic disorder due to their young age . +Furthermore the act of informing others without the consent from their parents or the patients itself could harm the psychological state of the affected family . +Thus , much thought need to put on the immediate family as it could caused a stir of unwanted events from the patient or the family members itself . +Some family may feel hurt , with regards to their family pride or reputation , on having the knowledge of such genetic disorder running in their family . +However , there is a role and a sense of responsibility to inform their relatives since it is a genetic disorder . +There might be a possibility that the genetic disorder could also affect their relatives and any other families within the same family tree . +The importance of informing relatives of such genetic disease is vital as it may help to raise awareness and prevention towards the genetic disorder . diff --git a/regression_tests/original/conll14_128.txt b/regression_tests/original/conll14_128.txt new file mode 100644 index 0000000..12acbef --- /dev/null +++ b/regression_tests/original/conll14_128.txt @@ -0,0 +1,128 @@ +Also , this known information will help their relatives to make informed decisions and tosimilarly undergo genetic testingto find out about the outcome . +Thus , having the knowledge that such genetic disorder is benign would be beneficial towards their emotinal thoughts . +And if the results turn out to be otherwise , then the family can be prepared emotionally and psychologically of the future outcome and aid them in making upcoming decisions . +In addition , the genetic risk carrier would be showered with moral and emotional support from their relatives if it is been made known to them . +Having support from relatives are vital as they ensure the genetic risk carrier that he/she is not alone in facing this illness and it will certainly provide a morale boost as the whole family will share a common sentiment with regards towards the future prospect of the genetic disorder which could be inherited by anyone in the family . +Therefore , the decision to inform relatives of such genetic disorder will be dependent of the situation and backgroung of the affected family , with the liberty of choice given to them in making the decision of informing others . +A person with a disorder , regardless of mental or physical disorder , is always easy to be awared by his or her families . +When things come to genetic issues , it is not that simple anymore . +Genetic disorder inheritance is generation by generation , but not all of the offsprings show the relevant symptoms . +Sometimes a family with potential genetic disorder risk may not be able to detect the potential harm inside their bodies as none of their members reflect any observable disorder symptoms . +As a result , in the case that when one of the members happen to feel uncomfortable or unnormal , he or she should aware that whether the disorder in his or her body is a genetic risk or not . +Afterward , the carrier will face a serious ethical issue , which is to reveal the problem to his or her relatives or not . +If the disorder symptoms reflect on a kid , the parent will be informed by the medics for sure , then the whole family will stay alert to their bodies ' condition . +On contrary , if the carrier is an adult , who has his own choice to choose whether to inform his or her relatives about the risk , that will be more complex . +One may think that if the carrier is a caring person who loves his or her family more than himself , there is no doubt that he or she will tell his or her family about the issue . +That is true and of course it is the obligation of a family member to protect and take care of the family . +Think of the other way , if a child of the family knows that he has the risk to become a genetic risk carrier , and the risk might as well inherit to his child in the future , his whole life will be in a dilenma . +And of course , he or she will think of not having any child after getting married , and the same thought goes to the cousins as well . +As a result , the family generation stops by the moment the adult carrier announces his issue . +In China , the older generation with traditional culture background , will always think of having more children as well as grandchildren , to make the family liven up and stronger . +The reason behind is that after WOWII the population of China decreased dramatically and so the government encourage the people to give more birth . +During that period , if one of the family member reflects genetic disorder symptoms , he will fell in an ethical dilenma for sure . +The medical treatment technology during that time is not advanced enough to completely cure him . +He has to choose whether to protect his family or make his family more prosperity with a potential generic risk . +And so , he would have chosen not to undergo generic disorder testing and let the truth be mined forever . +This kind of ethical issue can not be judged by the others because they will not understand the position and duty of the carrier in the family . +In conclude , people should think carefully of what is the consequences of telling the relatives his or her generic disorder issue . +It is an obligation for a carrier to inform his relatives , but also an obligation for a family member to liven up the family . +Regardlessly , if the disorder is rarely to be fatal , or it does not caused any inconvenience to the carrier , revealing the truth is always the right thing to do . +In my opinion , the carrier should tell his or her relatives about it . +One of the reasons why is because as a carrier , she or he needs a mental support to go through with this situation . +It will be hard for an individual to deal with the issue on its own . +By telling to his or her family other than being a support , they could possibly help her to get alternative solutions to the problem that she is facing right now . +Other than that , I believe that the stong bond we have with our family is the biggest pillar of support to the carrier . +Furthermore , as it is a genetic problem , it will be better for the carrier to inform his or her family as other family member might experience the same thing . +By making sure that they are aware of this genetic problem , they could have a full check-up for themselves and it will be better if they could even prevent it from happening to themselves . +I find that it is important to inform especially if it is contagious , the carrier could prevent the disease from spreading out to the society . +For every action there is always pros and cons . +I believe that some of the carriers will choose to not reveal their disease to the family members as they do not want to make their family members worry and feel uncomfortable or even feel ostracized by them . +Furthermore , as it could incur spending a lots of money for the treatment , the carrier might not want to be the burden in her family . +I could understand the feeling of the carrier . +She or he does not want to be the source of unhappiness in thefamily . +However , we will never know whether this negative effects will happen when the carrier decide to tell his or her family of the his or her condition . +In conclusion , personally I feel that it is better for the carrier to inform her family members about the issue . +The carrier should be honest with his or her feeling and I find that it is the right of the family member to know what is going on to his or her life . +If anything wrong happened to the carrier 's life , without informing the family members it could make a huge regret in their life if she leaves without them knowing about it . +On top of that , it is better to think about solutions for her problem with the family members as there are more heads to think about it rather than thinking about it alone and struggling on your own . +In the end , I believe that the support in terms of mental or even monetary from your family could help the carrier to fight against the genetic disease . +True enough that there are lots of cancer 's patient who were given second choice to live as a normal person as they have a strong mental support from their loved one . +In my opinion , as long as we keep our mind healthy and strong , we can fight any disease as they come to us when we are fragile and weak . +As the techonology has been advancing , it has reached a stage whereby the advancement triggers some ethical dilemmas in relation to the acutual use of the techonology . +Genetic testing has been made possible- it has become easy to tell if one is a carrier of a known genetic risk through genetic testing . +If used for a good purpose , it can prevent unnecessary unhappiness , however , it could also make situation worse by revealing who the carrier is , in the family . +The question given is whether a carrier of a known genetic risk should be obligated to tell his or her relatives and I think that the carrier should not be obligated to do so because I belive that he or she has right not to know . +Firstly , genetic testing is not something that is compulsory . +Of course , some people may do it to make their futures slightly happier , however , the carrier , before the testing , can choose not to go for the test and simply live with unknowns and accept the facts . +If he chooses to live in the uncertainty that the gene holds and willing to accept it , he could do that , and it has been something that is 'normal ' to everyone in the past as gentic testing was not possible . +It could rather be better for him or her this way . +Some people might say that it is a form of prevention of giving birth to disabled lives and making them suffer in real-life . +I personally think this ist he right purpose of going through the genetic testing , so that a family who can not afford to have a disabled kid do not have to give birth to their child and make the entire family suffer . +However , I belive that the carrier has right not to obligate to tell anyone but has responsibility to take an action to prevent any ethical dilemma . +If the result turned out something that the carrier can not accept then it would have been better not knowing the truth . +I belive that even the carrier has the right not to know the true fact . +After realizing the he or she is tshe carrier , the emotional damage would be hard to bear . +It could possibly causes a problem in a family due to the fact and creates more unhappiness int the family . +Overall , I belive that it entirely depends on the carrier to share the hard facts and face it with relatives but he has no obligation to tell still . +In fact , I strongly think that the carrier should weigh both the positive and negative consequences of taking the genetic testing and tak an appropriate action to the results . +The emotional depression that the carrier might get and the sense of guilty can be more than expected and could be a burden in mind for the rest of the life . +On the other hand , without knowing any genetic disorder and accepting the fact , the family will stay positive and work together to overcome the diability . +I think the family will stay mentally healty as it is , without having emtional stress . +Debates have been around for years , that should a carrier for a known genetic risk be obligated to inform his or her relatives . +Any individual at risk for a disorder has the right to undergo genetic testing , but whether the results should be informed to others , especially close family or relatives , is the topic that worth discussing . +This is an issue need to be addressed as family-related ethical dilemma is involved . +In this essay , few arguments will be pointed out in the support of view for any carrier of that known genetic risk to tell his or her relatives . +When we were born , we were surrounded by our family and relatives , with them welcoming us to this new world . +We were crying hard but we are not alone , it 's our family and relatives that grow us up . +Hence , they should be the people be grateful for and the people we would like to share the joy together . +However , in the case pertaining to any health issue or to the extent of serious disorder , it may seems no point of sharing but this involves more than just sharing of bad news . +One definitely has the right to disclose his or her health issues to anyone , but it 's also one 's responsibility to inform the family and close relatives . +As the case of health issue is related to genetic risk , with keyword on " genetic " which highlights the risk of passing down the disorder to the next generation . +Therefore , I would agree to that it 's obligated for a carrier of known genetic risk to tell his or her relatives to avoid any family-related ethical dilemma that could be raise up in the future . +Despite one may argue that it 's still up to the individual to disclose such health issue or to bear it within him/herself , it 's certainly helpful to share with close relatives , for a proper discussion for solutions . +By doing so , one will feel less stressful in facing such disorder risk . +Relatives will certainly be supportive and show more caring towards the carrier of a known genetic risk . +By informing them , the carrier is never alone in fighting the battle of such disorder risk . +On top of that , as the genetic risk may pass down to next generation , thus it will involve more than just one family . +It is therefore I would agree for the obligation of telling the relatives of both parties when one is about to get married and have a plan for giving birth . +This would avoid the rise of more family-related ethical dilemma . +There are more intangible advantages that could support the stand of informing the relatives once the results are known after the test conducted . +In conclusion , in order to avoid the family-related ethical dilemma , it is best for any carrier of known genetic risk to inform his/her relatives . +The benefits of doing so are able to outweigh its disadvantages . +More supports must be provided through different means to give better direction when one is standing of such junction whether should him/her to inform the relatives . +The decision to undergo genetic testing can only be made by the individual at risk for a disorder . +This is the common law in the society . +However , it leads to a new problem that " should a carrier of a known genetic risk be obligated to tell his or her relatives ? +" This issue has been discussed for a long time . +However , there is still a diversity of point of views among the people . +Thus , we are going to identify the advantages and disadvantages of the issue which is " should or should not " . +Firstly , I believe most of us will agree with the sentences below : " I will be anxious about my families when he or she told me that he or she was a carrier of a known genetic risk " . +Frequently , the intention of the carriers does not want to tell their families are to continue their own life without the anxious of families . +It is obvious that there will be better for one person to be worried than many . +However , many of the carriers are not strong enough to overcome the challenges oneself . +With the families ' support , there must be more energy to fight against with the demon . +Demon is not easily to be defeated and it is required much of energy and psychological support . +Families give you the courage and support which you can not retrieve by yourself . +That is the most essential elements to overcome the challenges . +Besides that , the risk of the known genetic is very serious that it can not be described . +The seriousness can be larger than our imagination . +Lying on the bed for the remaining life , and even die immediately , these are the consequences which we can not imagine . +Families are our dearest in our life . +Without their concern and support , we are hard to stay until this time . +They play the important role in our life which can not be substituted . +A known genetic risk can also affect our next generation critically . +Therefore , it is our responsibility to tell the relatives to prevent the occurrence of undesired consequences . +Generally , the clinic or hospital will not tell the carrier 's families without the agreement of carrier . +It is the ethic of staff in hospital to keep the secret of any patients . +We can not blame them that they are liable to the undesired consequences . +However , hospital can provide a councilor to advice the carrier about the action can be taken . +Therefore , this kind of circumstances will not be happened again and again . +It is a method that benefits two parties which is a win-win situation . +In conclusion , a carrier of a known genetic risk is encouraged to tell his or her relatives about the known genetic risk . +However , there may be some special case that is hard to be defined . +Thus , advice from hospital plays the important role for this . +Carrier is responsible to balance his or her own interest and the benefits of family and even society . +It is a hard decision to make but with the most appropriate way , it will create great circumstances for the carrier and families in the future . +With the risk of being genetically disorder , many individuals have done the decision to undergo genetic testing . +With the nature that the results will be known once the tests are done , each individual that is diagnosed to be a genetic risk carrier face an ethical problem : They should warn their relatives about the risking of being the same genetic risk carrier . +Or they can choose to keep silent until the next carrier is diagnosed . diff --git a/regression_tests/original/conll14_129.txt b/regression_tests/original/conll14_129.txt new file mode 100644 index 0000000..b0f46cf --- /dev/null +++ b/regression_tests/original/conll14_129.txt @@ -0,0 +1,129 @@ +In the view of my point , a carrier of a known genetic risk should not be obligated to tell his or her relatives , with the support of the following reasons . +First of all , from the angle of human right , a genetic risk carrier should not be obligated to tell the truth to others . +This diagnosis can be regarded as a kind of privacy to carriers . +They may do not want this truth to influence their life or want to keep it as a secret and do not others know about it . +This is reasonable since the exposure of the truth of being a carrier may make them be discriminated or sympothized by others which is not positive factors brought to their life . +Seconly , the relatives of the carrier can also choose to do genetic testing regardless of the dignosis of the carrier . +When people want to check whether they are genetic risk carriers , they can go and approach a doctor to consult about it . +If they do not want to think too much of it and view it as a trouble , they may just ignore the possibility . +However , if a dignosed carrier is obligated to tell his or her relatives , the relatives will be forced to know their higher chance of being genetic risk carriers . +This obeys their own willingness as in they have to accept the truth which may make their following life miserable . +Many people many argue that setting the obligation may help more people , who are the relatives of the carriers , save their lives with a larger opportunity because of the early diagnosis . +However , this is not exactly true when other factors including psychological influence , social influence , are taken into consideration . +If one such relative is told that he or she may have higher risk of getting sick , he or she may have be scared about the unknown life , partners , spouse and colleagues may choose to leave , and many other situations may happen which means the relative 's life may be ruined . +On the other side , as stated above , a person who want to confirm and has been prepared to face the result can choose to do the genetic testing individually . +In a nutshell , a carrier of a known genetic risk should have their own right to decide whether to tell their relatives or not . +This should be accepted from the point of human right , freedom of acceptance of relatives as well as many other social reasons . +Otherwise , making it an obligation will restric the choice of carriers and bring a lot of confusion to their relatives . +For a carrier of genetic disorder to know the fact that he or she is a carrier , it causes more dilemma rather than getting the disorder . +I agree that a carrier of a known genetic risk is obligated to tell his or her relatives . +There are four reasons why people do n't have to be shy and share their problems regarding genetic disorder . +Firstly , the carrier and his or her family can take precautions , physically by actions to reduce the chance of it being inherited to offspring and , mentally if the action fails to prevent it being inherited . +Many syndromes such as Down Syndrome and Taylor Syndrome can be prevented to happen if the mother undergo proper medication and do n't consume harmful goods during the pregnancy period . +This information may not be known by the mother if she does n't tell her relatives regarding her condition . +More people ( relatives ) know her problem , more information channel is provided . +If all efforts have been made but the children still suffer from the syndrome then the family have to accept this fact and do whatever they can to bring a good environment for their children 's growth . +This is not the parent 's fault because there is still chances of the gene being inherited . +So , they have to also prepare mentally . +Secondly , genetic diseases costs highly for the treatment and medication . +Albinism is one of the examples . +The people with albinism have sensitive skin and it needs regular treatment . +Unlike people with high proportion of skin pigment , people with albinism is prone to sunburn and other skin diseases . +If they do n't treat their body well , such as by using sunglasses or wearing sunscreen in outdoor , the chances are good that they will get skin problems that may also lead to cancer . +Once you suffer from cancer , the medication cost is very expensive . +To prevent the bigger problem to happen , it takes a lot of effort to take care of your body . +If the carrier does n't tell his or her relatives , it may be too late to get their support and prepare financially . +Thirdly , some diseases are not noticeable and may lead to serious health problems . +One of the diseases is sickle cell trait . +Usually people are not aware if they carry the sickle cell gene and this may lead to circulatory problem such as blood blocking . +If the parents know that one of them is a carrier and disclose the information to their relatives then they can bring their children to undergo genetic testing and do n't need to be shy of it because it is for the sake of their children 's health . +Fourthly , it is important for the parents to give mental boost for their children with genetic disorder . +When their children become teenagers , a lot of social problems may arise . +People and friends often mock of your conditions . +A strong mental condition and conviction must be build from within and from the closest ones . +If not their family then who else that are willing to do that ? +It is not a heavy job for the family if they have prepare their mental first by disclosing the information of the probability that their children may suffer from the genetic disorder . +In this modern world , the technologies were improved a lot compared with the last century . +Particularly , in the medical field , there is a great improvement in many treatments for many formally incurable diseases , and genetic testing is one of the methods which were used to diagnose an individual at risk for a genetic disorder . +The medical authorities claimed that only the individual who is at risk for a genetic disorder can make the decision to undergo genetic testing . +However , once a test has been conducted and the results are known , a family-related ethical dilemma is born . +The question is whether a carrier of a known genetic risk should tell his or her relatives . +In my opinion , the carrier of a known genetic risk has to tell his or her relatives about this . +This is because his or her relatives have the right to know about this . +As many people realize , a genetic disorder can be related to the carrier 's relatives , that is , one of the family members is at risk for a genetic disorder means that other family members also have almost the equally risk to have it , so this problem should be treated seriously by the family . +Every family member has their human right to know what is going on with them . +If they do not even know that they are at risk for a genetic disorder , how can this explain their right ? +For instance , John is informed by his doctor that he is at risk for a genetic disorder but he does not tell his sibling , James about this . +Although telling James about this is horrible to some extent , he should know what will be likely to be going on for him . +This might be beneficial for his future if he is aware of the risk of having this disorder . +The next point is that telling relatives can raise their awareness of having the similar genetic disorder , preventing certain genetic disorders to affect themselves . +Genetic disorders are innate , but the great improvement of medical treatment makes it possible for humans to prevent the disorder or to reduce the negative effects of the disorder on themselves . +In addition , doctors usually quote a statement , " Prevention is better than curation " ; this gives us an idea that preventing a disorder to happen has far more advantages than curing it . +Awareness of having a genetic disorder may help in diagnosing a genetic disorder for a person , and therefore , this may make the prevention of a certain disorder possible . +For example , hypertension is partially due to genetic factors , but environmental factors also play an important role . +People who aware of having such disorder can prevent the disorder to happen by adapting a healthy lifestyle , including having a balanced diet and at least having exercise for 30 minutes every day . +To sum up , a carrier of a known genetic risk should be obligated to tell his or her relatives . +This is their human right to know about that , and this may also save their lives by preventing the disorder to happen . +Together with the advancement of technology over past decades,medical advancement has increased exponentially and further enhancements are still constantly upgrading.Empower doctors with advance medical knowledge,doctors are able to diagnose and undergo genetic testing for patients to help them prevent and take necessary steps to protect their life.However , once a test has been conducted and the results are known,a question of disclosing the results to his or her relatives become a challenging issue to both patient and doctor.In my opinion,I feel the strong urge to support the obligation to inform patient relatives . +As it is a genetic risk,the patient next-of-skin might have a high chance of carrying the risk,hence the need to inform their relatives is important so that necessary prevention actions could be taken before unforeseen circumstances might occur.For example,if you are the only child in a family and unfortunately,you are suffering from a genetic disease that the genetic trait might be passed on to your next generation if you have a child,hence by letting your family members aware of the situation,it would lessen family stresses and suffering on forcing you to settle down and have children.However , social ethic issues like discrimination and privacy are biggest concerns and potential barriers to enforce patients or doctors to disclose information to patients relatives.It challenges the confidentiality and privacy principles.Currently , under the Health Insurance Portability and Accountability Act of 1996 ( HIPAA ) in the United States,there is no legal obligation requirement to disclose information to relatives,it is up to the patient 's wish to disclose to their family members.Early disclosement to family members brings in positive reaction and prevention,as in the case of Angelina Jolie,she chose to disclose information and underwent treatment to reduce the risk of breast cancer significantly to under five percent.I still can recall her reason for disclosing her own story was that she does not want to live under the shadow of cancer . +However,there are still people against the decision of revealing private information.As in the case of Alzheimer patients,it is up to the patient 's own choice to disclose information.However,research has shown that doctors have tried to interpret who,how and whom will Alzheimer disease be disclosed to minimise potential negative impact to families members ( DementiaToday,2012 ) .There are associations provide helps to Alzheimer patients like Alzheimer 's Association ( Alzheimer 's Association,1980 ) .Although there are still thousand of genetic risk diseases out there that might not be receiving all helps and supports from everyone,the needs to receive immediate understanding and support from family members is an utmost help that patients need in their difficult time . +In conclusion,the state should have passed a legal bill to measure and provide information to doctors that till which extend should a doctor opt to reveal to relatives members about the genetic disease and in which situations it is open to patient 's decision.In addition,the state could also encourage to create assistance schemes to aid necessary help to needy patients to encourage them to open up for the benefit of own and family members.Although it may face challenges from social ethic issues,in a long term,with appropriate encouragement and aid from the government,more individuals would have a different view of acceptance and take appropriate measurements to protect their own health and their loved ones . +Nowadays , the study in the genetic field has gone further and further due to the high-velocity technological advancement . +Not long ago , the human genome project sponsored by several large multinational corporations ( MNCs ) has been started . +In comparison , in the field of genetic testing which enables people to be aware of the risk of a possible genetic disorder , as the technology has been very mature already , an even more popular topic arises . +While most people agree that each individual has his own right to decide whether to undergo a genetic test or not , they have different stands in whether it is the patient 's responsibility or freedom to share the result with his or her relatives . +In my opinion , the patients , which are carriers of some known genetic risk are supposed to share the truth with their family members . +Admittedly , it is a social obligation to be responsible for the life of other people . +To the whole society , it is a duty . +Take H1N1 as an example , all the people in Singapore including students at school , travelers at the Changi Airport , workers in the office as well as passengers on the street are forced by law to take their temperature and report the result to the relevant government authority in charge . +To those family members who care about them , it is also a moral obligation . +How can they not tell their loved ones who they really are and get their loved ones in danger ? +The basis of a family is that everyone trusts and love each other with no doubts . +Without trust and love , there is no difference between a family and a bunch of strangers living together . +Hence , it is essential to tell their family members about the risk of their genetic disorder both as a social responsibility and a favor to conserve the family basis . +Moreover , telling their family members the truth is the fastest and easiest way to get their support . +Without the support of loved ones , patients ' life is no better than death . +Family members , as one the closest group of people from whom they can get comfort , is a crucial factor for them to successfully get over any possible troubles as a result of genetic disorder . +A study of New York University in 2010 shown that patients with family members around generally recovers 2-4 days faster than those taken care by professional nurses . +Even for those patients with terminal diseases , the duration of their survival is 30 % longer due to the family support . +Some people may say that telling the truth may arise some unnecessary doubts and panics which will endanger the family harmony . +While every family need to go through this or that kind of troublesome situations , the more troubles that a family has gone through together , the greater bond will be established between the family members as well as the greater amount of trust , love and understanding . +Hence , for a family in which every member is truly believing in each other and loving each other ,all these troubles are just testaments to make them stronger . +Just as the lyrics of Kelly Clarkson , what does n't kill you make you stronger . +Being in Asian society where genetic testing is not a common practice , I do think that it is the choice of the patient whether he or she wants to tell his or her relatives about his or her disease . +The courage to take the genetic testing and yet to inform their relatives about the risk that they may have may result in people being judgmental while actually it is just a risk and not a confirmed case . +Furthermore , since it is the person 's gene that is affected , he has the right to determine with whom he wants to share the information with . +Nevertheless , while I fell that a carrier should not be obligated to tell his or her relatives about the genetic risk , I would like to suggest the person to at least share the information with her or his potential partner ( husband or wife ) since the individual 's genetic risk may affect their future children . +Many people in our society are not well informed about many genetic diseases and many of them will most likely to judge or at least differentiate those who have genetic diseases since they feel that the patients are abnormal or 'weird' . +This is because many relate genetic diseases to those such as Bubble-Boy disease , autism or down-syndrome . +In those diseases , many who are affected do actually have different physical characteristics compared to those without the genetic diseases . +While we do know that we should not discriminate them based on their limitations , many people still do it with or without them realizing it . +In this particular case , we are discussing about whether a person should tell his relatives about him having a RISK of a particular genetic disease . +It is normal for people to demand for a fair and similar treatment as the others and therefore it is normal for people to try to keep some of their secrets or personal issues to themselves in case some people judge them or treat them differently.Many people really love to hear what they want to hear and therefore they may just ignore the word 'risk ' and assume that the person has suffered from the disease . +To prevent that from happening , I do feel that it is up to the person whether he wants to share the information with his family since his family may either be paranoid or judge him and act differently . +Especially when it is just a risk , the option is really his since he is not an actual sufferer . +There may be some people who say that it is necessary to tell the family members about the risk since some of them may be affected , while I do think that this view has a point , how much you can trust your family regarding this issue may also be a case . +May be we can trust our immediate family members but can we really trust all the other relatives ? +Furthermore , since the genetic risk or genetic disease is a very personal case , it is up to the person 's call to tell the relatives about it . +However , as I said earlier , it is better for the person to at least tell about the potential risk to his or her future partner since his genetic risk may affect his children later . +This information needs to be at least acknowledged by the other party before they make the decision to get married and have children . +There may be possibilities when both the husband and wife are carriers and therefore they should not have any child since their child may not be able to survive even after they are born . +Or in a less extreme case , the child may be disabled . +This piece of information does play a role in family planning matters , therefore although no one is obliged to tell about their genetic risk to anyone , it should be encouraged to tell it to their future partner . +In conclusion , whether or not the carrier wants to tell his relatives regarding his genetic risk , the choice is his because it is his own gene and he has the full right of it . +He may have different considerations other than due to the judging people or may result in making his family worry for nothing when thinking of whether he should tell it to his relatives , and no matter what choice he makes , we need to respect it and we have no right in saying that he must tell his relatives about it . +We all know that life is priceless and we have no right to judge a person 's death . +With the improvements of technology , a new life with genetic risk can be detected . +Genetic refers the chance of inheriting a disorder or disease . +Therefore an entirely new dilemma is born : should a carrier of a known genetic risk be obligated to tell his or her relatives ? +This essay will discuss the reasons why the relatives are obligated to be informed that their children have genetic risk . +One of the reasons that the parents should be informed is that they have to decide whether they are capable to raise a child with genetic risk . +The child with genetic risk may not have the ability to work , to build up the family with the others and most of the time they are not acceptable for the majority . +They may not able to enjoy a normal people can enjoy . +This competitive world is cruel to those are not able to survive . +Parents and relatives have to work longer than expected and endlessly to foster their child if he/she is not able to foster himself/herself . +The situation may become worst if the child has diseases like cancer or heart disease , which means that parents have another heavy baggage named medication fees . +Not only the child but also the entirely family will suffer . +It is still early for parents to decide whether they can foster a new life that are not able to work and may suffer the pain in the entire life . +The other reason that parents should know the baby they have is a carrier of genetic risk is for a nation 's good . +There are always newspaper report that a new born baby has be abandoned at hospital after they realized the baby have diseases that need a huge amount of money to secure . diff --git a/regression_tests/original/conll14_255.txt b/regression_tests/original/conll14_255.txt new file mode 100644 index 0000000..df379ee --- /dev/null +++ b/regression_tests/original/conll14_255.txt @@ -0,0 +1,255 @@ +For the countries like Singapore , they are short of manpower to contribute to the nation . +However , every year the government has to spend a lot to help the disables such as medical subsidizes and builds up special schools to educate them . +Without increasing number of disables in a nation , the government is able to concentrate to develop in other ways like military and education . +As citizens of a nation , they have the responsibility to support their country in many ways . +Moreover , in the world we are living today , many miscarriages conducted in hospital every day . +It is easier for people to accept it morally . +Therefore I believe the parents have their right to know the healthiness of their child . +Many people may support with a theory that every people have their right to enjoy the world , especially people with religions . +However , the problem is , will the people really enjoy their life if they have to stay at hospital everyday and with all the needles and endless pain ? +Parents know what the best is for their children , thus they will make a right decision after they have be informed . +Also , human being should improve the medical field in order to prevent the tragedy happen . +I think a carrier of a known genetic risk should not be obligated to tell his or her relatives . +Genetic testing is a personal choice . +One should have the full control of his/her information and it is his/her right to decide whether or not to disclose it to some one else . +As far as I am concerned , when a couple are going to have babies , they are going to run a few tests and see whether their could have some genetic diseases . +The results are disclosed to husbands and wifes . +This is not the case I am talking about here . +The most obvious reason for those who argue for this opinion is that the relatives of the carrier are at high risk of carrying these diseases . +They have the right to know whether they are at risk . +Also , telling them the result can let them largely reduce the cost for multiple testing . +They can also take immediate measures to reduce the possibility of having this disease . +If person has a disease C that might be a result of gene A . +He runs a test and know that he has the gene AA . +This means both of his parents has gene A and they are both under high risk of having disease C. They could save the cost of runing two separate tests to see whether they are under high risk of having disease C. If he runs a test and know that he has the gene Aa . +This means one of his parents has gene A and one cost of testing could be saved . +His relatives can then take measures , if this disease can some how be prevented , to stop this disease from taking their lives . +However , this can also be achieved from personal choice . +One can choose to tell their relatives if they are at risk . +Most people care about their relatives , if there is no serious consequence of telling them so , I assume most of them will tell their relatives to be careful . +One might also choose to hint or encourage their certain relatives to run a gene test if they are concerned about negative consequences that comes across when they disclose their genetic results . +There are possible negative consequences that those might face if they disclose their genetic results to their relative . +If a person is obliged to tell his/her relatives , he or she might be discriminated by those who do not carry this gene . +He or she might even be adviced not to get married or have children . +For example , if an unmarried person has gene Aa and gene aa is sufficient for a very seriou disease . +After he takes the test and be obliged to tell his relatives , everyone know that he is a carrier . +So all the married couples go run a test and know they are not carriers.They might subconsiously see him as different and worry that he will find a wife who will carry this gene as well . +Third , it is hard to define relatives . +If a gene runs in the family , one of the family member test positive , whom does he need to tell . +If that is a big family , is he obliged to tell everyone ? +Spouses usually have very close relationships , if person A tell his family that he has this gene , his uncle C knows and tells his wife D that he needed to run a test because his cousine has this disease . +However wife D is not even under the risk of having this disease . +Then wife D might tell her mother , who likes to gossip on her way to the theatre . +In less than a week half of the town knows person A has a risked gene , and his family might be a genetically risked family . +Then nobody wants to marry A , or his relatives . +This is the potential consequence if one does not have full control of his/her information , especially when the party that he is obliged to disclose his information to is a potentially large group ( relatives ) . +In conclusion , a carrier of a known genetic risk should not be obligated to tell his or her relatives . +Carrier of a known genetic risk should be obligated to tell his or her relatives +Nowadays , people not only pursuit the comfort of their own life but also a better development of their following generations . +Since the technology of modern society has been so advanced , it becomes possible for people to make decision to take genetic test so as to be clear whether or not they carry genetic risk which can affect their next generation . +The debatable question , an ethical dilemma , is that are people responsible for telling their relatives that they carry a known genetic risk ? +In my opinion , the responsibility of telling family and relatives is quite obvious . +And there are two basic reasons . +The first one is the importance of being responsible for your self-wellness and health of your relatives and the second one is being responsible for the next generations . +The awareness of your relatives and families about your genetic risk is good for your self-wellness and health of your relatives . +Because if you are carrying that genetic risk , then there is great possibility that your relatives like parents or siblings are carrying the same genetic risk as well . +The genetic risk that you carry may or may not affect your health and put you in danger . +If you have n't undergone the genetic testing , it 's just odd and fate for what will happen to both of you and your relatives . +However , if you have undergone and known that you are a carrier , you are responsible for your whole family . +Even though you can not eliminate the risk completely , you can at least try to be alert to avoiding getting the disease . +As for those in your family who are more likely to be affected , they can go to the hospital to do the checks regularly . +Therefore , telling the families and the relatives to get prepared for fighting the disease and even prevent to get the disease is your responsibility . +Furthermore , you are also being responsible for your next generations by telling the truth that you are a carrier of a genetic risk . +If your wife is not aware of the truth and give birth to the baby , it will be possible for your child to carry the same genetic risk as well . +Being the parent , you are not responsible to you next generations , since you allow the genetic risk to be passed on by generation and generation and being aware of it . +However , if you tell the truth to your wife and relatives , you offer a chance about whether to have child or not . +And if you still decide to have the baby , since the technology has been developed so advanced , it might be possible in the future that the application of altering gene is perfected and widely used , you can then choose to give birth to babies by giving them a brighter future . +This is the responsibility of being a parent . +And in my opinion , this seems to be the main purpose of undergoing that genetic testing at the first place . +As a conclusion , once you have undergone the genetic testing and being aware of carrying some specific genetic risk , there are responsibilities to your relatives , yourself , and your following generations by telling your relatives and families the truth . +To tell or not to tell +Consider a case , we decide to undergo genetic testing and have known the result of it . +We found that we actually are the genetic risk carrier . +Then it becomes troublesome about whether we need to tell our relatives who may carry this genetic risk as well . +There are really a lot of things we need to consider . +Every choice we have made may have a huge impact on their whole life . +As a result , what should we do ? +Tell them or keep this secret until we die ? +Many people feel that we should tell our relatives since we really care about their health status . +For example , diabetes is a kind of genetic disease . +Once we found we were carrying this genetic risk , it is better for us to tell our family members because they may carry it as well . +If we tell them , they may start paying more attention to their daily habits like eating less sugar contained food and keeping a good mood . +And it is important for those young people . +The earlier we tell them , a better habit they will arise and better for the rest of their lives . +What 's more they may undergo genetic test as well to see whether they are carrying it or not which is also better for them . +However , some people may argue that why we want to interfere with their lives ? +Sometimes it becomes extremely hard for them to accept this news especially if they are going to know that they or their descendants may have a severe disease like blood disease which is untreatable . +Imagine you are living like a normal person but suddenly one day your relative comes tells you that actually there are some possibilities that you may encounter some disease in the future , what kind of feeling are you going to have ? +It may affect our daily lives and we will think about it every day . +We become so anxious that we can not focus on everything . +At the same time , there will also be chances that the genetic test result is not correct which means they are actually wasting their lives worrying about this thing , so actually we are bringing trouble to them . +Personally I feel that we still should take our responsibility to tell them the situation . +Since this will really affect their lives , what we should do is to try to make it in a positive way . +We can not let it go . +We should know that although we may affect their lives , we can still let them make correct choices in the future . +It is only after we tell them will they start paying attention to their health . +They will consider whether to give a birth to a new baby because of this genetic problem and they will start finding ways to try to avoid their baby to carry this genetic risk as well . +They always have a choice about whether to undergo the genetic test or not . +Maybe after we tell them , they will go for it and know more about themselves . +I know it will have a huge impact on them , but we should know that they are our loved ones , we need to tell them and help them . +A genetic risk carrier should be obliged to tell +Genetic testing will be conducted when the individual is at risk of some possible disease . +Once the test is done , whether the results should be open to his or her relatives has caused social extensive controversy . +Some say it is a kind of invasion of privacy for the carrier and should be protected . +He or she has the right not to tell anyone . +However , in my opinion , it is the obligation of a carrier of a known genetic risk to tell his or her relatives about his or her actual situation . +This essay will illustrate in two aspects . +First of all , it can be an alert for the family members of the patient and let them be aware of the possible disease that they may also have . +As we all know , genetic risk carriers are likely to pass the genetics to their family members . +Once one person in the family is found to be carrying risky genetic , other members in his or her family may also have the risk of disease . +Some of the diseases may not show symptoms until the carrier is old enough . +Therefore , telling the relatives about the situation may avoid a lot of trouble in this way and save much time for proper treatment . +Sometimes life may even be saved if they are told early and conduct timely treatment . +So for the consideration for the other family members , the relatives should be informed . +Secondly , it can avoid genetic disease passed to the next generation when they intend to have babies . +They should let their spouse know about his or her situation before marriage . +They need to ask for doctor 's advice before they plan to have a baby . +Some genetic gene will pass only to boys rather than girls , some are on the contrary . +If the carrier refuses to tell the truth to his or her spouse , another life may have risk of inheriting the genetic disease . +I noticed a real story on newspaper years ago . +A couple in China have a son of 5 years old . +Their son unfortunately fell ill and he was diagnosis a kind of genetic disease which is very serious . +They were told that the wife 's family was carrying the polygenetic disorder and can pass only to boys rather than girls . +Therefore their son was inherited the genetic disease . +However , the wife actually had already known about the polygenetic disorder before the marriage and she did not tell her husband . +The son was died after one year 's treatment and the couple got divorced later after that . +If the wife had not hind the truth and asked for doctor 's advice before they have baby , the tragic would not happen . +In a nutshell , a carrier of a known genetic risk has the responsibility to tell his or her relatives . +On the one hand , it can tell members of the carrier 's family the possible disease they may have and can perform treatment in time if possible . +On the other hand , it may pass the disease to the next generation if the carrier hides the truth . +Nowadays , with the advancement of technology , it is easy to do a genetic testing . +We can not deny that the genetic testing really helps people a lot when they face the disorder problem . +However , I thought that the genetic information is one person 's personal privacy which should be protected by the law . +Therefore , I thought a known genetic risk should not be obligated to tell his or her family or relatives . +There are three reasons as follows . +Firstly , the information concerning to the genetic is something personally which is also a privacy like people 's bank card key . +Other people should not be told without the person 's permission even though they are his or her family or relatives . +The government should set the law to protect this kind of privacy . +Once people 's genetic information is told to other people . +They may know the person 's potential disabled disease or other bad things naturally . +They may set a bias on this person even abandon his or her . +People do not have the ability to choose their gene , they should not be thought badly because of bad gene . +So I think whatever the genetic is or whether the gene is match with their parents , it should not be told to anyone even his or her family or relatives . +Secondly , the carrier of a known genetic risk may destroy the peace of a family even broken the relation between children with the adult . +Once his or her family or relatives know that the person does not have the relation with them . +However happy they were before , there would be some barrier appears which will truly destroy the family gradually . +The relationship between the parents and their children should not be tested only in the genetic way ; it is something much deeper and tighter . +The parents give knowledge and love to the children , meanwhile they feel happy with the accompany of the children . +The children rely the parent to live . +When they grow up , they take care of the old parents and thank for their dedication . +The relation between parents and children is something about love and dedication . +Everyone does not want to see the scene of the broken family due to the carrier of a known genetic risk . +Therefore , I think a known genetic risk should not be obligated to tell his or her family or relatives without the person 's permission . +Finally , the technology of testing the gene is not very mature now . +There also exists some probability of wrong testing . +If the wrong testing was not found by the doctor , the family and the children may be sad and have a struggling life for their whole life . +Therefore I think a know genetic risk should not be obligated to tell his or her family or relatives . +Therefore , considering the people 's privacy and the existence of wrong testing , for the peace of the family , I support that a know genetic risk should not be obligated to tell his or her family or relatives without the person 's permission . +A Carrier of a Known Genetic Risk Should be Obligated to Tell His or Her Relatives +More and more illness are discovered to be related to some genes with the development of the medical technology . +People will know about whether they carry a disease on their genes after they have done the genetic test . +If there is no problem , that will be wonderful . +However , not everybody is so lucky that they can make sure they do not carry any disease genes . +Therefore , once people find they have carried the disease genes , they should be responsible to tell their relatives , at least their family members . +It may be awkward and embarrassed for a person to tell relatives that he or she is a carrier of a known genetic risk . +But they are all from one family and own the same forefather , then of course they own the same genes in some part . +Therefore there is nothing to be shy for or be afraid of . +If the person tell their relatives that he or she carries a disease gene , his or her relatives can go to hospital to check whether they also get a disease gene . +Then the relatives can prepare themselves to prevent the disease to occur . +Also they can prevent the disease going to their offspring . +If the relatives carry that disease gene , they can share the experience with him or her and give some help , they will also teach him or her how to communicate with others about this issue . +If he or her not get married , he or she must tell his or her partner that he carries disease gene . +Then they can have a healthy baby with the help of the doctors . +Or else , if he holds back the genetic risk , they may have a unhealthy baby and may cause the death of the baby or end of their marriage . +There is a story I watched on TV . +A couple did not have a child after their marriage for a long time , their parents were anxious about that and asked them to go to hospital to check what was the problem . +After came back from the hospital , the man told his parents that the problem was that he carried a disease gene so that they can not have a baby in their life time . +The woman did not know the test result , but she overheard the talk and decided to divorce with her husband . +After got the divorce certificate , the man showed her the test report ; it wrote that the woman carried the disease gene instead of the man . +At that time , the woman known how much her husband loved her but she ruined her happiness . +Tears showed nothing . +People can not avoid carrying the disease genes , which they born with . +However , they can avoid the disease genes being inhered to their children . +By telling their relatives that they may have a risk of carrying the disease gene can make their family members bond closely , also many risks and conflicts can be avoided . +Genetic testing has become a beneficial way to predict and protect each individual at risk for a disorder . +However , there rises a family-related ethical dilemma if it is right to tell a carrier 's family once the test has been conducted and the results are known . +I am most inclined to believe that his or her relatives have the rights to know the result . +The answer is simply that everyone , especially our family , has the right to know the truth . +Though it is said that genetic testing involves emotional and social risks due to the test results , while the potential negative impacts of the risk still exist , the consequence will be significant if other members of his or her family do not know . +Then they are unable to have a suitable method to protect themselves and emotional preparations . +Taking Angeline Jolie for example , she is famous but she still revealed the truth about her genetic testing on the development of her breast cancer risk . +Everything is not that bad if you know how to look at the bright side with hope . +People may feel angry , depressed , or even guilty about their results . +In some cases , a carrier can suffer tension within a family because the result is also related to the others ' risk somehow . +However , I believe it is just a usual reaction to this situation . +In addition , though it can be possible in some cases that he or she and the family can undergo specific discrimination in employment and their social life , how people can face more dramatic tragedy such as sickness or death if they can not even overcome this harsh situation . +Life is hard but people can not blame it on being unfair . +It is just because that you do not become strong enough to overcome the hard time . +Furthermore , living with a secret is not a good sensation , especially if the situations of other relatives become worse , you should feel guilty and depressed . +Moreover , the truth can not be hidden forever but when it is revealed , more shocking and upset it will be . +As the result , it is in the interests of the carriers and their relatives , telling the genetic testing result is needed . +Last but not least , though genetic testing is a personal matter , telling the result to your family can improve and develop understanding and sympathy of each other as well as promoting awareness of taking care of everyone 's health . +That plays an important role in the possibility that relatives can overcome the discrimination of the society and anxiety about the risks . +To put it in the nutshell , I believe that people should have the obligation to tell their relatives about the genetic testing result for the good of their health . +It can be very difficult for them but necessary for the carriers and their family . +In addition , emotional preparations and the ways you explain your genetic condition is also important so that you can convey the correct information to your family and relatives and if necessary to guide them if he/she wish to conduct a similar genetic testing . +The Impact Of Social Media +Social media has been playing a vital important role in our lives today . +It is almost imposible for us to keep way from it . +I started invoving into Facebook one years ago,when I just arrived singapore . +And now I got over 500 friends on Facebook and buried myself with hundrends of seeds every day . +We know each others ' status , changements and so on through the social media . +For an example , if we change our contact numbers , we will not send SMS to each of individual any longer . +Instead , we will post a seed and tag our friends to inform this kind of changments . +And if you are not on it , you will just get lost . +In certain aspects , social media has brought us quite a lot of convenience . +It is becoming even more convinient than talking throught the phone since it is free . +We discuss every thing we like and we have more personal space.Our friends also got more access to know what we are doing and what we like . +And also , we get a chance to talk to public people like popular stars and know their life better . +In China , a lot of government organizations have open blogs to communicate with people , like firefighters , police stations and so on . +Socia media allows them to explain to or inform people what is going on . +And actually lots of rescuing jobs are done with the help of social media like looking for people get lost and so on . +With more convinient and humanian communications , the relationship between government and people get largely improved . +What 's more , various of cultures can be shown to us through social medias . +We can know more news and cultures through socia medias . +From this scope , social media has shorten our distance . +However , we get less chance and less importance to talk face to face since social media is so convinient , advanced and interesting . +And even we gather together more people find themselves has less topics to talk than before and choose to digging from their social media again . +When we are far away , social media makes it as we are infront of each other ; sometimes when we are by each others ' side , we are seem to be further than far away . +This kind of feeling makes people 's relationship not as stable , secure and reliable than before . +Besides , there are more people shwing their pictures of yummy food or travelling experience . +To some extent , this makes our life more luxry and blundering . +For myself , I am long to some places after I saw those beatiful pictures taken by my firneds . +Sometimes I even canoot sleep well because of excitement . +Social media makes our life patten so fast and left us less time to think about our life . +Social media is becoming more important and we need to think more to make it serve us better and better . +Interpersonal skills , like any other skills requires practice . +Besides that , these skills requires time to develop and adapted . +The burgeoning of social media definitely has its stint ; but amongst all good things , it is better to have them in moderation . +Convenience and efficiency are two very important use of social media . +While millions of users are connect at any one time , any information can be readily available at their perusal . +This improves the connectivity between the users . +For an example , one is able to send notifications and other information we use to have them in hardcopy previously , over the web and the process takes seconds . +The receipent,will then receive the information almost immediately depending on the quality of the network . +This covenience can be percieved as almost in realtime . +Next , communication are also greatly improved . +In the past , vast communication are done by one of the many such a telegram , snail mail and poor-quality voice calls . +With the welcoming of application such as Skype and Facetime , any individual can phase off most , of the olden days communication methods . +Aside from hearing the voice , a webcamera could also be affixed to emulate a 'real ' interaction with expressions and gestures . +Communication would have took a different turn without the easily available social media . +However , it is a good practice not to intesively use social media all the time . +Intimate interaction greatly lack in social media interactions , particularly the touch . +Having to meet and interact for talks allows one to be closer to the recepient . +It involves a level of dynamic interaction which utlises the motor , thinking and verbal cortex of the mind to coordinate . +Unlike the use of social media , most of the interaction is done with thinking and typing . +As a result , one does not train the necessarily parts of the skills required for a proper interpersonal relations . diff --git a/regression_tests/original/conll14_256.txt b/regression_tests/original/conll14_256.txt new file mode 100644 index 0000000..e00781c --- /dev/null +++ b/regression_tests/original/conll14_256.txt @@ -0,0 +1,256 @@ +It is also entire incorrect to fault social media alone for the lack of interpersonal skill . +Howard Garner studied the effect of multiple intelligences amongst people and stated that interpersonal intelligence is a form of skills on its own - some has it , some does not . +Howard Garner mentioned that the different intelligences can be charted , in accordance of utilising tests , and ranked . +Fundamentally , those who scored lower ranking for interpersonal skills are more likely to stumble when this skill is needed . +Though social media need not be necessarily bad , it must be used accordingly - for work , family , friends . +The types of use must also be taken note of - informing , interacting , discussion and others . +The space of separation between the parties must also be looked at . +For people who are living very far from one another , the intensive use social media is justified . +For those who lives within the community should at least meet up , and not use social media as the primary source of communcation with each other . +And at the same time , improves the interpersonal skill , through dynamic practises betwwen individuals and realtime presence . +The inclusion of intimate presence and relative touch could also bring a better rapport between those interacting . +Recently , the rise of social media helped people to have more closer connection with each other , it is a more convenient and cheaper way to have online contact compared with face to face meetings . +In my opinion , social media websides such as Twitter and Facebook will not affect the chance for people to have face to face contact and thus negatively affects interpersonal skills . +On the other hand , it may even increase the chance of having face to face contacts amoung people . +First , social media networks have a lot user base , it helps to link people from different parts of the world . +In the days without the social networks , people may not have the chance to know others from different countries or the ones they never meet before . +Their number of people that they know may only limited to the people they meet in daily life like classmates and working partners . +Therefore , social networks brings more and more connections between people and they may have a chance to chat with people they never known before , and this helps to develop the interpersonal skills as well . +Secondly , although social network takes time for people to chat online but not face to face , they may still decide a time online to meet others face to face in the daily life . +In this case , the social network helps people to increase the frequency of talk . +For example , if social network does not exist , the business people need to meet each other face to face and it is other time consuming , even sometimes with business that is not so important , it still takes a lot time on travel which is a wastage . +However , social network helps people to meet and chat much more easier , they can even use video chat and create group chat to chat with multiple parties at the same time . +Nowadays , even some companies conduct online video interview with their applicants as it saves time and cost . +The social network may also creat some negative impacts for the people . +The largest negative impact is that due to the online network , some people start to use and rely on internet every minute . +They take too much time of using online social network and thus do not have time to have their daily meeting with people in their real life . +It not only affect the interpersonal skills but also bad for people 's health if the ones spend to much time on the social media . +Secondly , social network may leak certain personal informations to the public , as the cyber environment is not perfect and not safe , people may not protect their privacy online effectively and sometimes , some people may use others personal information to deceive . +In conclusion , although the unsafe online environment , spend too much time on internet may be the potential negative factors of using online social networks . +It provides people with more convenient contact environment and improve the frequency of meeting with each others . +It also helps people to develop their interpersonal skills through online chating . +Overall , there are more benefits than the costs . +The wolrd is incresingly becoming flat by all kinds of social network website such as facebook and twitter . +We can even know what a friend who leave thousands of miles away eat for lunch though these kinds of social media . +From some points of view , social really has a lot of advantages by let us communicate with friends cheaper and more conveniently . +However , its disadvantages also can not be ingnored when you cosider it as a platform to show off and a stage for cyber crime . +Social network sites provides us many convenience . +Without hanging out with friends or talking with friends through phone , we can know his of her latest news by scaning the webpage . +It can help us know more about each other . +It can make people become closer as well . +For example , if you find out one of your friend 's favourite singer is Justin Biber through facebook , you can give him or her Justin Biber 's new album or concert ticket as a birthday gift . +It will be really sweet and you two will surelly become closer . +In addition , social network site can help you keep in touch with friends living very far away . +I met some canadian friends in Egypt . +Without facebook , we may lost contact . +However , thanks to facebook , I can still keep in touch with them and I know what they are doing recently as we living close to each other . +The disadvantages of social network media are quite undeniable . +A research shows that people will unconsciously hide his or her real thought when he or her say or post something that will be exposed to the public . +It means that one can not know another 's real thought and personalities by reading things that he or she put on social network media . +It will make him or her quite upset when they communicate in real life . +In addition , with all those " nice " guys around on the social network website , one may neglect people surrounding him or her but just communicate with friends on facebook . +It is a common scene that two people sitting next to each other seldom talk with each other but just look at their cellphone . +This kind of behaviour is not good to people 's psychological health according to a research . +The cyber communication is quite different to face to face communication and people who depends on cyber communication too much will not get used to the real life communication . +In addition , cyber relationship can not always work in real life . +With no close relationship in real life but only close cyber friends , one is more possibly to feel lonely because the physiological need of human beings is to feel the bond with others by our five senses . +With the willing of people to become the best among others , social network site now become a place to show off . +Some people will to post their expensive thing or the oversea places of interest they have been on the social network and get a feeling of satisfaction by doing so . +It is a mental unhealth and it may trigger people especially teenagers to become material . +The last but not the least , with all kinds of personal information on one 's social network page , it is covenient for criminal to make use of this information to commit a crime . +Above all , social network site is like a two sided knife and people can only take good advantage of it by avoiding the possible disadvantages of it such as put less personal information on his or her facebook page . +The modes of communication have been changing over the years , from letter writing to social networking . +This phenomenon is caused by rapidly changing technology , which has made communication to be faster than never before . +Today , social media sites , such as Facebook and Twitter , are relatively common within the contemporary society ; and , people can communicate with each other , online or offline , on these social networking platforms . +They can even make new friends over similar interests on these platforms , which will be able to connect almost everyone closely in many parts of the world . +However , critics may argue that with the existence of social media sites have reduced physical human interactions among people as they will prefer sitting in front of a computer to going out and meeting new friends . +This essay will discuss about both the benefits and down sides of using social media in the contemporary society . +Nowadays , social media are able to disseminate information faster than any other media . +There are about 50 % of the people who have learnt about breaking news from social media . +This is due to people spending comparatively more time on social networking than time on reading newpapers . +Furthermore , with the current technology , smartphones are able to get access to social media sites which have made easier for consumers to use . +Hence , social media has benefited the masses by equipping them with a powerful tool to disseminate information almost immediate to the people around them . +However , critics may argue that not all information or news disseminated are reliable . +There might be false information or hoaxes spreading around on social media . +For example , in 2012 , there were false rumors of fires , shootouts , and caravans of gunmen in a Mexico City suburb which had spread through Twitter and Facebook . +This had caused panic among the people who had flooded the local police department with numerous phone calls , and this had resulted temporarily closed of schools . +The spreading of false information can be a potential psychological threat to everyone , given that social media can disseminate information in a realtively fast speed . +Nevertheless , there are cyber polices who roam around these social networking platforms to prevent these hoaxes spreading around . +But , there will still be unreliable sources spreading false information on social media sites despite high security to control almost every social networking movement . +Social media are able to improve relationship and make new friends , provided that there is mutual trust and mutual understanding between both parties . +Many of the teenagers today claimed that they are able to keep in touch with their friends through social media , regardless of their location . +In the past , people used to writing letters to their friends and it will take relatively long time to send the letter over . +Therefore , with the help of technology , people are able to catch up wth each other conveniently . +Furthermore , it will be easier to make new friends find who have simliar interests or hobbies . +However , in order for people to maintain their relationship as well as making new friends , it requires mutual trust and understanding between both parties . +It might not be accurate to judge the other party 's feelings over social media as one may cover up their emotions while on social media . +In addition , there are also chances for people to miscommunicate with each other as they can not sense the tone of the other party over social media platforms . +This will result in unnecessary conflicts between two parties over miscommunication . +But , if there is trust and mutual understand on social media , it will be ideal for people to improve relationship and make new friends . +In conclusion , social media in the contemporary society is able to help one improve relationship and make new friends , as well as , disseminate information efficiently to the masses . +However , there are risks of false information and chances of miscommunication . +Nevertheless , the advantages of social media will benefit the masses if the negative aspects of it can be carefully taken care of . +All-in-all , social media is the product of rapid technological advancement and there are more to come in future . +Advantages : Social media sites have greatly ease long distance communication and interaction due to its accessibility and convenience . +With a globalised and interconnected world today , Twitter and Facebook are now the mainstream platform for social interaction . +With just a touch away from any meida/electronic devices , one can easily interact and communicate with his friends without much hassle . +Thus , long distance relationship or friendship can be maintain and keeping in touch with your circle of friends has been made much easier . +With the sharing of personal photos , posting of status of one 's personal feeling or experience and able to reply to these posts allowed human interaction to be engage and expand with ease . +Introverts or those who are shy to communicate with their friends are now able to do so in the form of words via social media platform . +Thus , socialisation can occur seamlessly and effectively with the utilisation of such social media platforms.Meet-ups and appointments are no longer a barrier for humans to contact and communicate with one another , making human interaction possible at one 's own convenience . +The society will adapt to such phenomenon as physical interaction are transformed into cyber interaction . +With the frequent usage and reliance of the social media and the Internet , a society that socialises through the cyber will be more advance and adapted to the highly connected world . +This will greatly help a society to progress rapidly . +Disadvantages : One of the main concerns of using social media platform to communicate is credibility . +The certainty of what is being shared or expressed could not be proven physically as media limits this physical interaction , except when using a webcam to chat . +We can not be certain for sure the reliabilty or truth of some posts or information we received through the Inetrnet . +We may in actual fact communicating with a hoax Facebook acccount of a cyber friend , which we assume to be real but in reality , it is a fake account . +Photos and informations retrieved from their profile page may be fabricated to suit certain personal agenda . +Thus , the lack of face-to-face human contact through social media restricts actual interaction which can be stimulated through the media . +Although emocons can be used to show certain emotion , this differs from the real authentic emotion of your friends when you observed them through their body language and their facial expression . +The danger of such media socialisation is the uncertainty of such communication due to lack of physical interaction . +Furthermore , this lack of physical interaction has affected human inter-personal behaviour since communication is made through social media instead of meet-ups . +This lowers the experience of human ability to interact with one another which can adversely shape one 's behaviour . +The lack of exposure to real life interaction with humans with not create the confidence and skills needed for one to interact seamlessly and effectively with others . +Therefore , for an effective and efficient society , there is a need to have a balance of both social media interaction and face-to-face human interaction within its people . +Nowadays , people can even use their phone to read news and everyone can be the first witnesses of what is happening in the world . +People use Twitter to follow the artiste or celebrity they love and Facebook to see what is their friends ' recent activity . +Nevertheless , they still can use phone to do normal call and message to contact . +Not only the phone did the jobs for them , but also devices like personal computer , laptop , tablet , and many other devices which are able to connect to internet . +It is obvious to see that internet saves people 's time and also connect people globally . +Several arguments have been made regarding the social media actually have some inevitable disadvantages to people . +People can only use electical devices to access internet . +Whenever they need to use social media , they have to use a phone or internet . +Generally people need they eyes to look at the display screen of their phone or computer and fingers to manipulate the corresponding device . +As a result , they will lose eyes to contact and hands to express their feeling to people nearby them , which means they have lost the tools they need for face-to-face contact communicating . +This can be easily seen in restaurants or cafes nowadays . +A family of four having dinners in a restaurant without any chatting , because their holding and looking at their display screen with one hand when the other hand is holding a fork . +A group of friends having high tea in a caf é without chatting as well , because they do not know what to talk but pressing on their display screen . +The children nowadays do not know what is neighbourhood games and who is staying beside them , all they know is pressing icons on the screens . +These are some concrete examples of how the socia media reduce face-to-face human contact . +When people get use of using socia media to contact other people , what will happen is that their interpersonal communicating skills will degrade and lost eventually . +Firstly , they have lost the courage to meet strangers , not even the courage to talk . +Also , they will not have enough experience to communicate with people in face and not be trained in their conversation skills . +As a result , social media helps them do the jobs but indirectly affects their interpersonal skills . +Social media does have some other advantages beside their general benefits to human being . +First of all , people saves money by using internet to contact other people and reading news . +A father may be able to make a call to his daughter who is in other country via socia media software instead of making international call which costs a lot to normal salary family . +He can even talk to her daughter face-to-face using video call via internet . +Secondly , people makes friends all over the world and able to update their friends his recent activity easily . +A guy who is going travel for months can easily tell all of his friends about his activity . +When one of his friends who is not aware of this has failed to contact him via telephone calls , he might be able to get his whereabout using social media . +These are the advantages that save works most of the time . +In conclude , socia media benefits people in several ways but in the same time harms people . +People should avoid the misuse of socia media and use it in the proper way . +With the aids of social media , people bonds globally , information flows rapidly , and human lives happily . +All of us are living in the technology realm society . +Have you ever wondered why we use these tools to connect ourselves with other people ? +It started withthe invention of technology which has evolved tremendously over the past few decades . +In the past , we travel by ship and now we can use airplane to do so . +In the past , it took a few days to receive a message as we need to post our letter and now , we can use e-mail which stands for electronic message to send messages to our friends or even use our handphone to send our messages . +From the example that I have mentioned earlier we can see that distance between us and our loved one are getting further apart . +This is because by the ease of technology such as airplane , some of our friends might be going overseas to continue their studies or even you are away from your family to pursue your studies or even careers in life . +Thus , this makes Twitter and Facebook become one of the medium that we need . +Nevertheless,everything in life has positive and negative effects . +This is applicable to these social media sites . +The next two paragraphs will be discussing about the advantages and disadvantages of using social media in our society . +With the help of social media tools , we can stay in contact and keep ourselves up to date with our family and friends even though we are away from them . +Social media sites such as Facebook has allow us to share our pictures or even chat online with our parents while we are overseas . +This approaches help the parents to communicate with their children and know what kind of activities that their children have when they are overseas . +The social media is beneficial as it connect you and your loved one even though you are separated by the distance . +It might not be able to replace the joy that you have when you are with your family but it could help to reduce the sadness of being away from your family . +As I mentioned in the beginning , there is also disadvantages of social media tools . +One of them is that it reduce the level of concentration especially among the youngsters . +This is because it is part of everyone 's habit to check their facebook 's page as their friends will post something new every second . +Thus , you can see that some students will browse facebook while attending lectures . +This means that the students are not concetrating when they supposed to do so . +As a result , it could affect their lives and studies . +This will then could lead to stress as these students are not able to cope with their studies because they were distracted . +In my opinion , every individual has to take responsibility of their own lives by making a right decision . +There are advantages and disadvantages in using social media sites , however in this case striking balance between social media and lives is the most important thing to do . +Nowadays , the use of the sociall media platforms is a commonplace in our lives . +In increasingly globalised world , such platforms even enhances and compliccates the links between indivduals in the world . +Thanks to them , people can get to know one another online , without having to travel to meet up for business purposes for companies or personal reasons . +However , it is also bringing some social changes whereby such virtual worlds are overtaking the real-life world , resulting in some negative impacts in individuaul 's daily lives and therefore becoming a large problem in societies as a whole . +As people spend more and more time on such social media sites , the importance of the face-to-face human contacts has decresed . +As people feel more confident online where they do not have to face in real-life on the spot , they feel more comfortable and thus prefer communicating online . +This results in lack of interpersonal skills in individual , especially young students as they always have option to turn their back to the real-life and go online . +This becomes a huge problem when they have no choice but have to face things in real life . +As they are so used to having an online avatar , they may lose their self-identity in real life and may not realise how to interact people in real-life . +Another problem with social media is that , the benefits from investing such enormous time and energy is not relfected as something positive to the users . +The reason why it is so addictive is , that the more people get into the social media , they seek attention from their friends . +However , such sparks of sudden attention is extremely short-termed and gone eaily thus does not add any value or meaning to the user 's life . +Also , according to a research , it has been proven that the users feel more sad after using the Facebook and this is because users unknowingly compare their lives with other people 's lives . +But seriously , most people only post the happiest moments in their lives . +Social media definitely has some other strong benefits that make the users stay is the links among the people . +Indeed , I myself use Facebook just because of the friends ' contacts that I want to keep . +However , the friendship on such virtual world is so superficial which is not so relevant to the real-life . +Also , as numerous profit-driven companies realize the hugh human traffic on such social media sites , they make it as a pond to fish the customers by uploading many advertisements . +Furthermore this also possibly triggers the privacy issues as the Facebook allows some other profit-driven companies to have access to the information on the users . +As this happens , users are more and more pron to any possible frauds . +Social media sites are at their peaks at the moment , however , I believe that when people realize that such sites are not making them better persons in real-life , they will not be indulged in it as much as they are now . +The users , soon , will realise that they do not need such social media sites to keep in contact with the their friends because , if they really need somebody , they will reach the friends no matter what . +We think we are all connected through all sorts of social media , but do we really get connected or falling apart ? +Social media sites like Facebook and Twitter are born with the intention of connecting people , from around the world . +The idea seems great , and nowadays most people even the older generation will have at least one social media platform like Facebook . +The parents are now the " friends " of their kids , and they can now " follow " their kids more closely and on real time . +People post about their random thoughts or daily activities via Twitter and post different kinds of photos on Facebook frequently , to be connected with their so called friends . +However , as we then tend to spend too much time on this and have significantly reduced in face-to-face human contact , that eventually affects our interpersonal skills . +First and foremost , I would like to share on the advantages of using such social media in my daily life . +As a student , I tend to meet lots of people from different background and at different settings . +We may meet only once but we exchange our contact numbers as well as facebook account in order to keep in touch . +Unlike just keeping contact numbers that we may not even call , social media like facebook is a great way for friends from different field or even from different parts of the world to be connected . +Within clicks , we could check on the friend 's profile and read on for his/her updates . +On another hand , we could update our profile by posting on the wall and our friends could read up on the newsfeed . +This allows friends that may not have the time for meet up to still connected in a way . +Not only that , new friends can be easily met through such online platforms . +Hence , our social circle is indeed expanding . +Nonetheless , what seems to make us connected can be the cause that falls us apart . +The obvious disadvantage of using social media is that the time reduction on face-to-face contact . +This subsequently leads to the poor interpersonal skills that inhibit the growth of our real social circle . +For example , we tend send a birthday wishes when Facebook promts us " Today is someone 's birthday " . +In fact , we may have just forgotten our friend 's birthday . +We used to send wishes cards during festive season like Chinese New Year , and we feel so good to write one and of course to receive one with stamps on it . +Gone were the times , and now we do mass sending and the receiver may feel less meaning in such online wishes . +As time passed , we may have more " friends " on the list , but the meaning of friends needs to be redefined . +In a nutshell , every sword has two edges . +The users of every social media sites need to strike a balance between the real world versus the virtual one . +We should maximize the benefits of such platforms but be careful of its impacts on the actual life that we have . +Ultimately , the best way to enhance interpersonal skills is still through face-to-face meetings but social media sites are only the tools to enhance it . +Nowadays , social media sites are commonly used in the society . +I believe 80 percents of people plays social media sites . +These sites play the role of connecting people around the world . +It consists of the function of connecting , sharing , interacting and advertising . +However , there are also some disadvantages occur due to the social media which are concerned in the society . +Therefore , this article is written to explain the pros and cons of using social media in our daily life . +First , with the function of social media sites that connects the people , everyone is able to interact and communicate with friends and families , or even strangers without any time and place constraints . +Through the social media sites , we can chat with our friends who stay in Europe and New Zealand . +There are over thousand miles between Singapore and these two countries . +However , we are able to chat with our friends without travel to the countries . +It saves a lot of money and time as well as strengthen our relationship although we stay at different places around the world . +Besides that , company also can use the convenience of social media sites , such as Facebook chat or Skype to facilitate the meeting with parties of project from around the world . +Substantial cost is saved without the tiring travel from one point to another point . +With the huge amount of cost savings , this capital can be utilized in the other sectors which benefits company more and boost up the company 's profit . +However , there are two sides of stories always . +Some scholars argue that the usage of social media reduces the face-to-face connection between human . +Since ancient times , human interact with others face by face . +Without the facial impression , it is easier to misunderstand the intention of speakers . +That is why facial impression is one of the most important elements in social learning . +In addition , " social media sites will affect writing skills " , that is the point of view in society . +Based on the statistic report , the more of the writing skills will be reduced when the more time used in the social media sites . +I believe most of us have the experience of suddenly forget how to write a word that we should know . +The auto correction software is so effective when using electronic device until we did not realize the importance of writing . +Writing is an essential skill of person who express their own feelings and opinions . +'Privacy ' , this is the word that popular in these few decades . +Human has their own rights and privacy . +I believe that most of us agree with these terms . +However , there is news about the social media sites leaks users ' information to companies with cash reimbursement . +Everything we type in the social media sites is recorded in the server and then transfer to the companies for spying and advertising . +Although it looks like no laws and it is your own space to speak and do anything you want , you are actually wrong . +You are not only controlled by the government laws but also spied by the government . +In conclusion , everything has two sides of stories . +It is our responsibility to identify the advantages and disadvantages of social media sites . +To utilize the technology well , we should do our effort to not only balance the pros and cons but also lengthen the pros and shorten the cons . +Thus , the new technology will be able to bring a prosperous future for our and next generation . +With the wide spread of advanced technology , social media sites are becoming more and more popular . +Getting connected on social media such as facebook and twitter has become a main trend as well as daily work nowadays . diff --git a/regression_tests/original/conll14_257.txt b/regression_tests/original/conll14_257.txt new file mode 100644 index 0000000..f60aaca --- /dev/null +++ b/regression_tests/original/conll14_257.txt @@ -0,0 +1,257 @@ +With this situation , both advantages and disadvantages of using social media apply to our daily life . +On one side , it is obvioualy that many advantages have been brought to our lives . +Social media provides people with the opportunity to get contact with each other every time and everywhere . +Whether we are at home or at school , at work or on a holiday , we are able to communicate and interact with our friends . +Even when people are thousands of miles apart , social media make it possible to have interaction by keep writing comments . +When our phones are accidentally done , we can also use the social media to get contact with our friends . +Some people who are try to talk in the public can also actively take part in the group chatting via social media . +Besides , we can make more friends by such interactions when our friends also bring their friends in . +Therefore , the popularity of social media sites have made it more convenient for people ot update friends ' status and contact with friends more frequently . +On the other side , we need to rethink about the influences brought by the social media . +There are still many disadvantages of using social media . +Firstly , interpersonal skills may be affacted by the reduction in face-to-face human contact . +While social media brings convenience to people life , people are more and more willing to use social media for chatting instead of face-to-face chatting which has a time and place requirement . +People who are not good at public chatting may be more reluctant to talk to people , and their interpersonal skills can never be improved under this situation . +Secondly , people 's over-addition may avoidably , to some degree , exacerbate social alienation , and this kind of alienation causes some social media users to suffer from the over-dependence of virtual social networking . +More and more networking has been transferred to internet from real life . +This is a potential danger for teenagers who are growing with social changes to get hurt . +Thirdly , a lot of updating of luxury living standard as well as other show-off situations may make people 's daily life more and more grandiloquent , which is not an accurate social growing trend . +Lastly , it is easy for people to waste a lot of time using social media . +Again , there is a trend for them to suffer from social media addition and their study and work may be greatly influenced . +Since we can see both advantages and disadvantages of using social media , and we can not deny the huge benefits that have been brought to us , this main trend of using social media may be still lasting for a long time . +Therefore , everytime when we use social media , we should take both sides into consideration and try to avoid be affected by the disadvantages . +Only by absorbing the essence and discarding the dregs can we make better use of the social media . +In the sophisticated era like these days , experts keep producing inventions that are meant to make life easier . +Geographical and transportation borders are not a problem anymore because communication and information technologies were enhanced continuously . +Telephone may be perceived as a big innovation created ever when the first time Graham Bell introduced it . +However , since internet were known , telephone started to give way to social media sites . +Many advantages are given to the users . +Let us take example from Facebook and Twitter , two of the most famous social media sites . +Through Facebook , peope are able to maintain relationship with their old acquaintances . +This benefit can not be obtained through telephone or mail because people 's particular and address may change from time to time while on Facebook , people can keep in contact with old friends just by using name and photo , for example , as the identifier . +Facebook is like a combination of message and chatting service , personal profile , media of sharing , and other entertainment add-on ( i.e . +social games ) which allow users to communicate with remote people , and also to update and express themselves at the same time . +Twitter , that has more simplified function compared to Facebook , gives more benefit if used as information sharing media . +Twitter only allow users to give update that is limited to short sentences in order to spread the words fast , that only highlighted messages are delivered . +For Facebook , a comprehensive way of sharing is offered since multiple photos and videos can be uploaded , long notes can be published , even documents and data can be shared through Facebook nowadays . +These advantages also comes in handy as most of these social media sites are accessible through mobile application in our smartphones . +Despite the luxury that is offered by social media , there are also harmful side effects which people may not realize it beforehand . +Researches show that face-to-face meeting frequency among people that are addicted to social media sites has been decreasing . +As the consequence , it affects their interpersonal skills . +People can think while typing and prepare what they want to say but in face-to-face communication , every word that comes out of your mouth and may be not well arranged is the picture of your personality . +This skill requires practices and can not be done completely through social media . +There is a situation where a family is having a dinner together in a restaurant but everybody is busy with their own gadget , posting picture in Facebook , updating status on Twitter , or even chatting with friends . +These social media serves a purpose to bind people in spite of their geographical boundaries but it does n't mean that surrounding people are neglected as the payoff . +This is related to the interpersonal skill that is mentioned before , that can be decreasing qualitatively if we are used to facing gadget , not facing human being . +Another disadvantage that affects other people is that by only showing selected part of our lives , we build " false image " in public . +We tend to only share our happy moments in media . +Because of this , other people start to think that our lives are full of happiness with no problem at all . +Other people then are influenced by us and tend to do the same . +As a result , people think of theirselves lowly and may lead to depression and mental disorder . +It also reduces our sympathy . +This is a serious social problem and affects a lot of people . +As explained above , modern and sophisticated technology does n't always give advantages . +There are a lot of disadvantages that people may not realize of . +It is up to people 's discretion and comprehension to decide which side they want to take . +So , we should never forget to think of and calculate the benefit and loss of every decision that we make . +Nowadays , the advancement of technologies improves the life of many people a lot . +In most of the countries , there is an emergence of social media sites such as Facebook and Twitter . +Many people think that the social media sites have benefits on the communication between people while some others argue that there are several negative impacts for the society . +One of the advantages which are carried by those social media sites is that they can connect us more closely than before . +In the past decades , when the social media sites are not yet fully developed , people connect with others who live far away by using a phone , or even a letter . +However , calling a person by using a phone and writing a person a letter require some cost , and sending a letter to a person who live far away , especially in villages , takes much time . +The appearance of those social media sites causes those problems to be solved . +People connecting through the social media sites can spend no money on the communication , and also take only one or a few seconds for the message to reach . +Therefore , this advantage of social media sites saves money and time , and also provides convenience for many people . +Moreover , this also provides an alternative way for people to contact a person whom they did not see for a very long time , such as their friends in primary school and secondary school . +As we graduate from a school , we will probably lose contact with some of our friends . +Some of them may have changed their phone numbers and addresses , and we are not able to find them through a phone or a letter . +If phone and letter are the only way to contact them , we would probably not able to find them . +Facebook and Twitter can serve as an alternative route to make connection between us and our old friends . +Hence , the social media sites serves as a platform for the connection . +Everything comes with benefits will also have their disadvantages . +On the other hand , social media sites also bring some negative impacts for the people and the society . +The advancement of those social media sites makes people so rely on them that some of them rather prefer using those sites to contact each other than talking to each other face to face . +Many people argue that this is the most serious problem brought by social media sites . +The usage of social media sites indirectly causes a reduction in face-to-face human communication in real life , which will in turn cause the lost of interpersonal skills for many people . +As we all know , the interpersonal skills are essential for us to communicate with each other and to present our views and ideas . +The lost of interpersonal skills results in the inability for people to well present their ideas . +As a result , they will gradually decrease in their ability to compete with each other in the society . +In conclusion , social media sites cause both positive and negative consequences for people and society . +As a part of this modern society , we should learn to distinguish between good and bad impacts brought by the advancement of technologies , and also learn to avoid the cons and maximize the benefits of those sites . +With the advancement of technology in recent years , the need to keep in-touch with people and latest news has become a tremendous demand . +Some of the famous examples would be social media sites like Twitter and Facebook . +With an increasing users of more than billion users from all over the world , social media sites have demonstrated clearly its success in playing an important part of our life . +However , there are arguments that social media life brings in a reduction in face-to-face human contact , which in turn affects interpersonal skills . +Let 's examine the advantages and disadvantages of using social media in our daily life and society . +First and foremost , all social media sites are free . +All users ' needs are an internet connection and an email account so that everyone can have a Facebook or Twitter ID to start their journey in social media life . +Secondly , it helps people to keep in-touch with one another . +Finding old friends through Facebook , for example , is more easier than asking people around in real life . +Social media helps to lessen the hassle of geographical distance and brings people closer . +Thirdly , social media sites keep us up-to-date on latest news and updates from almost everywhere in the world , all with a click away on the refresh button . +Last but not least , social media sites also link people together through allowing us to create our own groups , pages or sites to share our hobbies , interests and studies in particular subjects . +Hence , it is undeniable that these sites play an important role in our global inter-connected world . +However , social media sites also have its second side of negative impact on human . +Undeniable , it becomes more addicting when we spend more time busy socialising and interacting virtually . +We spend majority of our time on sites like Facebook , Twitter and it affects our daily work productivity and performance . +In corporate world , employers often block social media network to prevent employees to spend their office time on their personal leisure than concentrating on their work . +Using text-messaging language as an informal way of communicating on social media network also brings in a bad impact for us in a long term . +The more time we spend on these sites , the lesser time we spend on face-to-face interacting with one another . +Hence it lessens valuable interaction between human and time we spend away from the computer screen or mobile phone . +In addition , there are also some false reports and fake IDs occur on both social media sites that people use fake ID to insult or harass someone , like the case of Heather Chua occurred recently on Facebook . +These malicious comments often go viral and it creates a strong negative effect on the real user in real life , which might lead to unwilling attitude to interact with others in real life by the victim . +In conclusion , everything has its two-sided affect and it depends on how we exploit it . +With current booming technology , it is agreeable that people become more technology-savvy and they want to spend more time interacting with each others through social media sites , however , it does not mean that we should neglect face-to-face human interaction as it plays even a more important aspect in our life . +As more and more social websites such as Twitter , Facebook and Weibo which have become ubiquitous , seamless and imperative in our life , people may worry about the young generation having problems in face-to-face communication skills . +However , I believe that the benefits brought by these online chatting rooms tremendously outweigh their repercussions . +Social media enables us to explore the world far far away without paying expensive airplane tickets and sparing a one-week holiday . +The convenience is beyond description . +With a small smart phone or a computer at school , at work or at home , we can easily make friends worldwide with a 'click ' and get to know about their life through having conversations with them , reading their blogs , photos and status . +Compared to face-to-face interaction , online conversation is easier for strangers to open their mouth to each other . +Since some of the information has already been revealed on the home page , it is also easier to find some common topics to talk about . +Moreover , people usually like to share boldly about their real feelings online with their masks in reality being taken off . +This has been indicated in a report done by Boston University in 2012 , 80 % of information posted online is true while a person may like 3 out of 10 times in real life . +This shows that a facebook friend may know more about you than your close friend who does not have a facebook account . +That is because we are acting who we are in reality while we have no reason to do that in the online virtual world . +Although sometimes those genuine sharing of information may be inappropriate or even harmful , such as prevalent using of vulgarity and harsh-meaning comments , we can minimize those repercussions through strict regulations of content online . +Another advantage of social media is in aiding the spread of democracy . +People around the world could easily share their thoughts about their governments . +That eliminates the incomplete information disadvantage for some remote rural regions where people are less aware of what actually is happening around them . +One of the examples is the 2012 riots happened in Egypt and Zambia . +The idea of searching for democracy is passed from Egyptians to people in Zambia quickly through the use of social media . +However , as the government controls most of the media . +These social media may be tools of their campaign and manipulating the thoughts of the public . +For example , in 2012 general election is Singapore , Dr Tan Chee Keong made use of facebook to spread his campaign videos to the public . +Though because of this , social media is still a much fairer and more transparent online platform for the public to share ideas compared to other traditional medias . +Intensive use of Social media does reduce the time people spend in face-to-face communication . +It is commonly seen in a food court or restaurant that a group of people sitting together around a table with each of them having a cell phone in their hands . +They are too busy with their way too many virtual friends and some of them neglect the feelings of their real-life friends . +In this case , I have to say that to err is human . +What we can do is to educate the public about the importance of their friends just by their side and teach them to manage their time well . +In conclusion , the use of social media has more advantages than disadvantages to our daily lifes . +What we can do is to cautiously manage our time spent online and manage our words used online . +With the regulation of government and relevant authorities , the virtual world would be a better world . +Social media sites ' role in connecting people around the world is undeniable . +Thank to those social media , the communication among people all over the world is possible and can be done with ease . +Apart from the ease of communication despite of the distance , many other advantages such as knowledge sharing and trades can be done through social media as well . +Nevertheless , with those advantages , some disadvantages may appear such as reduction in face-to-face human contact which affects interpersonal skills , privacy issue , as well as some frauds that can be done through social media . +Twitter , Facebook and Skype are some social media sites which enable us to keep in touch with our friends or family who are in other cities or countries . +Through those sites we are able to talk to them , to know what their activities are and who their friends are , etc. From the surface point of view it is no doubt that these sites help us to have a better relationship with our relatives despite of the distance . +The sharing of information can be done faster through social media as well , that is why nowadays many news publishers make their own social media account , for example Channel News Asia has a twitter account and will update its follower with headline news . +That shows how actually news and information can be shared easily through social media . +Furthermore , since many teenagers and young adults are fans of social media , these information can reach them easily without them need to watch or listen to the news reports . +Due to the popularity of social media , many people start to do their business via these sites . +More and more advertisements can be found on Facebook , whether it is our friends who sell their products or professional brands selling their products online , we can get to buy and contact the sellers through those sites , which can be considered as an advantage for us , the buyers . +However , is it the same when we keep in touch with someone virtually compared to when we meet them personally ? +I do think there is difference in it and I believe many of us will agree . +When we write or communicate virtually , we can hide our through feelings and many not become ourselves since we do not want the other party to judge us . +Other than that , sometimes the message of one party can not be delivered properly to the other one since the communication is done through written language , and thus the 'tone ' of the message sent and when it is received may be different . +Many people are very brave in telling people about their opinions online but in real life some of them can be very shy and not outspoken at all . +This will lead to a bad inter-personal skill as well as a problem of trusts . +Nowadays we can not really trust new people whom we know from social media since we will never know whether they are even 'real' . +Some people fake their identities in media sites so that they can know more people or some may even cheat others . +In addition , privacy issue has become more popular nowadays since some people do not realize that they may actually share some information that they are not willing to share at the first place . +Therefore , while social media sites are undoubtedly have benefits in our life , we should consider its drawbacks and thus use it wisely so that we can gain more of their benefits and it disadvantages us in the smallest way as possible . +It is a common scene that almost everyone in a public transport is watching at phone or wearing a pair ear piece in this modern society today . +Not only one but many developed and developing countries have the same picture . +Some say that it is a necessary step for human revolution . +Social media sites like Twitter and Facebook are popular among people in order for them to connect to others even from different countries . +It also brings many negative effects such as loss of face-to-face communicating skills which is important in their working place . +This essay will discuss about the advantages and disadvantages of using social media in our daily life . +One of the significant advantages of using a popular social media site is that people can reach other easily , even without contact for a long time . +In this fast pace and competitive world , people may not able to keep in touch with others . +With the help of social media site , people are able to upload their new discoveries and funny scene on it and they can be updated the new information of their friends . +Personally I am study in oversea , busy study life keeps me away from contact my old friend . +Using a common social media site with my friends to help me know what are their statuses nowadays . +And I am able to easily find a common topic when I contact them . +In Singapore , many Malaysian cross the sea to work here . +Many of them are busy in work and separate with their children . +One of Manager in my working place has the same situation . +After my Manager taught her mother how to use Facebook , she was able to upload video clips of her grandchild . +Therefore my Manager would not miss the moments of her daughter 's growth . +Social media sites are also a very useful tool for people to start a new friendship or relationship . +People get connected or closer with same preferences . +It is easier for people to approach the other after knowing the information . +Students can exchange their experiences in study even they are in different countries . +People are able to share the culture or pretty photos online , therefore others can spread the joy with them . +Thus I believe that social media sites are one of useful tool to help people known each other better . +However , social media site is a double-sided sword , it also bring in some negative effect on our daily life . +One of the disadvantage that many people concerns is that people loss the interest of face-to-face communication . +Many people like to use language to pretend themselves , and lost confidence when they talk to each other . +Although not everyone is good at public relationship even without the existence of the social media sites , we can not deny that it do affect some people in their ability of interpersonal skills . +In conclusion , the shadow always exists when there is light . +We should take the advantages of the creatures we create and try to avoid the negative effects . +Social media sites suppose be a very useful and convenient tool to use and bring people get closer in this globalised world . +The use of social media has largely influenced our ways in communicating with one another . +Online friends became real life friends and real life friends communicate with one another online . +Social media has changed our ways of exchanging information and interpersonal relationships profoundly . +There are advantages and disadvantages in this change . +Social media has reshaped the way of communication . +In real life , we communicate with one another as equal participants . +We share ideas , stories and forge friendship based on mutual respect . +However , communication on social media is largely based on " broadcasting and listening " . +When we use facebook and post pictures and statuses . +We are actively " presenting " fa ç ades of our lifes in front of others . +We tend to post pictures with the best looks , status that are funny . +We broadcast these facades of us to others . +The images we choose to present are tentatively considered . +The audience is not some specific person , but everyone we might know , or even the entire world . +There is an element of seeking out for attention rather than expressing one 's true opinion on social networks . +On the other hand , the viewers , are not the listeners . +They are just scrolling down pages of pages of pictures and statuses and see one of them which they might think it funny . +It is not the broadcasters themselves they care about , but the content . +This type of communication does not help forging interpersonal relationships . +In real life , establishing friendship requires the all-rounded understanding in one another and the caring for one another . +The latter requires face to face interaction where we can show our emotions to the other . +One can not truly understand a person with only stalking his/her facebook page where he/she carefully chooses what to present . +One can not truly show their emotions by another by texting some = ) signs . +The broadcasting and viewing model is not good for forging relationships . +However , it is good for sharing information . +On social media , everyone is a broadcaster and a viewer . +With my social network account , I seldom read newspapers or go to news websites anymore ; because I can easily read them from the status of my friends . +If I am interested in politics , I can just follow some politics newspapers or public figures . +I get news for sales , clothes and cosmetics from my friends . +If some of my friends have horrible taste on clothes and he/she posts them often , I can simply block him/her off . +Information got circulated . +The most popular information get circulated the most so I can seldom miss it . +Social network plays a role in providing and also filtering information . +This saves a lot of time for me in reading newspapers and watching TV . +Personally I feel more at ease on social medias . +From the above two points of view I think social media could forge more interest-based friendships . +With the help of social media , I become real life friends with those from online forums whom I share the same interest with . +I also discover some of my friends ' interest which I find common with myself so that talking to one another is much more about life , study , friends , etc . +The communication does not focus on how we feel , or to say , each otherm , but whatever is interesting , or the content . +In this case , interpersonal skill is not as important because our goal is not to impress somebody , but to get the information that we are both interested in . +In conclusion , I think social media has reshaped interpersonal relationships from a more human-based friendship that requires sharing and caring between friends , to a more information-based friendship that requires a mutual interest . +There are advantages and disadvantages in itself , however , whether it is good or bad we are still not sure . +It is just different . +Advantages and disadvantages of using social media in daily life +People that living in the modern world really can not live without the social media sites like Twitter and Facebook . +Almost all students and young adults possess the Facebook or Twitter account . +It is true that social media makes people be able to connect one another more conveniently . +However , it seems that , especially for some those , sharing some parts of their lives such as videos and photos on the social media sites become really necessary . +An extremely interesting and ironic phenomenon was discovered that a group of friends met and sat around one table , but none of them were really chatting with one another . +Instead , all of them were more interested in posting pictures of this " cheerful " meeting on their social media sites . +Therefore , there is need to discuss the advantages and disadvantages of social media . +Social media enables people from different parts of the world to communicate with one another . +People used to write letters and send post cards to keep in touch with ones live far away from them in the past . +It can take a few days or weeks for those to receive the messages . +Nowadays , what people need to do is just typing in front of the computer in their own rooms . +And people on the other side will only need a second to receive the message . +Distance and time are no longer the problems , which is convenient especially when instant chat is needed . +However , when people become more and more addicted to this convenience and fail to communicate with people who are close to them , their face-to-face interpersonal skills are lost . +Social media provides people a way of talking and chatting which can never be considered as a way of communication . +When ones chat on those media sites , there is no eye connection , no emotion delivery and even the expressions are typed in by using some combinations of punctuations . +For more convenience , sentences are shortened to simply three or four words such as lol ( which means laugh intensively ) and " asap " ( which means as soon as possible ) . +People indeed go to great length to make their words as shorter as they can . +While , once they are communicating with people in their face , expressing themselves appropriately become really a big problem . +Social media also provides people huge brunch information about people and things that they interests . +For example , on Twitter , it is exciting to follow people that you adore like famous movie and series stars , business men and entrepreneurs . +It makes people feel extreme close to their admirers ' lives and works . +Updated news people care about can be easily obtained when you refresh your social media sites on your smart phones and laptops almost every time at any time . +However , after one has registered in those social media sites which are not reliable , all the information you have filled in will be a weapon against you in the future . +Furthermore , not everyone on the social media sites is honest . +The profile picture may not be the person who that user says he or she really is . +The reason might just be that he or she just wants to " decorate " his or her face . +But there is possibility that the person on the other side is deceiving you in order to obtain your information against you . diff --git a/regression_tests/original/lang8_10.txt b/regression_tests/original/lang8_10.txt new file mode 100644 index 0000000..4c0dd66 --- /dev/null +++ b/regression_tests/original/lang8_10.txt @@ -0,0 +1,10 @@ +Good luck on your new start ! +My teacher is going to move to change his job . +He is a so nice guy and taught me English very kindly and was willing to accept my getting off the track . +And he took in my favorite subject like soccer . +Actually , who let me know about Lang - 8 was him . +He is also good at Japanese and studies ' Kanji ' . +His Kanji 's ability is much better than me . +We 've known each other for only half a year , but his lesson was a lot of fun . +I 'm going to miss him but I really wish him the best of luck with his new life . +I 'm looking forward to seeing him again through here . diff --git a/regression_tests/original/lang8_127.txt b/regression_tests/original/lang8_127.txt new file mode 100644 index 0000000..90e1835 --- /dev/null +++ b/regression_tests/original/lang8_127.txt @@ -0,0 +1,127 @@ +Good words +I heard a sentence last night when I watched TV . +It reminds and inspires me a lot . +Your life is like when you walk . +When you go downhill , you have to stick out your chest or you will fell down . +When you go uphill , you hvae to bend your back . +It is like when you are confronted with frustration , you have to keep your confidence . +When you are go smoothly , you have to be more modest . +It is really good for me . +Arrangements +It 's summer . +The session is passed , and I work as apprentice at the souvenir shop . +When I was at school , we painted a lot of wooden handicrafts like small plates and cases . +The making souvenir is a hard and interesting work . +On the one hand you need to be attentive and neat , but on the other hand you should set all your imagination and inspiration in motion . +Maybe , in this August my mom and I will visit Norway , Sweden and Finland . +I like Finland . +When my family used to go there very frequently ( about 3 or 4 times a month ) , I had a nice time . +I will never forget my first time at customs . +I suppose , I was 7 ( nice age , you do n't need to think about serious things and can do what you want ) . +We drove at our heavy truck to border , there was a long queue , we were waiting . +Well , finally , my mother took me to the customs window , she gave a passport to man . . . +and when we were going to sit in a truck , frightened man suddenly said `` lapsi ! `` . +Mom stared at him and raised me up to show him : D That 's my first memory about this country . +The second memory is the toys , which I was given near the border . +That 's two balls : one with a cat inside , other with dog . +You know , you can take them at slot machine . +So that 's the second . +The third memory is the house we lived . +It was situated near Helsinki , big and light house with the small lake behind it ( it was winter , so it was frozen ) . +The rooms were big enough , but not so big . +There were few furnitures . +And one of this I liked the most is a big white fridge . +Do n't know why . +I liked the winter Finland . +And I hope I like the summer Finland . +By the way , today I went to guitar teacher , and the only thing he said after `` Show me what you can ! `` was `` What do you want ? +You play really well , you level skills are higher than just amateur . +Just improvise already ! `` To tell the truth , I myself did n't expect what I CAN play like that I did . +And why I did n't play that good at the audition ? . . . +Well , I just proud of myself , yep . +: ) +And , by the way , `` white nights `` have already come . +And now they disturb me . +If only I had black dense curtains . +Whitney Houston Failed +A couple of weeks ago , I heard a new Whitney Houston 's tune on my car radio . +It sounded not bad . +I had been wondering what she was doing . +And finally , she released a new song ! +She came back ! +Today , I read an article on the net about her comeback performance in New York 's Central Park . +It said that was disappointing . +Her voice was hoarse and cracked . +Oh , My God ! +What a shock ! +Her recent picture was not like her before . +Old and not beautiful . . . . . +What happened to her ? +I know her tumultuous marriage with Bobby Brown and an arduous battle with drug addiction . +Still she has n't recovered from them ? +She had a incredible beautiful high voice . +She was decent , not like Mariah Carey . +However , she is already 46 ! +More disappointing thing to me is she said the reason of her bad voice was because she talked with Oprah Winfrey too much on her show . +That might be one of the reasons , however , it sounds like just an excuse . +I believe she can sing . +I hope she would come back to the scene as a diva again , even not like her heyday . +First entry +I think this web site is a cool idea . +People help each other learning their languages . +Let me write something and see if anyone can review it and give me some advice . +I just installed Fallout 3 and played a bit last night . +I would say after 10 years of waiting , it has not failed its title , at least from my first impression . +A lot of good features are inherited from old Fallout series , like the SPECIAL system , always having good , bad , neutral and ( my favorite ) sarcasm options when talking with NPCs . +I 'm not sure about keeping the action points feature though . +Anyway , I think I 'll spent quite some playing it in the next few weeks . +OK , let 's all for my first entry . +It 's too hot . +It 's too hot in Japan . +Before , I went to a library . +On the way I had a headache . +So , I think if we have to go somewhere on foot , we must put our hat . +If we did n't that and walk for long time , we will collapse or die . +It 's not a joke . +If my sentences are n't practical correct them . +A nice surpise +This morning I found out that one of my favourite band released his new album . +I already forgot about Rise Against an it is a great surprise for me , because I did n't return to them for 2 years . +I hope this band did n't become worse yet like many others big ones and I 'll enjoy listening it . +Well , there remains to get it and check it out . +My mum is a great cook ! +Hi everyone , +I just realised I am so lucky ! ! ! +Why ? +It 's because my mum is probably the best cook I have met in my life . +Cooking is not her profession , she is a housewife . +I have ate at hotels and expensive meals but they are nothing like what she cooks . +A friend once told me that the reason why I love her cooking is because she 's my mum but that is not the reason . +Being a housewife is really tough . +I rather be working outside than be a housewife . +So I must appreciate my mum and help her ^ ^ +no title , haha +I do n't really like cockroaches . . . +I have n't seen cockroaches since I came here . +I think it 's about for one and half year . +I tried to fight against him , but he did n't show up . +I should have exploded whole this building so that I can make them destroy ~ ! ! ! +Oh , I remembered . +I had to write about counseling . +I 'm gon na do it next time ! +bye ! +Nice to meet you . +This is my first time to write diary on the internet . +I hope someone see my diary and correct it . +I watched DVD `` Grey 's anatomy `` today . +Actually I keep watching it these days . +I 'm so into it . +I watched season 2 today . +So there are a lot to see . +I do n't know medical word in English very much . +So I have to check dictionary all the time . +But I can study English through this . +And I think it 's fun , right ? +Thank you for reading this . +Fruit +I ate a Chinese citron now . diff --git a/regression_tests/original/lang8_128.txt b/regression_tests/original/lang8_128.txt new file mode 100644 index 0000000..1fdf49f --- /dev/null +++ b/regression_tests/original/lang8_128.txt @@ -0,0 +1,128 @@ +I love citrus fruits . +And I 'm eating a banana every day for my health . +The banana is gather in my stomach and gives me energy . +My dog ! +I have to make a newspaper in English as my summer vacation homework and I decided to introduce about my dog on the news paper . +So , please somebody correct my English ! +I will introduce about my dog , Tiara . +She is cheerful and plump pretty dog , perhaps she is the cutest dog in the world . +She 's a golden retriever and she 's 8 years old . +Her fur is beautiful amber and soft . +She is little stupid , but has perceptive insights about food because she is always famished ^ ^ She loves food ! +When she has had her food , she always prances around the living room merrily . +And she loves basking too . +She usually lays down near the big window and basks in the morning sun . +When she is basking she looks very comfortable . +RAIN +It is raining in Tokyo . +It has not been rainy for a week , +it makes me happy . +Usually , rain makes me unhappy , +however , I hoped rain because it is too hot . +Anyway , today will be good day . +thank you for reading . +A New Hair Style of the Wang +I saw a news on Yahoo yesterday . +It reported that Chien - Ming Wang cut his hair and had a new hair style . +Here is the link . +URL +My English translation of the title is `` Wang changed a new hair style , but Jeter sucks it `` As long as you are a Chinese , nine out of ten you will think that Wang matched the new style very much , and that his new style is very handsome . +However , the news mentioned that Derek Jeter think his hair was really a damn . +The different values about handsome among cultures are very interesting . +I have seen an article on TIME . +It talked about there is a big difference about different values of a handsome man between Western countries and Eastern countries . +It mentioned many examples of Japanese men , Korean men and Hong Kong men . +They paid much attemtion to their faces and also spent lots of money to shop . +But in Western countries , the standard of a handsome man depends not on their faces , but on their masculine symbols , say , muscle and behavior . +I started to notice the ways of foreign clothing and hair styles these past days by watching TV programs , such as Friends , Srcubs and etc . +I found out that the clothing and the hair styles was very different . +About clothing , the western men dressed mostly very simple , and about hair , most of them do n't have a fringe at all and their backhair were short that no hair cover necks . +If they had a long hair , it will be really long and thick . +By contrast , men in eastern countries most dress up . +Except a shirt and a jean , we usually wear an accessory . +As to hair , men usually have a median hair , neither very short or long . +If we want to cut a very short hair , we must leave some hair on the back of neck in order to avoid looking like a nerd . +If we want to have a long hair style , mostly it will be light and especailly long on a fringe or backhair . +Oh my god . +I make a long entry again . +It almost cost a whole morning . +I have to watch the NBA final game 3 . +Hope you will not feel bored about this diary and help me for correcting it . +I like you give me any commets and opinoins too . +I really like to discuss . +My son have diarrhea +When I came back home from working today . +My son have diarrea . +It was like a warter and son 's hip became red . +Tomorrow I will go to hometown . +We are ready to go out . +But we cancei that . +What a pity ! +But a no way . +Listening to music +I am listening to music with the commuter train . +Today , I listen the music , it looks like in the cafe . +For example , `` Lovi ' n you . `` +I want to speak English . +So , I listen the English song . +Come fast next season ! +I don ` t like winter . +It is very cold . +I like warm season . +so I like spring . +Spring is very exciting season . +New life , New meets ( friends ) , New meets ( oneself ) +Japanese school , work starts spring . +I hope to get any quarifications in english . +I hope to get my new promotions . +But that isn ` t postopned . +Everyday starts new thinngs to try . +Self - introduction +Hello everyone ! ! +I 'm Gen - Mai . +Gen - Mai means unpolished rice in Japanese . +I 'm called Gen - Mai by my friends sometimes . +. . . No , extremely sometimes . +Since today , I 'm going to try write a diary ! ! +Today is nothing specal to write ! ! +See you tomorrow ! ! +Bye ! +Hello ! +until yesterday I was very busy so I did n't watch dvds . +I hooked on the American dvds . +The title is `` closer `` . +Before that I hooked on `` Alias `` . +Jennifer Garner is attractive women so when I watched making scene , I felt drawn toward her . +I think Amercan drama is a good study but this drama is very difficult . +Doing for relaxation +I got a foot masssage today . +It 's kind of Tai - wan stayle massage . +I loved the massage shop where I went because the staff of the shop explains what is wrong in my body . +They said I 'm cold - natured and have poor blood flow . +In addition , the staff said correctly that I had problems with my lower back and my neck . +I was surprized at finding my health condition from my foot . +After that , I went to a fittness club which has bedrock bathing . +I feel relax to take a bedrock bath ^ ^ +. . . but now I 'm very sleepy . . . zzz +cow tongue +I 'm went to Sendai to business trip today . +The special product in Sendai is a cow tongue . +I bought it and ate at home . +It was very delicious . +I want to eat its cow tongue again . +wake up ! +I was woken up by my daughter today . +The daughter was woken up by my wife . +Who woke her up ? +The wife was woken up by my stertor . +hahaha . +BBQ +Tomorrow I 'm going for BBQ ( I 'm sure this expression is wrong , but I do n't know how to say it ^ ^ ; ) in the river . +BUT ! +Where to do it and when we should leave is not decided yet ! +( I know that a long subject is not good in English , but how can I rewrite this ? ) +Can you believe it ? ? +This time we leave everything to my friend , but I 'm kinda person who do n't feel at ease unless everything is perfect . +So , even now I feel nervous , wondering if It ' really going to be held . +Am I busy ? +I am a person who enjoys her own leisure time . diff --git a/regression_tests/original/lang8_129.txt b/regression_tests/original/lang8_129.txt new file mode 100644 index 0000000..e30202c --- /dev/null +++ b/regression_tests/original/lang8_129.txt @@ -0,0 +1,129 @@ +And I want to live my life on my own pace . +Sleeping as long as I want everyday . +But I found it hard to achieve recently . +Because when I finished my classes , homeworks or jobs etc . . . +It 's nearly 10 pm when I back home . +And after I take a bath , brush my teeth , chat with my friends etc . . . +It 's nearlly 12 pm . +Afterall , I want to at least healthly sleep before 12 pm . +QQ +tears . . . . . +These days I suffered many unhappy things . +Maybe those matters were not so bad as the facts , but I really could 't handle them while they occured together . . . . +English is one of my biggest problems . +I do n't know how to master this language well . . . +Though I spend most of my time and energy in learning English , it seems that I hardly make any improvement has become a truth . . . +I do n't know why I have to learn English so hard . . ! ! ! +Today , . . +I went to take the business English correspondence class as usual . . but this time . . . +our teacher said a sentence to me , which made me heart broken . . +I had never knew my English was poor until the teacher told me that my English was sound illogically . . . . +I did n't know how I felt at that moment . . +but I did know my eyes were wet . . +and the tears nearly fell from my face . . +Summer holiday +I had long breaktime . +I should to study again . +It 's so cute . +Hello everyone . +I 'm got up at thirty past 6am in Japan . +I found a very cute movie . +URL +It 's so cute ! +One +Hello ! Nice to meet you ! My name is Ailsa . +I joke name . +I am twenty - three years old . +I hope you make many friends of the lang - 8 . +thank you everyone ! +Electioneering +Election will be done Augst 30 . +Mayer is cheering Hamada minister of defence . +Mr . +Hamada birong to Liberal Democratic Party . +This time they may be lost adoministration . +Democratic Party has more many supporters than them . +Mayer is busy with election campaign and his own work . +I 'm going to do everyting for help him as his secretary . +Today +I went to Kanazawa university festival with my American friend . +It was fun . +I made good friend with Vietnamese . +We ate Ikayaki and Omurice there . +They were good . +After that we wemt for a drive to enjoy the autumn colors . +we enjoyed well . +And we had a dinner with my another friends . +We ate pizza and pasta . +We talked with each other and enjoyed our meals . +It 's a amazing day today . +A bear at the washbowl +There is a bear at the washbowl in my house . +Of course , it is n't a real bear . +It is made of spnge : ) It is cute . +It waits at all times to clean the washbowl . +Yesterday , I learned that John Galliano was tried when I watched CNN news . +I was so surprised and sad . +I thought he was a wonderful designer , but he got into trouble . +I 'm going to study abroad in America . +I 've received the acceptance letter and scholarship decision from the Berklee College of Music . +I 'll enter the Berklee in the fall semester this year . +But I have two worries . +One of them is that my English is very clumsy yet . +Another is high - priced tuition . +Anyway , I 'm studying English at the TOEFL Institute these days . +The Berklee do n't requires a TOEFL score . +I 'm just attending the Institute to improve my English because I 'll have to take many classes in English . +Many assignments are given to me everyday . +It 's very difficult to do all of them , but I always try to make maximum efforts . +Self - Introduction +Hello ! +I live in Okinawa , the southwestern part of Japan . +I work for the Japan air self defense force . +I 'm laerning English , but it 's really difficult for me ! +I want to get friends here and have my compositions corrected . +Thank you . +Irregular heartbeat +Several days ago , I got an irregular heartbeat for the first time in my life ! +It was like this ; I suddenly started to feel a kind of discomfort around my heart . +Then I checked my pulse and found that there was a missing beat at intervals . +I was very scary because I had been very healthy so far . +I thought , `` It 's so terrible ! +I 'm still in the 20 's . +Do I have to get along with it all my life ? `` +Then I went to the hospital and took an ECG . +The doctor told me that I did have a irregular pulse ossacionally but it was not a fatal one . +He added that it could get worse due to stress and fatigue , and he just advised me to take an enough rest . +I was releaved to hear the doctor 's diagnosis but I 'm still worried . +I did n't know that stress could induce an irregular heartbeat of a healthy young lady like me ! +As the old saying goes , all illness comes from the mind . +How to write a reseach proposal ? +I think that may be a common question for those students want to pursue a higher education . +We seldom research something . +What Chinese universities offer for their students are mostly composed by coursework base curriculum . +The show of our lives must go on , so does the application . +I 've sum up some points which I think important and useful . +1 . +You can count on google as your best friend , adviser and an almost infinite resources of academic papers . +Many of them you can download pdf copy , or If you ca n't download paper from the links scholar . google . com offer you , go directly to the author 's website , many authors enjoy their paper to be seemed and cited by potential readers . +2 . +A good review is the best start point . +And then you can trace the author , or the paper cited to do a more in depth research in your interested area . +3 . +The balance of width and depth of your reading is essential . +Both way have its merits and disadvantages . +4 . +Inovative and original idea is good , but if you can not find them , you should know that most of research work is just refinement of other 's work . +A practical plan and reasonable analysis is also worth a lot . +Vessel +I 'll spend the next weeks on board of the `` Justo Sierra `` vessel making some geophysical research and learning . +I 'm sure it 's going to be a terrific experience . +Bad thing , I have n't learned the vessel 's parts in English yet . +I need to study ! +Please correct my English sentences ! ( 20090108 ) +The thing that I want to make in January 2009 is to invest more effort in studying English and keep on writing sentences in English every day here , Lang - 8 ! +Thanks a lot ! +USJ +I went to USJ yesterday with my friend . +It was so cold that I could not stop shivering . +However there were not so many people there , so we do not need to wait our turn outside . diff --git a/regression_tests/original/lang8_255.txt b/regression_tests/original/lang8_255.txt new file mode 100644 index 0000000..98647e1 --- /dev/null +++ b/regression_tests/original/lang8_255.txt @@ -0,0 +1,255 @@ +My friend worked part - time at USJ . +It looked like she was really having a great time ! +So I wanted to work part - time at USJ , too . +I will go to Tokyo Disney Land in February . +I am really looking forward to it : ) +It will be very cold . +So I must ptotect myself against the coldX ( +I want to go to Walt Disney World someday ! ! ! +Manga in English +I think that Manga is the great entertainment culture from Japan . +My favorite writers are Naoki Urasawa ( The Monster , 20st century boy and more ) and Hiroya Oku ( Gantz ) . +By the way , I found some web sites that there are huge amount of Mangas that translated in English . +( I think no doubt about illegal . ) +It 's a new experience and very educational of English . +But , I think that there are a lot of difficult expressions in Mangas in English . +Diagnosed of being easily impressed +Today , I was reviewing my previous entries and my comments . +I realized that I 'm that kind of people who are easily impressed . +I find lots of things fascinating . +I 'm moved by very simple things and other people might not even have a second look at . +For instance , I started watching Indian movies about a month ago . +I have some friends who are crazy about this genre . +I , on the other hand , did n't have much time to watch any . +When I had the time , I brought about six Indian movies to watch . +The first movie I watched , made me cry for two hours like a five year old who lost her doll . +You think the second one was different ? +Not at all . +The six movies have the same basic idea . +Actually all the Indian movies have the same basic idea . +However , I continued crying during the rest five and each one of them impressed me even more . +Indian movies are like clay that you can shape into many different shapes but they 're all still made of clay . +The shape is what impresses me , and not the clay itself . +This concept might be a bit ambiguous for those who have n't been in such situation . +So , how bad is it ? +Still . . . +I still have got a cold . +I took a medicine , so I feel better for now . +sorry , that 's all for today . +Have a nice day : ) +`` 450th times `` +This is my 450th times diary . +I started keeping a diary around the 2008 . +Thanks to the people all over the world , I 'm having a fun time and solid time . +Changing the subject , I got my call from my friend yesterday . +She said `` I want to cancel the New York trip . +I recently out of shape . `` I was somewhat puzzied for an answer . +Hi ! +Hello ! My name is Ken . +I 'm study of English was started . +However , it is terrible and difficult . +I want to study more and to make a lot of friends . +The first Man in Rome +I am going to talk about the historical novel called `` The First Man in Rome `` by Colleen McCullough , who is a british woman writter . +The novel is about a important roman politican called Caius Marius . +He is de main character , although appearing others like Cornelius Silla , Metelus , and the Caesar 's grandfather . +Marius did n't come from a important family , but he became in consul because he was a clever and popular general at roman army . +So , after he was chose consul by the romans , he went to Afrika where he fought againt Yugurta who was king of Numidia . +Marius won the war in two years , and when he went back to Rome he was chose consul again during five years . +Marius had to fright other tribes at north of Italy , until in 100 B . +C . +he must leave the power because he got sick . +hi +I went to school . +I love study . +By the way , Do you like study ? +I play basketball after school . +I think basketball play everyone . +Because one for all all for one . +super - flu +I 've just received a international call by my cellphone . +I was wondering if that was from my friend 's call . +But that 's from Korea 's quarantine depot , +they 're conducting follow - up of super - flu for entry to Korea recently . +They asked me if we have fever and cold symptoms . +We do n't have this symptoms now . +If that helps , this picture is the information what gave us from Japan 's quarantine depot when we returned Japan . +D : +hey hey you you ! ! +is everyone free ? +lets hang out with me in tokyo ~ haha ~ xD +im soo free till next month . +caz I don have a school until it ! ! +kinda lucky but not for me . being bored sucks . +I don like it . +An abstract concept of hapiness +Although most people think about what happiness is like , most people never doubt there are happiness somewhere in human 's life . +A famous man , I heard , said in the past that the worst things for you is to be born in the world . +According to this , human 's life can be said to be leisure time to the end . +Do you think there are like happiness in reality ? ? +Please correct these sentences ! +Sorry for a little academic . +I am just writing about the parents ' attitude when their children complain about chronic abdominal pain . +Is the below one OK ? +- - - - - - - +Trained parents who show distraction produces fewer childrens ' chronic functional abdominal symptoms than parents who show attention . +Let me introduce myself +Hello everyone , +I 'm Makitys . +This is my nickname . +I was born and grew up in Tokyo . +I studied applied physics and electronics at a university in Tokyo . +I took a bachelor 's degree of these subjects at the university . +After graduated from the university , I got a job as an engineer . +I changed jobs a few times but the same type of job as an engineer . +I still work for an electronics maker in Japan as an engineer . +I 'm a single woman and live by myself . +My parents and a brother and a sister live in Tokyo . +I moved to Fukuoka from Yokohama for business this January . +Fukuoka is located the northern part of Kyushu . +Kyushe is a part of the Japanese Archipelago . +( see the map I 've attached ) +Fukuoka city is the biggest city in Kyushu . +Comparing with Tokyo , Fukuoka is compact but it is a very comfortable city . +Commodity prices here are lower than those in Tokyo and Fukuoka Airport is very near central Fukuoka . +You know , Narita Airport is far from central Tokyo . +It takes one hour from the airport to central Tokyo even if you take an expensive superexpress . +Moreover Tokyo is a very crowded city . +One thing I unsatisfy to live here is that I 'm separated from my family . +It takes much money to go see my parents from here . +I miss my family and relatives who live in Tokyo . +If you come to Fukuoka , please let me know ! +English lesson for Halloween +I 'm an elementary school teacher as you might know . +In Japan , starting next year we 'll officially have to teach English to students who are in both 5th grade and 6th grade . +I 've made some English classes , actually . +Yesterday , I made an English lesson with ALT , which is an acronym for Assistant Language Teacher . +The lesson 's topic was Halloween . +We provided some kinds activities to get the students not only to keep enjoying the lesson but also to keep some vocabulary in mind before they know it . +One of them is `` Halloween trivias and Bingo `` . +The student need to answer some questions about Halloween I 've prepared by playing Bingo . +The more correctly they answer , the more Bingo they can get . +After the class , I asked the students to answer a questionnaire . +I was very glad to find they liked the lesson . +One of my ultimate goal as an English teacher is that all students look the world broadly . +I 'm sure you 'll have plenty of opportunities not only to communicate people from other countries but also to know several cultural differences through the lesson . +I believe this will lead them to accepting more things . +That 's why I 'm very excited with teaching studens English ! ! +[ Diary ] 14 / 8 / 10 of Event +It is cloudy or rainy recently . +Although my school was no lecture , I got up early in the morning today . +I ate a piece of toast putting butter and cinnamon sugar and went to a coin laundry near my house to wash my clothes because I do not have clothes washer in my house . +It cost six dollars to washing and cost six dollars to the dryer . +When I washing ended , it was evening . +I went to the cake shop in the city my friend introduced to me as nice taste and famous . +The shop of inner decorating was green . +After came back home , I cooked dinner , and the dinner was prawn & avocado salad , roast chicken and OTAMA SAN GOHAN . +First , cut lettuce , cut coarsely a tomato and then stair - fly some prawns . +Stair - fry it until it became golden brown . +The roast chicken only heated up with oven . +The OTAMA SAN GOHAN is Japaneseonly traditional food . +It only sprinkles the raw egg and a pinch of the soy source on warm rice . +They were easy cooking but they tasted nice ! ! +After that I watched two movie , animation of genius boy and 007 , on TV for approximately four hour . +So I felt tired my eyes and butt . +Thank you ( The letter to my daughter 's English teacher ) +My 4 - years - old daughter goes to an English lesson since when we decided to move to Singapore for 3 months . +She is interested in speaking English and writing alphabets now thanks to the teacher . +This is the letter below . +I appreciate to teach English to my daughter . +She was always looking forward to your lesson . +Your lessons were energetic and so much fun . +When we decided her to go to a international school that only few Japanese go to , we noticed she had to start to study English immediately because she could n't speak English at all . +I was looking for English class around here . +At first we found a flyer at the play room . +We thought just taking a trial lesson , but she told me that I want to go to the lesson again . +I am very surprised to her progress . +Now she is very interested in speaking English , writing alphabets and sings WHAT ' S YOUR NAME ? +song everyday . +Her progress owe to you . +What your children speaking only English are same class is also good for her . +It will be base after she will go to new school . +If I did n't need to take care of my kids , I wanted to have your lessons ! +When you come to Singapore , please contact us . +It is very easy to come with kids because it is clean , safe , just a 1 - hour time difference and available Haneda airport . +We are looking forward to seeing you and your children someday somewhere . +Thank you very much . +Thank you for all the staff and class mates . +Take care . +Best regard . +Basaballgame +Hello . +Yesterday I went to the stadium to see the baseball game . +After classes of university , I went back home directly , prepared packages and searched what time I should leave home and which trains I should take . +I went there with my friends . +The team I cheer is located in second position . +And if the team win 8 games , the team will get first position . +But remainder of its games is 9 games . +Therefore it is so difficult for it to get first position . +The game began . +The starting pithier was not good , so that the opposition could get 3 points easily . +But in this attack they could n't get any points . +So in this game we lost . +We cheered very hard , but the miracle was never happened . +So today I have a sore throat . +That 's about it for today . +See you again / / +My hobbies +I have some hobbies . +Those are playing sports , reading a book , lithening to music , taking a walk and so on . +My favorit hobby is talking with my friends , because I think it is the best time to be with my friends . +I gained about 10 kilograms after I quitted my clubs in high school . +That 's why I have to lose my weight ! ! ! +So , I jog and exercise always . +I wanna have the six - pack ! ! haha +Holidays +This weekend three holidays in Japan . +Saturday , Sunday and Monday close . +Monday is Equinox 's day +It will gradually be warm . +Japanese are waiting cherry blossoms in this season . +What might be some of the causes of over - weight or obesity in the US ? +Last English lesson , we discussed it . +There are some of causes , such as high calorie food , laziness . . . +In Japan , there are a lot of fast food restaurants around town . convenience store too . we can easily get food . same circumstance in the U . +S . but most Japanese people are not obese . +A teacher asked it `` why `` . +that is probably a result of lack of self control to eating . +I go to study English on Sundays . +Sometimes I ca n't explain what I thought and I ca n't come up with good idea thinking in English . +But , the moment I just touched the door knob at my home , I got my answer . +`` School lunch `` and `` Education of dietary `` could be good effect of self control to eating . +All of public primary school provide lunch for students . +That was wonderful system . +The nutritionist organized calorie control , a variety of menu every day , providing best season 's food , traditional meal . +Through school lunch , students learn many kind of taste , knowledge of food and Japanese culture for six years at least . +once every three time a day though , It makes good habit and health . +How about my opinion ? +a lot of workload +2010 . 3 . 26 +Today My worklord were so many . +Yesterday was also . +But Next week I will go on a business trips . +I had to prepare for them . +Tomorrow I have a little work . +I will go library and cafe to study electronics after that . +Today 's music . +Claud Nugaro sings `` La Javanaise `` . +Wonderful voices . +Thanks for reading . +Play +I went to a play . +My friend starred on the play . +I and she became friend when we were junior high school student . +We friendships for more than 10 years . +But I did n't know she is an actress . +I saw her play first time today . +I was moved . +I think I hope to continue a play for her . +Holiday is over . +Today is Japanese National holiday . +So I took three - day weekend . +But Because of being rainy yesterday to today , I and my family could n't enjoy . +Children were playing games very longtime . +I ca n't help it . +reading diary diff --git a/regression_tests/original/lang8_256.txt b/regression_tests/original/lang8_256.txt new file mode 100644 index 0000000..1fd11b5 --- /dev/null +++ b/regression_tests/original/lang8_256.txt @@ -0,0 +1,256 @@ +Tonight I read and corrected many diaries . +I might be make a mistake when corrected English . +But I think it 's good way to learn from my mistake . +Thai +I tried to correct Thai language for who wrote in Thai . +It 's also fun to read Thai writting from a non native speaker . +English +I started to practice my English since I 've started my journey aboard . +And realized how language could help you know more people . +Reading English language make me feel very happy . +Then when I went to Japan . +My English could not help me +anymore . +I am impressed my life at there very much . +I only told them in English language . +It would be good if I could speak +. +Japanese . +I could not writting Japanese or understand . +Japanese culture is interesting but Japanese people is quiet , +It 's difficult to know what are in their mind . +So I started to reading japanese book which translate to Thai language . +I do n't want to take Japanese class . +It 's might be boring . +So decide to learn by nature . . . viewing Japanese anime +and remember Kanji which I like ^ _ ^ +. +I learn a lot from Japanese food . . . +Japanese food is available every corner in Thailand . +Coincidence +I think a birds of a feather flock together . +The otehr day I met one of my classmate in high school at a station for the first time in fifteen years . +She is a teacher as well . +I 'm English teacher . +She is teacher for walking and posture . +What a coincidence . +We had small talk ( short talk ? ) there , and left . +When I started to walk , I thought I want to talk with her more ! +So I shouted her name and stopped her . +We exchange our contact info and decided to meet again very soon . +We met two weeks ago , I felt strange , because we did n't meet each other for many years , but we have many things to tell each other . +Plenty of things to talk , but not enough time . +We should n't sort people into level , but I believe we are living in same level ( same category , same world ) . +That 's why we could meet again ! +Spain ! +I had to endure a long long flight to get to Spain . +Changing planes , it took nearly 15 hours in total from Nagoya to Barcelona . +Each seat has a small TV screen , with which we can see movies , listen to music , play games and you name it . +I do n't like watching a close screen so I killed time reading something . +It was really wearing . +I will write details about my trip tomorrow . +The catcher in the rye +Today , I read `` The catcher in the rye `` as a summer homework . +To say the truth , I could not understand why this book is thought a masterpiece . +Because I did n't feel bored when I was reading it , but I was not so excited or moved . +But I like the characters in the book , because they are very characteristic . +If you had read the book , please tell me which part you think interesting . +21 . 12 . 2012 * * * I 'm university student . +Hi , I 've started lang - 8 . +I learn to speak English and find friends here . +Whe do n't you become friends ? +I 've lived in london since 2005 - 2008 . +but I cant speak English . . . ( ; _ ; ) +so please teach me English ! ! +I 'll graduate the university in 2012 . +Now , I 'm doing job hunting . +so I want to exchange information about job around the world . +concert tickets +I called for refund the Park Yong - ha concert tickets . +I heard send money by registered mail by August 13th . +Culture of shames +Foreign medias admire that Japanese people are behaving calmly , organised and in a supporting . +But it 's common for we Japanese . +We think that having trouble others is very bad thing and shameful . +Every parent want their children not to have trouble others . +Japanese have grown rice which need to help each other in the community the past . +So getting along with people in the community is very important . +When parents scold ill - mannered children they use the same phrase `` I 'm too ashamed to face people . `` Though this phrase is not so common to young parents , this ethics is in Japanese gene . +Hello World +Hi everyone ! +This is my first post here . +I 'd be glad if you correct my mistakes . +By the way , it 's Christmas morning . +I say Merry Christmas to you all . +Thanks a lol . +Day 74 : I lied today . +I did n't know why I lie but at that time I was blank I = out . +It was a job I seeked from the news paper . +Although I know a private school student like me in Singapore is sticktly prohibit to go to have a job . +I am still go to the place and try my luck . +When the auntie ask me what kind of pass I am holding . +I felt totally nervous and words came out from my mouth : I was a student and holding a student pass . +Many of my friends went to work . +She has no doubt at me and told me to go tomorrow to meet the other people ( maybe is the HR staff ) +I was going to afraid what am I gon na do tomorrow . . +Having a job here is good . +But for me I am more focus on learning the experience through working and communicating with others . +By the way , the job is really a short - term job ( seller ) , which is only last for two weeks . +And I am having my long holidays here . +Twilight +Today I saw a movie - Twilight . +I like this movie very much ! +I 've seen a lot of movies and cartoons about vampires . +But some of them make me feel disgusting . +There are always so much blood , people are so thirsty . +But Twilight is different . +Edward was cute , he cared about Bella . +And Bella was a strong girl . +She was n't afraid of Edward . +Sometimes I think being a vampire is good . +They do n't need to sleep , they run fast , they are sensitive . +But they ca n't eat food ! +Aha , so I ca n't be a vampire , I like food ! +We are the champions in Asia ! +Yesterday , Japan national soccer team played against Australia . +The game was the final of Asia Cup in 2011 . +Five days ago , Japan team played 120 minutes , including extra times , against South Korea , furthermore , the average of height of Australia team is taller than Japan . +So I thought most of the Japan members are tired and the game is very hard for Japan team . +As I thought , the game was very hard for Japan . +The game was into extra time two times in a row from semi - final game for Japan . +However , at 110 minute , Lee , who came off the bench , got the goal ! +He became `` the Cinderella boy `` , or the hero , overnight . +I 'm very glad to win Japan team ! +Love Karaoke +Do you like singing songs ? +I like very much . +Today , I went to a karaoke box with my son and naighbors . +I sung so many songs and brewed my stress . +My favorite karaoke songs are Seiko Matsuda 's . +Her songs are easy to sing , familiar with many people and rytmycal . +I had a relaxed time . +Today I might fall asleep soon . +Good Night ! +GUITAR +Maybe I got a guitar to my father long ago . +I mean . . . +maybe he 's still its owner . +I do n't know but I often use it more than him . . . +so . . . +Anyway , I practice `` change the world `` . +Do my best ! +it is rainning today ~ +it is the season of cherry trees in japan now . +all most japanese people have loved them for a long time . +there are some reason why we love it . +the time from bloom to falling is very early . +it is like human life . +and we can enjoy drinking ^ ^ +it is a lot of fun to drink seeing them . +Headache +Today I was uncomfortable . +I 'm headache , tired and no appetite . +Sleeping all day untill I had to work . +I 'm afraid I got H1N1 . +I hope the symptoms will dispear when I wake up tomorrow . +> < +Shanghai friends +The day before yesterday , I hanged around with one of the chines friends . +we went to JINMAO OBSERVATORY88 . +it was rather high building . +After that time , while seeing landscapes , I could know about the basis of chinese politics . +Do you know me ? +I am a hero . +But I am a robot who is handled by remote control tool . +fourtunely , That one is a boy with justice . +So I called The hero with justice . +I am called `` tetuzin 28 go `` , means iron man No . 28 . +But you should think once more . +If remote control tool is taken by evil person . +I am a really hero with justice . +PS . +Where does he stands ? +hint : in Japan . +I went to Okinawa ! ! +I went to Okinawa last month with my son and my boyfriend . +Okinawa is southern part of Japan so it was hot there . +We enjoyed snorkel ! +We went to the beach which is at an desert island near Naha . +I felt like in dream because the sea was so beautiful and a lot of fish . +And We went to Okinawa Prefectural Peace Memorial Museum . +I think that we shoud never happen the war . +We should never kill another people . +friend 's birthday +Today was the day of my chinese friend 's birthday . +She is the 26 years old woman and work for travel agency . +Besides , she is pursuing model career in Japan . +We met night club in Tokyo . +Dreams is different , but I think we are similar in terms of pursue own dreams . +I feel like her a sister . +I wonder what I give her present , so could you give me some advice ? +Foreigners baby +I can meet foreigners if I go to city in Tokyo but I wo n't be able to meet a foreigners baby . +It 's only adult or childs that I can meet . +I like a baby so I 'm always like to meet a foreigners baby if I have an oppotunity . +I could met a foreigners baby at supermarket . +He was so lovely . +I had been watching at him and his dad talked to me . +He 's living for 10 years in Japan so he likes to talk with Japanese people . +He wants to learn Japanese skill . +I think our language skill was even . +He wants his baby to speak Japanese so He 's learning Japanese everyday . +T . +G . +I . +Friday ! +Recently , I 'm fascinated with a TV series named `` How I met your mother . `` ( Though I do n't watch it on TV but the Internet because is has n't introduced into Taiwan . +) +And thank God it 's Friday night so that I have time to watch the newest episode . +This sitcom is talking about a man named Ted telling a story about how he found his true love to his children . +Well , however , Ted has n't seen the `` lucky `` women from season 1 to 4 . +Ha ha ! +My favorite character is Barney which is not only a successful businessman but a humorous friend of Ted 's . +He always make his own theory about life ! +: - D +Except the humor in the series , another reason why I love this sitcom is that I am looking forward to a close , meaningful relationship like the one between Ted and his friends . +Hope our TV station can bring the series into Taiwan soon ! +A second date +Today , since people turn out to be more and more rational and have higher demands about the opposite sex , alone with an open mind about dating which nurtured tons of different reality dating shows . +Some of them are really funny , but some are absurd . +I believe one of these shows is a romance killer . +This show features with `` Parents dating Guys `` . +The process is like this , the girl 's parents will meet the guys first , then they will make the decision for their own daughters who is not even on the scene , by the way , about whether should give this guy a chance to go out for a date with their daughters or not . +Ridiculous ? ! +Dont understand why so many people are into these stuff , I deceided to arrange some nice dates for my friends by following my own style . +A date which can exude both parties ' warmth and charisma . +Sounds a lit bit tricky ? +Haha , I just did it in the easiest way , chose a good restaurant , put two nice people together and let them talk ! +Without audiences , love judges , parents , just a friendly and private atmosphere which allows them to be theirselves and enjoy the moment . +Last night was a second date I arranged for my friend and hopefully they can work things out ! +Crossing my fingers for them ^ _ ^ ! ! ! lol +play two roles +I 'm a business worker weekday and a student at graduate school 3days in a week . +I enrolled the school in this April . +Hard home work is required sometimes , but it is funny to get new knowledge and thought . +In the business , I challenge a task that I have not ever done . +this is also very valuable for me . +Meeting the Challenge and Grasping the Opportunity +Without fail where there 's great need , great hearts and minds rise up to meet the challenge . +Two mouth later , my professor will take some students to Ohio university in America for a month . +But who wants to go there , he must pass the exam and the interview . +Going abroad is my dream , so I really cherich this opportunity . +It is a good chance to strengthen my knowledge , boarden my horizon , and enjoy the foreign customs , and also realize my dream . +Without any means , what I can do now is to improve my poor English , speaking more , listening more and reading more and so on . +In my opinion , it is a difficult process to overcome myself , but I must insist on and keep on making it , whatever how difficult it is . +Once you make up your mind , so persevere in doing it . +Yangyang , come on , you can do it . +Yes , you can . +Er . . . but how to start ? +Got the gold medal . +I have been looking for correct my English diary . +Today , I finally found nice site . +I was suprised when I found it . I have been study English for 2years . Because I want to make a lot of friends all over the world . +Yesterday , Kitajima Kousuke who is a breast stroke swimmer , he got the gold medal . +I was excited , He marked new world record . He got it the second time . +He moved to tears when he won . +He is smaller than other people . But he did it . diff --git a/regression_tests/original/lang8_257.txt b/regression_tests/original/lang8_257.txt new file mode 100644 index 0000000..5b464fa --- /dev/null +++ b/regression_tests/original/lang8_257.txt @@ -0,0 +1,257 @@ +I impressed very much . +Icy , Snow - covered Trees +Today 's pictures are icy , snow - covered trees at the top of Mt . +ZAO . +They are illuminated during night . +They were very beautiful , and they looked as if they were large creatures ! +The top of the mountain was very cold although I worn a snowboard wear . +I hope I wo n't get cold . : ) +Wish You Happy In Paradise +I was really shocked by the death of Stephen Gately . +I just listened his Boyzone 's brilliant song `` No Matter What `` on the way back home . +Stephen is cute and brave but now he is gone . +When I was in junior high school everything seems boring and no meaning , also I did poorly in study . +One day , I was failed to pass the examination . +At that time I have no place to go , parentes hate a underachieved me but suddenly a fair - sounding floating to my ear ' I ca n't deny what I believe I ca n't be what I 'm not ' I was astonished by the voice and lyrics which cheered me up . +Your lovely face look like a ray of hope . +Wish you happy in paradise +Pay attention . +With knowing comes caring , with caring there is an hope that we can find an enduring place within the natural system that supports us . +An environmistalist said in TED . +Oil has been flooding in the gulf of Mexico for three months . +There has been only 15 days without war since human being started recording of history which means uncountable people have been killed and killing at the same time . +On the other side of the world , a great number of people live in less than 1 dollar . +Apparently , the world is lopsided . +All of a sudden , I am wondering how many of us believe we know what 's going on outside , watching lots of news as CNN or New York Times play out . +Whether things they play out are plausiable or not , one thing we need to know is that when you try to know what is true , you might be able to help anything that can chage the world in a baby step . +Pay attention . +Diary 2011 / 7 / 6 +I 'm building an algorithm of computer program even when I have a dream in the night , because I 'm doing computer program all day long . +It was n't correct algorithm , it 's like a block puzzle . +I 'm piling that blocks up or sorting or something . +I went to Tokyo to work in Japan . - - - Part - 6 +For 10 month , I studied Java and Japanese . +It was particularly so very difficulty to study Japanese . +( It was very hard to study Japanese . ) +Really , I though `` could I do make it ? `` +Sometime , I felt frustrated and despairing . +Softball +On next Wednesday , the economics seminor softball match will take place . +I have hardly played neither baseball nor softball , so I practiced today after school . +I had played for 7 years , so I like almost all sports . +However , the experience of volleyball is not always working well for softball because of a form difference . +Anyway , I 'm really looking forward to playing the game ! ! +I start to learn English by Lang - 8 . +I am a grad student . +I must to read a literature , which wrote in English . +So , I start to learn English for the first time in a decade . +Board Meeting +I will have a board meeting tomorrow . +I am an auditor of the construction company . +Today Japanese construction industry faces serious crisis . +I want to improve this situation . +about reading books +when someone ask me , what 's your fovorite things +I 'll respond like that `` my hobby is reading books , `` +in fact , most people who are fill out their blank of Hobby , +is not really love to read books , +but I really enjoy reading , , not only books , but papers , articles , +and magazins , +to read some sentenses is stimurate my Brain , +maybe in my Brain , now making new accese of ENG nulln ( synaps ) +haha , +thanks for reading and fix wrong sentences , , +ps : if you have another more good expression what more use in native comunity and more naturely , I want to learn GOOD sentences , , +All day working ! +Today is a busy day for me . +I have a all day working . +It 's means that I have to work from 9 : 00a . m . to 10 : 00 p . m . +Working in a bookstore is busy but exciting . +You can learn a lot of things , like how to use a kind of pen , and meet a lot of people , even they are not always very kind . +I have to work now . +It 's too short in break time . +Be leaving +How time flies ! +I will graduate from this college in two months . my major is English teaching , and I have got a job as an English teacher in a middle school . +Now the only task is to finish my thesis . +Is it real that I have to leave this college in two months ? +Oh , how wanderful the college life is ! +I do n't want to leave this school and to be a teacher . +Once you get into the society , your life won ' 't be simiple as that in college . +I have n't been prepared to face all the things . +Because it is such big change in my lifetime . +Anyway , I will cherish the rest of my college life . +The four years ' college life will be a colourful and precious memory for me forever , +We may win a trip to NY ! +I 'm participating in a university contest involving some tests ( I do n't feel test is the best word . . . can you think of a better one ? ) , all about the Millenium Objetives stated by the UNO . +After each team submits its proposal , there 's a week for the people to vote their faouvorite on the web . +After that , a jury scores / rates each one , and so the winner for each test is chosen . +There 's a final prize for the three ones scoring highest at the end of the contest : they all can enrol for free in a postgrade major course ( or a language one , if they have n't finished their career ) . +Additionally , the first team get to travel to New York ! +We won last test , and each of the components of our team got a mobile phone . +As I had just bought a Motorola Milestone ( the european version of Droid ) , I gave it to my father , who 's actually very happy with it , since it 's a cute small nokia with wifi . +We go firsts now , but since they try to give one prize to a different team each time , we expect the jury to make the ones who go third win this time . +But we still hope we win at last and visit USA ! ! +Wish us luck : ) +At Tokyo Disney Resort ! ! ! +I went to Tokyo Disney Resort in February 8th and 9th with boyfriend . +In the first day , we went to Tokyo Disney Sea . +We rode many attractions and we did shopping in a lots of kind shop . +My favorite attraction was Indiana Jones . +I recommend it ! +In the second day , we went to Tokyo Disney Land and we appreciated Cirque du Soleil . +We enjoyed Mickey 's Philhar Magic . +It is new attraction . +On the other hand , Cirque du Soleil was so impressive show . +We excited the show ! +We enjoyed so much this trip . +I want to stay more ; ( +Please correct this sentence . +Today 's lesson +Today , it was really cold . +I 'm sick of spend in cold weather every day . +I love Sommer . +I 'm eagerly waiting for Sommer come . +Anyway , I went to english school before work . +Steeven tought me today . +We did n't talk about the content of textbook much , but we could talk a lot of each other 's favorite country , city , food and something special experience . +It was really nice . +It was hot today . +the weather got hot nearly , becauce the air conditioner of our office was broken , I could n't study at office . +but it close to the text of graduate school , I must work hard to study english , I am stress every day +Shinkansen +URL +I 'm proud of Shinkansen . +This is the symbol of a lot of technologies in Japan . +Last month I rode a Sanyo Shinkansen train . +I was surprised at the quiet of the Shinkansen . +I was able to read a book comfortably although the train ran very fast . +yesterday I saw weather forecast +yesterday I saw weather forecast which informed that today will rain all day long . +As soon as I woke up this morning , I checked outside . +I opened window but it was not rain . +It was warm fine day . +During the day I waited rain as look up the sky and I was thinking what is the problem with weather forecast organization . +I think we have one of the most powerful computer in the world at that organization but they know nothing . +There was 90 % which expect the rain today but they were wrong . +I was shocked at their disappointing work . +I 'm busy . +Tomorrow will be sports day of my daughter 's school . +After that , we will go to my mother 's home . +We will have Buddhist memorial service for my father . +I 'll return to home in Monday . +See you later ! +Street live ! +I play street live at every Saturday . +It play on station near . +I am get meeting to many people by street live . +I studied many things from there . +For example . . . +Courtesy , Gentleness , Inclemency . . . there still . +Last Saturday , I play street . +Then I get courtesy . +I was very happy . +In the future , I want to sing for Gratitude . +Thank you . +The test for mobile system engineer +Next month , I 'm going to take the test for mobile system engineer . +The examination fee cost $ 150 . +I think that it 's very high . +So I want to pass once . +I want to work hard ! ! ! +lost property +I left my umbrella in a train this morning . +I went to the lost property in the station after work . +The station stuff searched records by computer for my umbrella and found it . +I 'm glad to took it back . +Early Morning +Today I woke up 7 . 30a . +m , because I have to go the ANZ bank to get the saving card . +I will move to city this Saturday . +We need book a car and my friend kaan a Turkey guy help us to move the baggage . +We should note something what we need . +This is a busy morning . +There are many things I should do . +Japanese tea ceremony +My Japanese friend sent me some tea things of Japanese tea ceremony last month . +I learned Japanese tea ceremony lesson one time a week for three years befor I come here at Japan . +I liked how to make the greentea and friends who I have became friends . +And the teacher was so great to teach us . +I was enjoying to commute this class . +Now I want to drink this greentea sometimes . +I know it 's thick and bitter . +So today I made greentea by simply process . +After I mede it , I drunk the greentea . +What bitter ! +It was so bitter for me . +Why I do n't remember this taste ? +I wonder ! +But I 'll make the greentea again . +I 'll send a massage for my friend . . . +PLEASE check my mail X ( +[ I 'm so sorry . . . +I could n't send you mail sooner . +You know , The earthquake was too bad for my family . +The tsunami destroyed my mother 's country ( home ? ) . +But , My gran ' ma is safe . +And my cousins are fine also . +: ) +I wanted to see them . +However it was too terrible to live . +( There was a power failure until now . ) +I pray for them it make a comeback to normal life ! ] +Someone help me ! +What 's the difference between `` french fries `` and `` fries potatoes `` ? +Ca n't I say `` fries potatoes `` ? +Is this wrong ? +The history of my learning English +I started learning English in the first class of my school , when I was six years old . +In Russia this language is an official program in all schools . +You can choose from three : English , French and German , but English is the most popular . +When I was 6 , the year was 1993 and in my country we had n't a lot of good teachers , because over many years before the people had n't the possibility of treavelling abroad and no chance opportunity to practice language . . . +But my mother allways says that it 's just a pretextes and nothing to prevent you if you have a purpose . +When I was thirteen , I changed schools and started to learn in a gymnasium . +Here all was different , and the teachers too . +In the first lessons of English I did n't understend anything - the teacher did n't say one verb in Russian . +It was horrible ! +In the exersise of gramer , which I doing for an houars I ca n't do correct any sentence . +I looked for every verb in the dictionary and cried . . . +But several times I passed my exam with `` excellent `` . +But my grammar now is just pre intermidiate . +Then I learning english in the University . +I do n't know why , but it 's VERY hard for me . . . +I was the worst in my groupe ( the worse group in course : ) ) But then , little by little , I started to talk in English . +3 years I do n't learn English hard , no have a practic , but I now how to wach the favorite films in the originale and how to reed books - it 's wondeful ! +And now I give the promise for myself , that I will learn english by the leavel entermidiate and more then this level , and I will never neglect it ! +Because it very important ; I 'll never get a good job without it and I 'll never understand a half of a beautifule sites in the Internet ! +And I lake to drow in Photoshop and Illustrator , and many other things ! +PS . +Somebody , who learning Russian , and all who wants to talk with a russian girl - lets talk by the skype ! +A visit to Huang river park +Today , my whole classmates and I went to the Huang River Park . +Huang river is the second longest river of China . +as its name , the water is very yellow carrying lots soil . +It was little cold and windy , so the air is stale . +I was regrateful that I wore a new clothes , when I came back it full of dust . +The river is very long , I ca n't see the limit , and the water is peaceful . +Everyday learning ! +These days my lovely boy is getting naughty . +He is crowling everywhere as his instinct tells . +When he gets silence , it is dangerous sign to me . +He is chewing something really dangerous . +Today he chewed a piece of kleenex . +He would almost be stucked . +I noticed it because he coughed . +I put my fingures into his little mouth , and pull it out . +While I was washing the dishes , he did it . +I tried to keep an eye on him on doing house work , +but it happened only in a few seconds I did n't see . +Everyday he is growing up little by little , step by step , +and everyday I am learning how I deal with his can - do things . +Spring vacation is coming shortly ! +It 's been a long time since I wrote a diary last time . +My university started on the January 8th , but it will finish shortly . +How fast time goes by ! +When spring vacation comes , I have to study English harder and I 'd like to write a diary everyday . +I 'm so happy if you comment on my diary . +Oversleep diff --git a/regression_tests/prediction/FCE_10.txt b/regression_tests/prediction/FCE_10.txt new file mode 100644 index 0000000..0e1a32a --- /dev/null +++ b/regression_tests/prediction/FCE_10.txt @@ -0,0 +1,10 @@ +Dear Sir or Madam , +I am writing in order to express my disappointment about your musical show " Over the Rainbow " . +I saw the show 's advertisement hanging up on a wall in London where I was spending my holiday with some friends . I convinced them to go there with me because I had heard good references about your company and , above all , about the main star , Danny Brook . +The problems started in the box office , where we asked for the discounts you advertised in the advertisement , and the man who was selling the tickets said that they did n't exist . +Moreover , the show was delayed forty - five minutes and the worst of all was that Danny Brook had been replaced by another actor . +On the other hand , the theatre restaurant was closed for unknown reasons . +You promised a perfect evening but it became a big disaster ! +I would like some kind of explanation and receive my money back . +If you do n't agree , I will act consequently . +I look forward to hearing from you . diff --git a/regression_tests/prediction/FCE_127.txt b/regression_tests/prediction/FCE_127.txt new file mode 100644 index 0000000..8137cec --- /dev/null +++ b/regression_tests/prediction/FCE_127.txt @@ -0,0 +1,127 @@ +Yours faithfully , +Unfortunately , Pat was n't very good at keeping secrets . +Last Wednesday , Carole received a letter . +The stamp was from a foreign country and the address was written in Capital Letters . +She did n't recognize the writing . +She began to read " Dear Carolin .. +There was only one person who used to call her by this name . +It brought a lot of memories back to her . +It was a long time ago , when she was fourteen and Paul was sixteen . +He was her first love and also the first who kissed her . +Paul had to move to Mexico because of his father 's work . +When they were saying goodbye , Paul said " I will be the last person who will kiss you " . " It sounds nice but I do n't believe it , " she replied . +" You only have to wait , " he said . +But she did n't wait . +She got married and had two children . +At that moment , Carole was living with her husband but they did n't love each other any more . +Their love had finished . +In his letter , Paul said that he had become a rich man and he would come back to meet her again . +Her friend Pat had explained the whole story to her husband . +What would she do ? +10 June 2000 +Dear Manager , +I would like to complain about your theatre and the musical show that I saw last week . +I went to London for a holiday last week and read the advertisement for ' Over the rainbow ' in the hotel which I stayed at . +I saw Danny Brook and Tina Truelove were written on the advertisement paper and was very excited . +However , Danny Brook did not appear on the stage until the end of the musical showing . +I was really disappointed about it . +Secondly , the starting time was 19:30 but it started at 20:15 , so I waited for 45 minutes . +It was such a long time to wait in the theatre . +Thirdly , it mentioned discounts . +Despite the fact that I am a student , I could not get any discounts . +I also visited your restaurant after the show , but it was already closed because the show finished late . +For the reason above , I , indeed , had an awful last night in London . +I would like you to refund , otherwise , I will take action . +I look forward to receiving a reply to my enquiry . +Sincerely +Fashion of the future +People will wear this kind of clothes 100 years from now . +If the weather is hot then we do n't have to wear underwear because very thin and light clothes will support our bodies . +There will be two functions for summer clothes that we do n't need to wear clothes like layers and layers . +For example , T - shirts for women include a bra : easy to take out when you wash them , it is very simple and comfortable . +What about short pants ? +You do n't have to wear knickers . +We can just put some thin pads in there . +We ca n't feel it and it is easy to remove and just wash it . +Simplest is the best in summer ! +When it 's very cold winter , we just wear light clothes that we want , in our style . +Because special warm and healthy materials will be developed and we use them inside thin clothes , so we do n't need to put heavy clothes on our bodies . +We can show our body line in winter as well . +The most important thing is that we do n't have to kill animals only for people 's cruel aims . +Functions ' clothes are the way to love animals ! +DECEMBER 12TH +PRINCIPAL MR . +ROBERTSON +DEAR SIR , +I WANT TO THAK YOU FOR PREPARING SUCH A GOOD PROGRAMME FOR US AND ESPECIALLY FOR TAKING US TO THE RIVER TRIP TO GREENWICH . +I WOULD LIKE TO KNOW IF THERE IS ANY CHANCE OF CHANGING THE PROGRAMME BECAUSE WE HAVE FOUND A VERY INTERESTING ACTIVITY TO DO ON TUESDAY 14 MARCH . IT CONSISTS IN VISITING THE LONDON FASHION AND LEISURE SHOW IN THE CENTRAL EXHIBITION HALL . +I THINK IT 'S A GREAT OPPORTUNITY TO MAKE GREATER USE OF OUR KNOWLEDGE OF ENGLISH LANGUAGE . +ON THE OTHER HAND , WE COULD LEARN THE DIFFERENT WAYS TO GET TO THE CENTRAL EXHIBITION HALL . +I SUGGEST THAT WE SHOULD GO TO THE NATIONAL ART GALLERY IN THE MORNING AND INSTEAD OF HAVING THE AFTERNOON FREE WE COULD GO TO THE FASHION AND LEISURE SHOW . +I WILL BE WRITING ANXIOUSLY FOR YOUR RESPONSE . +YOURS FAITHFULLY +( FAMOUS PEOPLE , SUCH AS POLITICIANS AND FILM STARS , DESERVE TO HAVE A PRIVATE LIFE WITHOUT JOURNALISTS FOLLOWING THEM ALL THE TIME ) +FAMOUS PEOPLE SUCH AS SINGERS , FILM STARS , ETC ARE ALWAYS THE CENTRE OF ATTENTION . +AS SOME OF THEM ARE CONSIDERED IDOLS , THEIR FANS WANT TO KNOW HOW THEY ACT IN THEIR PRIVATE LIVES , WITH THEIR FAMILY OR FRIENDS . +AS A RESPONSE TO THIS DEMAND OF INFORMATION , JOURNALISTS FOLLOW FAMOUS PEOPLE DAY AND NIGHT IN MANY DIFFERENT WAYS , FOR EXAMPLE , CHASING THEIR CARS , TAKING PHOTOGRAPHS OR BREAKING INTO THEIR HOUSES WHILE THEY ARE ON HOLIDAYS . +THIS SITUATION AFFECTS FAMOUS PERSONAL LIVES BECAUSE THEY ARE NOT ALLOWED TO HAVE PRIVACY +THE MOST IMPORTANT THING IS THAT , ALTHOUGH THEY ARE FAMOUS , THEY ARE JUST NORMAL PEOPLE THAT DESERVE TO HAVE A PRIVATE LIFE WITHOUT JOURNALISTS AND FANS FOLLOWING THEM ALL THE TIME , AND ON THE OTHER HAND , PEOPLE HAVE TO LEARN TO RESPECT THE FAMOUS RIGHT TO KEEP THEIR PERSONAL LIVES IN SECRET . +IN MY OPINION FAMOUS PEOPLE ARE BEING OBLIGED TO PAY A PRICE FOR BEING FAMOUS THAT IN SOME CASS , COSTS MORE THAN THEY DESERVE TO PAY . +To Mr. Robertson +I am writing to tell you something about the three - day trip to London . +I have seen your programme for the trip and I think it is going to be a great trip . +Thank you very much for organising this trip and putting all your spare time and effort into it . +Personally , I enjoy looking and learning about new inventions and all science . +That is why I think the trip to the science museum is a good idea . +However , my class and I have seen an advertisement for a fashion and leisure show . We are attracted to this show and would like to go . +Unfortunately , it is on 14th March , which is the day we will be visiting the science museum . +This show is on the 14th March . +It is in the Central Exhibition Hall and will start at ten o'clock and finish at five o'clock in the evening . +Apparently , this show is free to all students , which means if we went , the cost of the trip would be cut down . +I think it is a great opportunity because it is based on fashion . +We like to keep up with the rage but I think it will help those who want to become a fashion designer later on . +I have a suggestion on how the programme could be changed . +The shopping time could be after the show and the free time exchanged for the science museum . +If we go to the show , we can do without the free time . +Please give this your careful consideration . +Yours faithfully , +In a country like the UK , we are all bound to have houses . +We either own it , or we simply borrow it from other people . We take our homes for granted . +Think about the people in poor countries ! +They struggle to survive . +However , as we approach the future , our homes will start to change . +Have you ever thought about how the changes will affect our lives ? +I doubt it . +There will be lots of differences in our homes in the future from our homes now , but there may also be a lot of similarities . +For one , future homes might not be built out of bricks at all ! +It may be built out of a stronger substance or a more attractive one , such as glass . +Non - breakable glass . +Also , due to global warming , sea levels might rise and the risk of flooding will also rise . +Therefore , houses will be built on high supports . +All domestic appliances such as showers , kettles , lights , TV and curtains may be voice activated . +Incredibly high security will prevent robbery . +The future homes will also have many similarities , such as having a separate bathroom , and not having one in a bedroom , or having two floors or having garages . +It has been a pleasure to share my thoughts with you . +What do you think will happen in the future ? +Dear Mrs. Clark , +Recently , I was at the annual international arts festival that you organized . +I 'm writing this letter to thank you for giving me the possibility to know more about modern art . +I think it is a wonderful idea to organize such festivals each year , because it is very interesting to learn some news about life in other countries . +Unfortunately , only six countries were represented this year at the festival , but I hope that soon there will be many more of them . +I really liked all the concerts , shows , exhibitions , but why were there n't any photography exhibitions ? +I think you should make some next year . +Then , I want to mark , that concert halls were too small , that is why they were overcrowded during some concerts . +Then , I want to say that the plays and films were excellent , but there were n't enough of them for me . +Maybe you should make more next year ? +And in the end , my opinion is that one weekend ticket for all events is a great idea , because you do n't have to stay in queues to buy a ticket for a show , you want to go to . +Yours faithfully , +Dear Lucia , +I was very pleased to receive your letter . +You asked if there are some school rules in my country . +As you know , I 'm studying at a private Academy , so the rules in my institute are different from the rules in state institutes . I 'll give you an example . +In our Acadamy we are not allowed to smoke . +The fine for smoking on the Academy 's territory is 100 dollars . +So nobody smokes there . +I do n't smoke , so I do n't care about this rule . +But some of my friends really would like to change it . +You also wanted to know about what I 'm allowed or not allowed to do at home . diff --git a/regression_tests/prediction/FCE_128.txt b/regression_tests/prediction/FCE_128.txt new file mode 100644 index 0000000..5341e8e --- /dev/null +++ b/regression_tests/prediction/FCE_128.txt @@ -0,0 +1,128 @@ +Well , I have rather modern parents , so they do n't prohibit me from going to the discoes or somewhere with my friends . +The only rule for me at home is to walk out with my dog three times a day . +I hope it was interesting for you to know about the rules in my life . +Look forward to hearing from you , +Dear Sir / Madam , +I went to Circle Theatre to watch the ' Over the rainbow ' musical show recently . +I was truly disappointed by it . +My expectations were high after I read your leaflet in which it was advertised as ' London 's newest and best musical show ' . +Now , I can assure you it was n't . +Firstly , it was Danny Brook who was supposed to star . +The substitute was far worse . +Secondly , I had to wait forty - five minutes before the show finally began . +Another unkept promise is the discounts . +There were n't any ! +Lastly , when I got hungry after the delay , it appeared that the theatre restaurant was closed . You can believe me , it was n't ' my perfect evening out ' and I had no other choice than to ask to give my money back . +I paid for something I did n't get , so it is obvious that I want my money back . +I got the £ 15 ticket . +I 'd like you to send the money to this address ; ul Taklowa 10 +Skoclow 43 - 430 +POLAND +Yours faithfully , +Unfortunately , Pat was n't very good at keeping secrets . +After two days , the whole school knew . +When Paul entered the school gate , other children began to tease him and laugh . +Paul could n't stand it . +He ran out quickly , leaving everyone behind . +He felt very ashamed and did n't know what to do . +Normally , he would go and talk to Pat , but Pat betrayed him . +They were no longer friends . ' +How could he , ' Paul thought , ' Now the whole school knows Jean attracts me ' . +As he was sitting there , he heard someone walking towards him . +He turned around and saw ... Jean . ' +What are you dong here , why are n't you at school ? ' +she asked . +Paul was paralyzed . +He could n't reply . ' +I had heard what you 've said about me ' , she said , I think it 's sweet ' . +Paul could n't believe his ears . +While he was thinking about how to reply , Jean took his hand and led him to the school . +When they entered , everyone became silent . +All the children were staring at them and Paul thought that Pat is n't that bad at all . +Cambridge 13.06.00 +Dear Helen Ryan +Competition Organiser +I am glad to know about the news that I have received . +It is a dream that came true and was really unexpected for me ! +I would like to travel in July because it is more suitable for me . +I think I would really enjoy it if I could stay in a tent . It is going to be a new experience and looks exciting . +About the activities while at the Camp , I would like to enjoy swimming , not because I am good at it , just because I am keen on it and the other one is photography . +As I have never done this in my whole life , could you tell me if we have to make our own meals or can I find everything ready to eat there ? +If not , what do you suggest ? +The same question for clothes and money . +How much do I have to put in my pocket ? +I hope you have put your questions out of your mind . +Yours sincerely +Cambridge 13.06.00 +Dear friend +Kim +Last month , I enjoyed helping at a pop concert in Portugal . +Everything was new for me . +I had to ( lyd ) tidy up the place where they had to wait until their turn . +The group asked me to make sure that in the fridge they could always find a big variety of drinks including honey and lemon for the throat . +Another thing I had to do is keep an eye on the towels . I mean , dry towels because , as you know , that country is too hot , especially for my liking , as they have to change the clothes and look fresh ; do n't ask me why . +The pop concert happened in a big stadium called " Mararcanã " . +I just did not enjoy it when they were making the instruments work for the big day . +But what I particularly liked was seeing and asking for autographs from the rest of the other groups . +Do n't be jealous , I will make a copy for you , OK ? +Love +Dear Ms Clark , +I am writing to you with regard to the International Art Festival that was held recently . +The festival was excellent in many ways , and especially it being an international festival was a challenging , but brilliant idea . +I assume that this fact attracted people very much . +In addition to that , organising one weekend with special - priced tickets was particularly good . +I personally think that it helped many people who were not able to afford the tickets at the proper price to come to the festival . +Moreover , most of the events I went to were fantastic . +However , I still have some comments to make to improve the festival next year . +The festival was supposed to be an international one , but the artists and stars who participated in it were from six countries only . +Thus , I recommend that stars and artists of various nationalities should be invited . +Also , some of the concert halls where the musicians performed were not big enough for the vast number of audiences . +I think it would be much better to use bigger concert halls . +Furthermore , I found that there were not many genres in neither the films nor the plays . +So I suggest you have various kinds , and more numbers of plays and films next year . +I hope that next year 's festival will be much more successful than this year 's one . +Yours faithfully , +The Old Man and the Sea +People all have different opinions about books . +Some prefer realistic stories whereas others prefer unusual ones . +But I prefer realistic stories such as Ernest Hemingway 's " The Old Man and the Sea ' . +Above all , realistic stories teach me something about life , or at least influence me . +As far as I 'm concerned , my behaviour and attitudes towards a difficult situation began to change after reading this book . +Here , the fishman is very old , but he is still challenging to everything he faces . +When he caught a shark which was bigger than the ship , he never gave up taking it back to his village , even when sharks were around him . +Real stories have huge impacts on me , and affect me a lot , often in good ways . +In addition to that , realistic stories are more attractive . I personally do n't want to hear stories about very peculiar incidents as I know they can not be true . +But , while reading realistic stories , I just fall deep into the story , into the writer 's own world . +Ernest Hemingway 's sentences are precise , but still very powerful and alive . +So when I read other sharks were eating the shark the old man had caught , I got very angry and annoyed . +Realistic stories , thus , develop our imagination and creativity , which are essential in our lives . +We all learn from reading books , but realistic stories have more influence on me and develop my personality . +That 's why I prefer realistic stories to unusual ones . +17th June 2000 +Dear Sir , +I would like to complain about a musical show . +I was very disappointing a week 's holiday for me because I had got a lot of problems with the show . +I had seen the advertisement that the actors were Danny Brook and Tina Truelove , but it was not Danny Brook . +I was really disappointed because he is my most famous actor . +The musical should have started at 19.30 , but it started at 20.15 . +When I went to ask for the discount on the ticket at the cashier desk , they told me there was no discount available for this . +I had seen the advertisement saying that a discount was available . +After the show I decided to have dinner in your theatre restaurant , but I could n't because it was closed . +It closed at 10 pm but the show finished at 10.30 pm . +This was not a perfect evening for me , so if you do n't give my money back , I will tell the newspaper about it . +I am looking forward to hearing good news . +Yours faithfully , +Boo Sersuwan . +I think in the next 100 years people will wear space clothes with a small engine in the back , because of the atmosphere . +The atmosphere on the earth is now starting badly every year . +Carbon dioxide is growing very fast and people cut more trees , therefore not enough trees to such carbon dioxide and produce oxygen . +The designer will have a lot of ideas about how to make very nice and useful clothes . +I think if we wear these clothes we will travel anywhere easier than we use cars , ships , planes and space ships . +This means engineering will find a way to useless petrol for it , so it must be useful in the future . +I think somebody will make a very big area to grow plants because they can sell the oxygen . +This is a new business . +I think I can win at this price , because these clothes will be produced in the future . +17/06/00 +Mr . MANAGER +MY NAME JAMES CAMIREZ AND I I'AM WRITING THIS LETTER TO YOU BECAUSE I HAVE SOME COMPLEINTS FOR THE DISAPPOINTING EVENING I HAD LAST NIGHT . +FIRST OF ALL ON THE ADVERTISEMENT FOR THE SHOW IT SAYS THAT THE ACTOR WAS GOING TO BE DANNY BROOK AND INSTEAD OF HIM WAS A TOTALLY UNKNOWN CLOWN THAT HAD NO IDEA OF HOW TO ACT . IT WAS HORRIBLY DISAPPOINTING ! diff --git a/regression_tests/prediction/FCE_129.txt b/regression_tests/prediction/FCE_129.txt new file mode 100644 index 0000000..acb4217 --- /dev/null +++ b/regression_tests/prediction/FCE_129.txt @@ -0,0 +1,129 @@ +SECOND I GOT TO THE THEATRE AT 19.20 BECAUSE IN THE ADVERTISEMENT IT CLEARLY APPEARS THAT THE SHOW STARTS AT 19.30 , AND I GOT HEAVILY MAD WHEN I LOOK MY WATCH AND NOTICE THAT I HAD BEEN WAITING FOR 40 ( FORTY ) MINUTES AND THE SHOW DIDN'T START YET ... I MEAN I WAS AMAIZING ! +THEN I READ ON THE ADVERTISEMENT , DISCOUNTS AVAILABLE , AND I DIDN'T GOT ANY DISCOUNTS WHEN I ASKED FOR THEM . +AFTER THE SHOW I GOT OUT THE SHOW ROOM DEEPLY DISAPPOINTED AND WENT TO THE RESTAURANT TO DRINK SOMETHING TO RELAX , AND DO YOU KNOW WHAT ? +.. IT WAS CLOSED ! +I COULDN'T BELIVE HOW THIS CLASS OF THEATRE CAN BE SO .. +OH I'M GETING MAD AGAIN SO I'AM GOING TO TELL YOU THE LAST THING , IT WAS THE HORRIBLE NIGHT I HAD EVER GOT SO I DEMEND FOR MY MONEY BACK ! +I THINK THAT MODERN TECHNOLOGY HAS AFFECTED ALL HUMAN BEINGS . +MODERN TECHNOLOGY HAS AFFECT ME IN SEVERAL WAYS . I MEAN THE MORE THE TECHNOLOGY MODERNIZES , the MORE CONFORTNESSCOMFORTABLE WE GET . +NOW WITH MODERN MACHINES I CAN MAKE BETTER USE OF MY TIME , IF I'AM LATE TO GO TO TRAINING AND I HADN'T IT YET I JUST TAKE MY FOOD AND PUT IT IN THE MICROWAVEOVEN . +ANOTHER EXAMPLE IS THE COMPUTERS . I THINK THEY ARE ONE OF THE MOST ADVANCED MACHINE IN THE WORLD . YOU CAN LIVE YOUR ENTIRE LIFE IN A HOUSE WITHOUT GOING OUT , BY JUST USING THE INTERNET . IT HAS ALSO HELPED ME IN MY SCHOOL HOMEWORK . I MEAN IT 'S INCREDIBLE THE TIME YOU WAIST BY MAKING THING WITHOUT A COMPUTER . +BUT I THINK ALSO THAT WITH MODERN TECHNOLOGY WE GET MORE COMFORTABLE SO THAT MAKES ME A PACIVE PERSON AND NOT SO ACTIVE , +THIS CAN BE BAD TO BECAUSE IF I GET USED TO BE CONFORTABLE WHEN I NEED TO DO HARD WORKS I WON'T BE ABLE TO DO THEM . +1st June , 2000 +Dear Ms Ryan , +I am writing to reply to your letter and I am so glad to have won the prize . +Thank you very much ! +In answer to your questions : I would like to travel in July . +I am a full - time student . My summer holidays begin at the end of June and I have planned to work on my grandfather 's farm in August . +So July is the only time I will be free . +Secondly , I would prefer tents to log cabins . +Camping is my enthusiasm and I sleep in tents every time I go camping . +Therefore , I am afraid I ca n't get used to log cabins easily . +Besides camping , I also like painting . +My Dad is an amateur painter , and I have been painting for 8 years . +I 'm good at portraits and landscapes . +I would also like to play golf during my holiday , but I have never played it before . Will I get any tuition ? +Finally , I would like to ask some questions . +What is the weather like in California in July ? +What kind of clothes should I pack ? +If I want to buy some gifts , how much money should I take and can I use traveller 's cheques in every place ? +I am looking forward to hearing from you . +Yours faithfully , +Shopping is not always enjoyable . +Our lives are getting better and better , so people have begun to go shopping more frequently . +It 's always a great job to go home with bags of purchases , but is it doing us good apart from the temporary satisfaction ? +Everyone likes sales , but those so - called sale items are not really of value . +In the fashion industry , sales begins at the end of each season and just lasts a short time , because those owners want to make room for new stock . +But you 'll find your ' cool bargain ' soon get out of date and you have to keep buying new ones . +Also , supermarket owners have put in a vast amount of money to find out the best way to sell goods in order to get the most profit . +Therefore , we become impulsive buyers easily under these tricks . +The result , we feel guilty after spending more than we 've expected , or even suffer from financial difficulty . +Shopping does not just affect us mentally , but also physically . +It 's not hard to realise how exhausted we are after a day of shopping . +Think of the awful crowds , the busy car parks , polluted air in the city centres and mile - long queues in front of the cash desks . +I do n't think anyone would really like to face them . +But once you get there , they 're just inevitable , are n't they ? +Well , now before you go shopping , think again and you 'll find out it wo n't always always be enjoyable . +Dear Manager , +I 'm a person who went to see the musical show . I would like to know something about the " Over the rainbow " programme . +You have informed the actor , times , discounts and the restaurant , but actually what did you do ? +First , you have changed the actor . +Second , the time is late from 19.30 , it started at 20.15 . +Third , the tickets do have no discount . +Finally , after the show , I could n't go to the restaurant , because it was closed . +What 's happened ? +Is it a good theatre , or not ? +This is a famous theatre . +You know , what did people feel ? +Everybody attended the show , was funny , and happy in the end , and what are we doing then ? +Disapponted ! +Thanks for that . +If you can not manage the programme , why did you inform people before the programme started ? +I thought you understand ' ; please send money back to me . you know why , do n't answer me ? +Thank you , +Now we know , our world has developed to a new world , because we have high technology to do . +If we came back to the past , we felt everything , it was so difficult to do , we would have to plane and do it by ourselves and last time . +In the present , technology is a past of life . +It started with getting up in the morning . We have a machine that helps us to cook , iron , clean , wash , and then we go out to work . There are cars , sky trains to travel to help us convenient and quickly . +While we work at the office , there are computers and equipment to help us to work and it easily . After we have finished work , we come back home . There are television to get information , news , data in different ways and quickly . +How has modern technology changed your daily life ? +We appreciate that modern technology has changed our daily life to help easily and quickly , we have time to do many things . +Dear Mr Robertson , +Regarding the programme you have organised , it is a great idea everything that you have planned , but I would like to suggest to you something that the students saw in an advertisement . +It is a good start to go sightseeing by bus on Monday morning . We can see all the famous buildings in a few hours . +It seems relaxing to go to Greenwich in the afternoon looking at the river . +The idea of going to a science museum is fantastic . I read about the museum . It is really interesting in science history . +After all morning in the Museum , it is wonderful and on Tuesday do some shops , whereas the students have another idea for Tuesday . +On Wednesday , after visiting the national Art Gallery , we can have a chat about our next holiday in the free time in the afternoon . +The advertisement that students saw was about a fashion show , but to go to the show you will need to cancel the tour on Tuesday and add the show , because the show is from 10.00 to 19.00 . +I look forward to hearing from you . +Yours faithfully , +Freedom ! +Nowadays , the main attroction in the newspapers and television is the private lives of famous people . +It is really interesting how people like knowing famous people 's lives . +Without someone famous know , photographs take pictures secretly , try to get money on it . +Sometimes being famous can cause stressful . Everywhere they go there are people around them , especially journalists , trying to ask millions of questions . +Famous people deserve to have freedom to do whatever they want , but it is quite difficult to do things in public places , because nobody likes famous politicians or film stars without asking questions . +On the whole , being rich and famous does n't always bring happiness , whereas the majority of the population wish they were rich and famous . +Dear Sir or Madam +I am writing to complain about the musical show " Over the rainbow " which was performed in your theatre two weeks ago . +I went to see it on 5th June 2000 . +First of all , that evening there was not Danny Brook but an unknown and not very good actor . +Secondly , the show started 45 minutes late . +Then at the ticket office I was told that no discounts were available , so I had to pay the full price despite I being a student . +Finally , I would have had dinner at the theatre restaurant if it had not been already closed because the show finished , obviously , late . +I am really not satisfied with the show - organization , particularly because in the advertisement you wrote something different . +For this reason , I expect to receive my money back . +Yours faithfully +Unfortunately , Pat was n't good at keeping secrets . +Last week we had another demostration of this . +On Monday , we decided to organize a surprise - party for Ted 's birthday on Tuesday evening . +Each of us had a different task . +Anna prepared the cake , Peter organized the music , Heather and I went to buy the present ; Pat said : " OK I 'll phone some of Ted 's friends to invite them " . +Obviously , Ted should have known nothing about it and we remembered it to Pat twice : " the party is a secret ! ! " and she said : " Yes , it must be a surprise ! " +On Tuesday afternoon we met to prepare the last details ; Pat said : " I 've just phoned Tommy , Billy and Alison and I met Ted yesterday evening : they all said OK for the party .. " +At that moment , she understood that something was wrong ! +Dear Mr Robertson , +Thank you for organising a good programme , especially like sightseeing from the River Trip to Greenwich in London for three days . +I am writing on behalf of my classmates to give information about ' The London Fashion And Leisure Show ' which we would like to go to and to give our opinion . +We saw an advertisement for last Saturday 's ' The Times ' edition of the show . +It will be held in the Central Exhibition Hall , London on Tuesday March 14 from 10.00 to 19.00 . +Firstly , it will introduce the latest fashions connecting the Millenium . +Secondly , we will be able to see leisure and sports wear fashion trends of next year . +It would be a fantastic opportunity for students who study fashion . +Finally , we can see how to use make - up and make better hairstyle in the show . +Most of all , it is free for students to enter . +We would like to know if it is possible to change your programme . +We would be grateful if we could go there in the afternoon on 14 March because we are able to go shopping . +We look forward to hearing from you . +Yours Sincerely , +It was dangerous , but I knew I had to do it . +Whenever I recall it , I feel self - confident . +When I was twenty years old , I had to go to the Army . +As you know , my country has been separated into two countries ( South and North Korea ) . +However , instead of going to the Army , I was able to apply to Korea Auxiliary Police . +One year later , I was working in Kang - nam police station in Seoul . +Suddenly , the theft signal came on . +So , another policeman and I had to arrive at the accident place quickly . +When we arrived at the place where it happened , one man started running away . diff --git a/regression_tests/prediction/FCE_255.txt b/regression_tests/prediction/FCE_255.txt new file mode 100644 index 0000000..2d096af --- /dev/null +++ b/regression_tests/prediction/FCE_255.txt @@ -0,0 +1,255 @@ +Without any thought , I ran quickly like a swallow . +Then , he tried to go over the wall . I held his leg . +He fell down and we had to stare at each other . +After we fought for a minute , I was able to arrest him . +As a result , I could go on vacation . +When I said to my mother , she asked me not to do it again . +But , I was a police man . +Therefore , I had to do it in spite of it being dangerous . +Dear Competition Organiser , +I am writing to reply to your letter and to ask for more details about the competition . +Firstly , I would like to say that I 'm very glad to have been chosen and I will do my best for this competition . +As you asked in the letter , I would like to travel only in July because I work at the central library and I also have English classes , so I will just have holidays in July . +Is it suitable for you ? +As you mentioned about the accommodation , I would prefer to stay in a tent , because it 's more exciting and I really love camping . +I examined all the activities that you listed and I was disappointed to have to choose just two of them because , in my opinion , I 'm good at almost all of these activities . +However , I would choose sailing because I am fascinated with the sea and its mysteries and I also like the water , the wind in my face ... +The other one I would choose is basketball because I 'm tall and very fast with the ball . +Finally , I would like to know what kind of clothes we are supposed to wear there , and about the money we are supposed to pay for food and things like that . +I 'm looking forward to receiving your prompt reply . +sincerely +Clara +Dear Kim , +I am writing to tell you some news and to ask a little bit about you . +First of all , I 'm going to tell you the good news . +Last month , I went to a pop concert with four bands . +It was unbelievable ! ! ! +Although there were 5.000 thousand people there , people could walk and dance without any problems . +It was very well organised , the shows started at the exact time and the group were well performed too . +I contributed to the concert by selling some tickets to my friends . +However , the success of the concert , at the end of the show some full guys started a big confusion and some people got hurt . +It was depressing ... +Finally , I would like to know some news about you . What have you done ? +Are you studying a lot ? +Please write me a letter as soon as possible ! +Love from +Clara . +Dear Helen Ryan ; +I have just received your letter which made me so happy . I can not believe that I won first prize in your competition , because I always believed I was an unlucky man and now I think things are changing in my life . +I would like to come in July , because I am studying English and we have a one - month break in July , so please make my log cabin ready by July . +I prefer staying in a cabin because I have some experience with tents from my childhood and it was not a very good experience , Therefore I would like to stay in a cabin . +You said in your letter I could do two activities from the list which shows many exciting activities . +I will definitely choose basketball and swimming , which are my dream sports . +I used to play in the school team when I was in high school and our team was one of the best basketball teams in the country and I am also very good at swimming . +I would like to ask a few things , especially the weather : what the weather is in July in the U.S.A. What kind of clothes I will need and how much money I should take with me , because I have never been to the U.S.A. before and I do n't know anything +I am looking forward to your reply letter . +Your sincerely +I have never enjoyed doing shopping , but nowadays some people call me a shopcholic . +They are just like alcholics and these people do everyday daily shopping because they can not stop themselves unless they have not got money to spend . +I can not believe how they do these things every day . Even when I need something at home , I always try to find something to use instead of that things . +Because nowadays , wherever you go there is a big queue and I hate having to wait . +The queue is not the only problem . If you go by car , there are parking problems . If you go by bus , there are again queues and you have to carry many bag carrier bags during your journey and you wo n't always be lucky to find a seat to seat . +If you go shopping for ( buy ) clothes , that is the worst kind of shopping . +Especially if you want to buy with your girlfriend or if you are already a girl , you have to be read for hours to spend trying on and off . +I really hate going shopping with girls to buy clothes because when they go into a shop they want to try on every single item and they do not realise it time . +Some people say " shopping is not always enjoyable " but for me , it is definitely unenjoyable and I think it will be the same for the rest of my life . +Dear Sir / Madam , +I am writing with reference to the musical show I saw last week in your theatre . +I hoped that it would be the most exciting evening during my week 's holiday in London . +Unfortunately it was n't . +I would n't like to be unkind , but I must say that the advertisement for the show included a lot of false information . +First of all , when I bought the tickets it appeared that there was no discount available . +Secondly , I must complain that the musical show started almost an hour late and , in addition to this , nobody did excuse . +Moreover , I would like to ask why Danny Brook , who is my favourite actor , did n't appear in the show . +Furthermore , I would like to enquire why the theatre restaurant was closed . +Finally , I must say that I had a very disappointing evening and I would like to get my money back . +I look forward to hearing from you . +Your faithfully +Unfortunately , Pat was n't very good at keeping secrets . +I wish I had known it two days ago ... Exacly on 15th June we were at a birthday party . +Dora wanted me to come with Pat because she was in love with him . +I really like Dora and Pat and I just wanted to help them to be together , but it was n't such a good idea . +I thought that if I said something specific about her he would look at her in a different way . +Well , I forgot that it 's just a boy ! +I should n't have told him that she was a virgin . +It was awful when he started to laugh and everybody was stearing at us . +Yesterday I discovered that he told everything to Marl and Tony . +I really regret that I was so foolish . +The most horrible thing is the fact that my friendship with Dora seems to be on the rocks and I do n't know what I have to do to overcome the difficulties . +Mr. Manager : +I am writing this letter to you because when I went to your musical show I had a very bad time . +Firstly , when I went to the show it was written that the starting time was 19.30 but it started at quarter past eight . I waited for forty - five minutes . +Secondly , the stars were meant to be DANNY BROOK and TINA TRUELOVE but different people came to the show . +It was the first time I was going to go to a musical show but I guess it will be the last one too . +Anyway , after the show I felt hungry , so I went to the restaurant but it was closed because they were having the inside altered . +And that was the worst night I had ever had , so I asked for my money back but they would n't give it , so I had an argument with the people who worked there but I could n't get my money back . +Unfortunately , Pat was n't very good at keeping secrets . +Because last year I started smoking and nobody knew that I was smoking , but one day , as I was smoking at the back of the school , someone came next to me and I noticed that it was Pat . +She saw me as I was smoking , so that was n't going to be very good . +She said that she would n't tell it to anyone , but I knew she might say it to someone , so I was always with her very minute every second . +But one day , as I was walking home like every night , I saw Pat in front of our house door talking to my dad . +I just knew I could n't have trusted her , but as I went in the house , my dad offered me to stay for a meal . I was in shock , thinking , Why is n't anyone getting angry with me ? After a while , we sat for dinner and Pat just talked my parents that I was smoking and when my family heard they got ever so angry . +I could n't go out of the house for a month , so now I know how Pat is and ca n't keep any secrets . +Dear Mister +I 'm writing to you to complain about the musical show you are presenting at the moment : " Over the Rainbow " . +As my husband is a native and we live in Switzerland , we appreciate having a week in London every year . +We are keen on theatre and musical shows . +Your theatre is known for presenting excellent spectacles . +We were never disappointed so far and especially enjoyed " The Drama " you presented last year . +Anyway , we had a very disappointing evening . +At first , we could n't get any discount , although you mentioned it in your advertisement . +And the only tickets left were £ 20 . +Then the spectacle began 45 minutes later than mentioned . +Last but not least , Danny Brook was replaced by a different actor , whose name I have probably forgotten because of his poor performance . +Afterwards , we are used to eating at your restaurant , which is not only well known for its good price value but also for its original decoration . +Therefore , I ask you to give me £ 20 back , because the two tickets were not worth it . +I 'm looking forward to hearing from you soon . +yours faithfully +Unfortunately , Pat was n't really good at keeping secrets . +The following story will prove it . +I left the office at six o'clock . +I was free as the air . +My husband was following a course all week in Berne . +The kids were by their grandmother , who takes care of them . +I drove to Ouchy where I had a drink . +It was so hot , I decided to go for a swim in tutry , although I had n't got any swimming clothes . +I know a good place . +I parked the car and waited ten minutes . +As I had planned , the place was deserted . +I took my clothes off and swam twenty minutes in the lake . +Coming back , I noticed that my clothes were missing . +I walked back , hoping I would n't come across anyone and be able to drive back home . +The car was missing too . +Unfortunately , a police car drove by and the policeman saw me standing there nude . +They drove me to their office after having given me their shirt . +There I called Pat , who picked me up . +I felt so miserable that Pat laughed seeing me . +Of course , she told everything my husband . +If only Pat could keep secrets ! +Dear Jane Clark , +I am writing to thank you for providing the International Arts Festival . +It was an absolutely great idea . +However , I would like to give some suggestions for next year as I have read the advertisement . +Firstly , could you invite stars and artists from more than six countries ? +In my opinion , it might be better to have time with a variety of nationalities . +Secondly , the music concerts were very exciting and had a lot of fun , but some concert halls were too small to enjoy them comfortably . +Thirdly , I am looking to watching more films and plays which were impressive . +Lastly , it could be nice for students who are interested in the arts , if you help special events , for instance , song contest , writing competition or dance lessons . +To sum up , I hope the festival will develop next year with excellent reasonably - priced tickets like this year 's . +Yours faithfully , +PART TIME JOBS : Find your place +Do you need money ? +If you do , make sure why you want to earn money . +It is very important to find a way to earn and save money . +Probably the best way you can get money is to have a part - time job in your spare time . +I am recommending you to check your possible time to work - weekdays or weekend ? - before you request a job . +If you just decide to work , you 'd better find a job in your place . +Firstly , go to your school or local council . +They will be able to help to find safe and suitable jobs for students like you . +Secondly , as your family or friends . +As they know about your interests and personality , it is easy to help you . +In my case , I could get a telephone researcher part by my friend 's reference . +In conclusion , do n't forget that a job is just spent in your " spare " time . +That 's it ! +Dear Sir / Madam , +I am writing to complain about the show ' Over the Rainbow ' . +During my stay in London , I went to your theatre to see this show . +As it is said in your advertisement , the show starred Danny Brook but there was a different actor . +It is not the only problem . +The show had to start at 19:30 , but it started at 20:15 . +You promised that there would be discounts , but when I came , I found out that they were not available . +I wanted to go to your restaurant . +I invited a friend of mine and promised her that we would go there . +And what I found out . +Your restaurant was closed . +You promised that if we went to your show we would have a perfect evening . +Everything was just vice versa . +I am very disappointed , that is why I am asking you for compensation . +I am looking forward to hearing from you . +Yours faithfully , +Unfortunately , Pat was not very good at keeping secrets . +It happened at the end of the school year . +My class was going to a night disco and I wanted to go there too . +I asked my parents if I could go , but they did not let me do that . +I tried to persuade them , told them that nothing would happen to me , promised to do all the housework . +But all they have done is tell me that I am too young for it and I can go there only when I am 20 years old . +I had such a desire to go to the disco , that I decided to go even without my parents ' permission . +I told my secret to my best friend Pat . +But she told it to a kid in school , even the teachers heard it . +It occured that one of the teachers told my parents about it . +In the end , I was punished and stayed at home for two weeks . +I understood that I must keep my secrets and not tell anybody , even my best friend . +Dear Mrs. Jane X , +I would like to make some comments about the event that I had . +First of all , the concert hall is too small to have a great concert . +I think it should be bigger for jazz , rock or classical concerts . +Secondly , I had some ideas for the next year 's events , such as : +- Funny plays and films to spend the break time ; +- Dance shows after dinner to have something interesting to do in the night , +- Art exercises to know more things about the artist 's lifestyle ; and +- talks to writers to say how good his latest book is . +In addition , the ticket price is too expensive and difficult to buy another one every day , so , I think it would be more effective if there was one reasonably - priced weekend ticket for all events . +In conclusion , I hope it will be better next year if these points were observed for each year the event to be better than before . +Sincerely +How are you ? +It was nice to receive news about you . +I remember these times in our class when we talked many times about rules and I miss that time so much . +Well , the rules in my country are not different than in other countries . +The rules must be respected by all people if you do n't want to get out of school . +You must be organised , clean and respect the rights of other people . +Dear Manager of the Circle Theatre , +While I was staying in London for a holiday , I went to the Circle Theatre to see OVER THE RAINBOW in the evening . +That made me feel disappointed . +First of all , the actor was different from your advertisement . +I mean he was not Danny Brook . +Secondly , it took me to wait about forty - five minutes , because it started at 20:15 . +It should be on time at 19:30 . +Then it had no discounts , which the advertisement said . +Due to being a student , I think I should have got the discount from your ticket with ID card . +Besides this , the theatre restaurant was closed . +As soon as the show ended , I went there to have dessert . +Lastly , I do n't think that it was my perfect evening . +I would like to get my money back . +I look forward to replying from you . +Yours faithfully , +Unfortunately , Pat was n't very good at keeping secrets . +Griffin , who is a teacher , was n't surprised at our preparation . +It was so close to his birthday , so we made a decision to hold a small party for him . +She has just studied with us for three weeks . +She is not talkative , kind , and reserved . +However , at this party she took part in , she was responsible for preparing food . +As far as we knew , she 's good at cooking . +While she was choosing vegetables in a market , she came across him . +When he asked her ' why do you choose deliberately ? ' , she answered without thinking . +That caused the secret to be disclosed . +We did n't blame her , because we knew that she did n't intend to do something like that . +Although he was n't surprised , he was glad and pleased with our party . +Anyway , Happy Birthday to Griffin , again . +Dear Jean Clark , +I recently spent two days at your Annual International Arts Festival and I am writing to express my opinion about it . +Firstly , I think the International Arts Festival is a wonderful idea because I have the opportunity to enjoy different arts events . +But it is also true that I could only see stars and artists on stage from only six countries , not stars from around the world as you advertised in your advertisement . +Secondly , I really enjoyed the jazz and classical concerts in spite of the fact that some of them took place in too small concert halls . +Thirdly , all the plays and films shown were interesting . In my opinion , you should include some more films and plays in your festival next year . +Finally , I think it was a good idea to buy only one ticket for all the events since I just spent the time watching and enjoying all of them . +I look forward to hearing from you . +Your sincerely +Dear George , +Sorry it 's been too long since I last wrote but I 've been so busy at school that I could n't answer you before . +As you told me in your last letter , you were talking about rules in your class and you wanted to know about school rules in my country and also what I am allowed to do at home . +First I must tell you that teachers are strict at school . +We are n't allowed to eat in the classrooms and in addition to this , we must sit down at individual desks . +We ca n't chat with our classmates . +How boring ! +At home , everything is quite good . Mum and dad are great , but there 's one main rule : I must tell them where I go and what time I 'll come back . +Granny is the problem . She 's a bit bossy ! +She usually tells me what to do and what kind of clothes I should wear , but I do n't care about it . +I really must get down to some homework now , so I 'll stop here . +Give my love to your parents . +Write to me soon +Dear Mr Robertson , +I am writing to you as a representative of the class about the 3-day school trip which has been organized for next week . +First of all , I would like to thank you for the excellent organization of this trip , which seems to be very interesting and useful for the students . +In particular , I believe that the visit to the National Art Gallery will be a really exciting experience for all of us . +All the students are enthusiastic about it . +However , some of them have read an advertisement for the London Fashion and Leisure Show , which will take place at the Central Exhibition Hall in London on 14th March . diff --git a/regression_tests/prediction/FCE_256.txt b/regression_tests/prediction/FCE_256.txt new file mode 100644 index 0000000..1d90f26 --- /dev/null +++ b/regression_tests/prediction/FCE_256.txt @@ -0,0 +1,256 @@ +The Exhibition will show all the latest fashion in a very wide range from sports wear to make - - up and even hairstyles . +What is more , the show is free for all the students . +We feel that taking part in it would be a great opportunity for us since we will be able to have some information about the world of fashion , which is becoming more and more important in our nowadays . +Under the circumstances , I was asked by the class to inform you about the show and to ask if it could be possible to make some changes in the programme if it could to visit the Exhibition . +It will take place on Tuesday from 10.00am to 19.00pm , so we could give up the shopping and go to the show in the afternoon . +I hope you will consider this possibility and tell us as soon as possible if you intend to accept our proposal . +Yours faithfully +Being famous and risk is something all of us have dreamt of sometimes . +But not always famous people are happy with their condition . +Usually , if you ask them what they would desire most , the answer is : " I would like to be able to live like ordinary people do . " +There is no surprise to this answer : famous people can not have their own private life . +Whenever they go out , they are suddenly " hounded " by groups of journalists and photographers who want an interview or a photo . +They can not even have a pizza with a friend who stops them and asks them for an autograph . +But the worst thing of all is that they are often victims of malicious gossips , which most of the time are not even true . +In conclusion , I believe that it is certainly tight that famous people accept their condition , with all the advantages and disadvantages it brings . On the other hand , however , I think that they deserve to have a private life as all other people have . +Also , the most famous stars can be unhappy and depressed : not always , in fact , money and celebrity being happiness . +Dear Mr Robertson , +Thank you for the programme which you have organised for the three days in London . +However , some students in our class have seen an advertisement for the London Fashion and Leisure Show and we would like to have an opportunity to go to the show . +The show opens between ten and seven p.m on Tuesday , March 14 at the Central Exhibition Hall in London . +The latest fashions , leisure and sports wear , make - up and hairstyles are expected to be displayed and studied . +We have concerned it as a great opportunity to touch a part of the latest cultures , which are concentrated and sharpened in London . +In addition , admission for students is free . +Taking the programme and the show into consideration , we suggest that we could have time to go to the show in the afternoon on Tuesday . +We suppose that in free time on Wednesday we can find some time for shopping . +We hope that you consider our suggestion . +Yours faithfully , +The ways of living are always changing . +It is no doubt that the functions and structures of the home have been changing as well as that of transformation , for example , . +Thinking about the home of the future , First of all , nuclear families should be expected because of new technologies , which make house - keeping easier and simpler and because of the idea which encourages us to live in cities for a convenient life . +People may tend to avoid living in a large number of families in an expected small house in a city . +On the other hand , the bond between parents and children should not be unlikly to change . +People always need their parents , children and so on . +The longer and further they live on their own , the more they may feel that they need a family . +New materials will surely change the home of the future in many ways . +It is just staff around us improving and turning into new ones . +Hopefully , the minds of people will stay peaceful and tender in the future . +Dear Mrs. Ryan , +Thank you for your letter . +I was very surprised that I had won the first prize in your competition . +First I would like to mention that I can only travel in July , because I will work in August in a web designer studio . +So I am unable to go on holiday another time . +I would prefer to stay in a tent because I like camping very much . +I think it 's more exciting to be in a tent than in a log cabin . +I was very surprised that you offer such a great variety of sports and courses . +I would like to do basketball and painting . +I played basketball at school for about two years . +I am rather good at it . +I also had painting as my main subject at school for five years . +I like painting very much , and I think I am good at painting . +I paint a lot in my free time . +I prefer painting landscapes and fantasy - pictures . +I would like to ask you , how much money will we need ? +Which clothes should we take with us ? +I hope to hear from you soon . +Yours sincerely +First I would like to point out that it was a good idea to present our school in a short film . +I think first of all we should film an English lesson , where pupils could prepare some group work or information - boards . +I think it is also important to present a common English lesson . Maybe the pupils could write " offers and orders " or enquiries on the blackboard . +Next I would film a BWPM lesson . +This subject teaches the pupils how to make good presentations . +They go together in groups , then they prepare power - point presentations and at least they present them in front of the other pupils and teachers . +It would also be very interesting to film the situation during the break . +The smokers in the school yard , the buffett and the other pupils , who are sitting in front of their tables writing their homework . +I think then we should film an information lesson . +It would be funny to present the computers , which are often overcharged , or often the netserver is spinning . +It 's really funny to see the helpless teacher , who wants to go on writing in excel or a word text , while the computers do not work or break down . +I think that would be all for our video . +In my opinion , these are the most interesting things in our school . +Dear Sir or Madam , +I am writing to complain about your entertainment which was advertised in the last edition of " Plays " . +I am afraid that reality has nothing to common with the things I expected to meet . +First of all , the prices were n't lower in any case , although you advertised the information like that . +Then , I expected the show to start on time , but it turned out that I had to wait 45 minutes . +Moreover , when the play started , I could n't look at the actors . +I was especially disappointed by Danny Brook , who made me nervous with his lack of talent . +According to your advertisement , there was a possibility to have dinner in your restaurant , but I was surprised when I found it closed . +After that , I should also mention that this evening was dull , boring and the worst of my life . +I am looking forward to hearing from you and I insist that you refund my lost money at once . +Yours faithfully , +Come back to paradise +There is no doubt that fashion affects people and makes them obsessed with this subject , but what can be designed ? +Can you imagine the trend which will be as shocking as it has never been ? +Clothes are part of each culture and one of these things which expresses our taste and personality . +People spend a lot of money to buy something extraordinary , feel comfortable and stand out . +They come up with many ideas but they ca n't last for a long time . +Nowadays , it 's getting obvious that designers sell only details , but significant changes do n't occur . +Styles mix , colours and shapes come back from the past , only the fabrics are different . +People look for something new but it is not so easy to be creative all the time . Teenagers are bored with casual fashion and their parents laugh at them because of the fact they wear ordinary clothes . +That 's why I believe in the solution , which is the closest to human nature and can help us to omit boredom . I am sure that at last we will take off our clothes and in the future we will be undressed and free . There wo n't be any problem with being up - do - date . +As was previously stated , I am convinced that reality will turn out to be a paradise where the most important thing will be our body and the purity of our soul . +Dear Sir or Madam , +I am writing in connection with the musical show I saw in your theatre a week ago . +Although the show was supposed to be London 's newest and best musical show , I am rather disappointed with it . +Firstly , I was really looking forward to seeing Danny Brook and Tina Truelove on the stage . +However , you changed actors without informing viewers . +As if this were not enough , the show was forty - five minutes late . +Your leaflet was rather misleading on this subject . +According to your leaflet , tickets were supposed to be a bit cheaper , but I was refused being given a discount . +On top of everything , the theatre restaurant was closed . +You can imagine how disappointed I must be to spent such an imperfect evening . +I demand a full refund or I will be forced to take this matter further . +I look forward to receiving your prompt reply . +Yours faithfully , +Recently , we have had a very interesting discussion about how science and technology affect our lives . +My life has also changed as a result of modern technology . +Thanks to computers , phones , mobile phones , and the internet , I can communicate with other people faster than I was able to do before . +My father is a sailor and I meet him only four times a year . +But thanks to my mobile phone , I can contact him even if he is sailing in the Atlantic Ocean . +I also enjoy shopping on the internet . +This way , I do n't have to queuing in shops and supermarkets and I can choose fashionable clothes . +In the future , I would love to be a doctor , especially a cardiologist . +Nowadays , modern technology is used in medicine more often and it can minimise the risk of the death of patients . +However , I can see some disadvantages of technological progress . +First of all , I spend too much time indoors playing on the computer or watching TV . I know that if I want to keep fit and stay healthy , I must take up some sport . +Moreover , modern technology has made our environment more polluted . +That 's why we should abandon cars from city centres , close down factories which produce too much sewage . +Although modern progress has made our life easier , it may also be harmful . +We should all be aware of these consequences of modern technology and use it considerably . +Dear Helen Ryan , +I am writing to answer all the questions that you asked me in your last letter . +First of all , I wanted to thank you for giving me the first prize in your competition . +It is very important for me , because I always wanted to travel to the U.S.A. +I would be able to travel only in July because it is the only month when I do n't have to go to school . +I would prefer to stay in a tent because , as I had never slept in a tent , it would be a new experience for me . +The two activities that I choose are : basketball and climbing . +I am a very good basketball player because I have been playing basketball since I was six years old . +On the other hand , I have never climbed a mountain but I always wanted to do it . +I wondered what kind of clothes I should take to the camp and I wanted to know how much money I should take . +I look forward to knowing the date of the camp . +Yours faithfully , +Dear Kim , +Thank you for your last letter . +It was very interesting and I enjoyed reading it . +As you know , I enjoyed helping at a pop concert last month . +It was a very good experience and I am going to tell you all about it . +First of all , I had to sell tickets for the concert in the street . +As I sold all the tickets that the organisers gave me , I won a prize of ten pounds . +Do n't ask me how the concert was ! +Because during the concert I was working in the kitchen of the stadium bar , preparing sandwiches . +I am angry because I could n't watch the artists performing their songs . +When the concert was finished , some friends and I went for a drink . +It was a very important experience for me because I learnt all about the organisation of a pop concert . +Looking forward to hearing from you . +Yours , +Dear Mr Robertson +My name is ... and I am a student representative . +I am writing to you on behalf of my class concerning our trip to London . +First of all , I would like to thank you for organizing the programme . +I read it and found it very good , especially the Science Museum and National Art Gallery as I am interested in the arts . +However , I have a great proposition for you . +Students in my class have recently seen an advertisement for the London Fashion and Leisure Show . +I think it is a great opportunity for us , as it is at the time of our being in London and is free of charge for students . +Girls should like to see the latest fashion , new make - up and interesting hairstyles . +Boys are interested in seeing leisure and sportswear . +I would like to suggest a change in the programme by giving up shopping and going to the London Fashion and Leisure Show . +I hope you will consider this proposition and I am looking forward to hearing from you . +Yours sincerely +THE HOME OF THE FUTURE +Home is an important element in everybody 's life . +It gives you safety . +I do not know people who would not want to have a home . +We like our houses . That is why we are always trying to make them more comfortable and useful . +I think The Home of the Future will be bigger as we will need more room for us , our belongings and interests . +The construction will be more simple , which will give us a feeling of balance . +More houses will have gardens which will make us feel closer to nature . +Many people think that we will resign from a kitchen which is a useless place , as we will spend most of the time at work and will eat outside . +I do not think so . +Because of computers , we will have the possibility of working at home . . Therefore , home will be a very important place worth paying attention to . +Take care of your home , do not hesitate about it and you will be very happy . +Dear Sir / Madam , +I went to the Circle Theatre to see the musical show " Over The Rainbow . " +Unfortunately , I had a very disappointing evening , because very little of what was offered in the advertisements was provided . +Firstly , we were informed that Danny Brook was starring but a different actor was starring in the show and he was really disappointing . +Secondly , in the advertisement it was written that the show was to start at 19:30 . +However , it started at 20:15 , almost an hour late . +Thirdly , it was written that discounts were available but we were again frustrated , seeing they were not available . +Finally , although we were informed that the theatre restaurant would be open after the show , it was closed because the show had started late . +As you can see , most of the offered activities in the advertisements were not provided . +We did not have " a perfect evening " as it was written . Actually , we had an evening full of the theatre 's mistakes and were extremely disappointed . +I suppose it will be better for your theatre 's reputation to give at least some of my money back . +Yours Sincerely , +MY LIFE AND MODERN TECHNOLOGY +Here we are , in the 21st century ... We live in a technologically well - developed world , having every opportunity for communication , education and entertainment . +Almost everyone has televisions , computers and electronic devices . +But how has modern technology changed our lives ? +If I were to talk about my own life , my speech would be simple : " My electronic alarm - clock wakes me up in the morning . +I go to school by underground . +When I come home , I cook my meal in the microwave . +In my spare time , I watch television , play on my computer , or chat on the internet ... " There is no sentence without electronic devices . +I wonder what I could do without them ... I do n't go out with my friends or read books . +I have friends on the internet and can learn anything while surfing on it . +I sometimes get bored or feel isolated , because I know I am living in a virtual world . +When I look at my life , I can understand I am dependent on machines . +My daily life is programmed up to the virtual world I created . +Modern technology has changed my life completely . +Dear Ms. Clark , +I am writing to give my opinion about the International Arts Festival which was held on 21st and 22nd November . +I went to the rock concert by U2 and the Chinese film " Chung King Express " . +Both of them were not only really enjoyable , but also reasonably - priced . +However , I feel that it would be even better if there were some improvements . +First of all , it would be greater if there were more famous people who have various nationalities . +Because most of them were from English - speaking countries this year . +In addition , larger halls should be provided for concerts since a lot of people could not get tickets for those by big stars . +Moreover , personally , I hope that the number of plays and films will increase . +I think they are the nearest ' arts ' in real life . +I would be glad if you consider my suggestions . +Yours faithfully , +Money - hasn't it always been one of the most important problems for students ? +Of course , you ca n't afford a luxury car and a large apartment unless you 're born with a silver spoon . +However , there are some good ways for you to earn enough money to enjoy yourself . +How about working as a waiter or waitress ? +Not only is it a simple job , but you can also enjoy working with many colleagues at your age . +It would be great fun to make friends outside your class or club . +If you say that the wage is far from satisfactory , why do n't you teach younger students as a private teacher ? +It 's also a really popular job among university students because of the good salary . +If you are interested in teaching and responsible enough , you 'll probably become an excellent teacher . +Stop complaining about lack of money and let 's start working to have a new world . +You 'll find that your life is becoming more and more enjoyable ! +Dir Madam +I 'm writing to you in reply to your letter . +I was really surprised when I opened it . +I look forward to going to Camp California in the USA . +I would like to travel only in July because my family is going to visit me in August and I will have to look after them . +I prefer staying in tens to staying in log cabins . +Because it reminds me of my childhood . I used to go with my friends to the camp , which was situated on the seaside . +We always enjoy ourselves . +Never had I had such a great time . +From your list of activities , I choose sailing and climbing . +I 'm keen on sailing . It is my favourite sport . +I find it very attractive . +I have been sailing since my father bought a boat in 1980 , when I was only five years old . +However , I have never taken part in any competitions connected with this sport . +For me , it is only a hobby . +Last year I took up climbing and I want to carry on learning this sport . +I would like to ask what kinds of clothes I should take with me . and I wonder if prices are high there . +Yours faithfully +Angelina +I used to like shopping , but recently I have come across many disadvantages of this activity . +Most people think that if they have got money they will buy everything they want . +It is n't true . +Nowadays , we have many big shopping centers . +We like them because everything is in one place . +The most suitable time for shopping is the weekend when parents do n't work and children haven't got school . +Because of that , shopping centers are over crowded . +You ca n't buy something in a peaceful and calm atmosphere . +In addition , in such kinds of shops , prices are very high , of course not all of them . +However , such centers are very useful and necessary . +In my opinion , the worst thing which may have happened is the queu to the changing room . +It is really exhausting . +Afterwards , you are all in . +Nevertheless , sometimes shopping can be enjoyable . +If you bought something gorgeous , you would be very happy . +On balance , I think that shopping should be a nice thing , so if you are in a bad mood do n't go shopping . +Dear Mr. Robertson +First of all , I want to thank you on on behalf of the class for your good organisation and programme , especially for the fact that you are giving us some free time . diff --git a/regression_tests/prediction/FCE_257.txt b/regression_tests/prediction/FCE_257.txt new file mode 100644 index 0000000..8fd48a7 --- /dev/null +++ b/regression_tests/prediction/FCE_257.txt @@ -0,0 +1,257 @@ +We really appreciate this . +However , we have seen an advertisement for the London Fashion and Leisure Show . +The show is on Tuesday the 14th of March , from 10 oo to 19 oo o'clock in the Central Exhibition Hall . +They will be shown the latest fashions in leisure and sports wear , make - up and hairstyles . +This is a great opportunity for us , because we haven't been before to this kind of show . +As well as this , entrance for students is free . +As you can see , this is the best time to go there . +We have some suggestions about how to change the programme . +Instead of visiting the Science Museum on Tuesday , we could go there on Wednesday afternoon and instead of going shopping on Tuesday afternoon , we could maybe stop at some places during the sightseeing tour and buy something . +To sum up , this is a really great opportunity for us and I do n't think that the changes are so big . +I look forward to hearing from you . +Yours sincerelly +The man is a being that needs to live close to other human beings and to create a society around him . +As well as this , he needs his own free space and privacy . +This is also important to him as friendship and family . +In our society , some people are treated like animals in the zoo by the press . +Just because they are famous and well known to a large number of other people . +The newspapers print everything about them . +The yellowpress is searching for every little piece of information they can get . +The photographers are chasing these people , just to take a picture of them on how they eat or with the meat . +The photos will be in tomorrow 's press and so rumours are born . +On the other hand , people have chosen to walk on this path . +Everything in life has a price . +The price of fame and money is the loss of privacy . +First of all , you have to give up something to get something else . +However , the press should n't create rumours and hunt those people like animals . +As well as this , the stars should n't complain at any time about their fans and their loss of privacy . +They wanted to be famous and they had known the price before . +The fans and the press are those who have made them rich and famous . +Dear Sir or Madam ! +I 'm writing to you because of the musical show " Over the rainbow " , which I visited on Friday the 16th of June in your theatre . +There are several points I have to complain about which made the evening not nice at all . +At first , the show started much later than it was written out . +Instead of half past seven , the show started at quarter past eight . I could n't go to have a refreshment for two reasons . The first one is that there was no information how much time the start of the show was going to be late . +The second reason is that the restaurant of the theatre was closed because of building plans for the next two months . +After I waited for about 45 minutes , the show suddenly started , but I had to realize that the main actor , Danny Brook , who was the reason why I went into the show , had been traded by another actor , who could n't sing half as good as Brook . +On your ticket , information is written out that discounts are available . When I asked at the ticket reception , I could n't get any discount for being a student . +As a result , the evening in your theatre and the show was very disappointing and not as promised . +For these reasons , I want to ask you to get my money back . +reasently +Miss. Winkler +What is the prize ? +Unfortunately , Pat was n't very good at keeping secrets . +He did n't want to say what Sarah had just told him , it just came through his mouth , when he talked to James . +" Sarah won in a quiz show ? " James was more than just interested , he wanted to know what she had won . +But Pat made a promise not to tell anybody about the quiz show and he already had told enough . +After one hour , the high class had heard about Sarah 's secret . +Everybody was interested in what she had won , but nobody wanted to ask Sarah because it was told in a secret to them . +Sarah realized that everybody was nice and friendly to her , but something was going on in the class . When she turned around a talking and wispering started . +Suddenly , she went to Pat and asked him if he would tell anybody about our secret . +Pat told her everything . +Sarah looked at him for a while , then she stood in front of the class and explained to the others that she had won a prize for 20 people to travel for 1 week to the sea of southern France and everybody of the 19 pupils was invited , except Pat who was n't very good at keeping secrets . +Manager of the Circle Theatre +17th June 2000 +Dear Sir , +I am waiting for this letter re fearing about the show " over the Rainbow " you presented on the 11th of this month . +I read your advertisement five days before , and I was really impressed by it . +But , the quality of this show was n't what you understand , and I felt really disappointed by it . +I want to give you some details about my feelings . +First of all , you presented a star composed by Danny Brook , but he was n't there ! +Secondly , the show should have started at 19.30 , and in fact it started 45 minutes late . +Then , I am a student , and when I bought my ticket , there were n't any discounts . +Finally , I hoped that I could have a dinner in the restaurant after the show , but , to make me totally disappointed , it was closed , and I had to find another restaurant at 22.00 . +So you can imagine how I am satisfied by your pretending " Perfect Evening " . +For all these reasons , and if you want to keep me a customer , I would be grateful if you give me some or all my money back . +Looking forward to hearing from you , +Yours faithfully , +Unfortunately , Pat was n't very good at keeping secrets . +My marks were n't good enough to obtain my degree in Computer Science , and the exam session was finished . +There was no solutions to finally obtain the diploma . +You need more explanations about me to understand my motivations at the end of this story . +In fact , I did this kind of studies because of my interest in programming . +The problem is that I ca n't keep calm during an exam to succeed . +That 's why I decided to hack the teacher 's computers to change all my marks . +I never talked about this project to anyone , except my best friend Pat . +At the end of the exam session , all students and teachers meet together for a big party to celebrate it . +During this party , Pat drank too much . +And when he was totally drunk , he started speaking . +Then , the teachers made copies of their files , and my project was n't possible anymore . +So congratulations everybody . +And I think I will still be there next year . +Dear Mr Robertson , +Many thanks for the programme you have organised . +It is really interesting and diverse at the same time . +There is just one thing I want to tell you ; Janine and Richey have seen an advertisement for the London Fashion and Leisure show and we would all like to go to the show . +It is in the central Exhibition Hall , near the hotel , and it is only about fashion : the latest fashions , leisure and sports wear , make - up and hairstyles . +I think it could be very interesting and it is free for students ( which is really good ) . +It is a great opportunity because this show is only every two years and normally it is difficult to go in . +And , as you know , we are all interested in fashion . +In opinion , I would suggest going to the show instead of the National Art Gallery because we could go there another time . +Or , going to the show on Wednesday morning and in the afternoon , we can choose between free time or the National Art Gallery . +I look forward to hearing from you . +Yours faithfully , +It was dangerous , but I knew I had to do it . +I went out of the room , ran as much as I could and started thinking about what this man was doing here and who he was . +When I arrived in the street it was dark and windy , but I could see a shadow at the corner of the opposite street . +By the time I arrived here , he had disappeared . +Suddenly , I felt very tired and decided to go home . +My sister was standing , crying and showing him the front door . +I took her in my arms and opened the door : my mother was sitting in a chair , reading a book , with blood all around her . +I finally realized that she was dead . +The police arrived twenty minutes later , took my mother and checked to see what could be interesting in finding the murderer : lucky , the knife which he used to kill her was still here and , in fact , they could have arrested him . +They found him two months later and six months later he was in jail . +To forget everything , I moved to Irkind with my sister to a small house in the countryside . +Everything was going on , when one day , I went in the house and found my mother sitting in a chair reading a book , with blood all around her . +Dear Sir +I am writing a letter to complain about your advertisement for the musical show " Over the rainbow " , which is misleading in a number of ways . +Firstly , we arrived at 19.15 to be in time for the show , which should have started at 19.30 . +However , it started at 20.15 and we were all very disappointed . +Furthermore , it 's written in your advert that Danny Brook is in the play and that was one of the main reasons why we went . +Imagine how disappointed we got when we found out that he had been replaced . +Besides , when we wanted to buy our tickets we were hoping that a discount was available . +Unfortunately , it was n't and we could n't afford to buy everyone a ticket . +Finally , after the show we had planned to eat dinner at the theatre restaurant and we were very disappointed when it turned out to be closed . +Therefore , as you may understand , I 'm asking for a refund . +These kinds of misadventures can easily ruin your reputation . +I look forward to hearing from you +Yours faithfully , +Unfortunately , Pat was n't very good at keeping secrets and the rumours describing me stealing soon reached the director 's office . +I was sent a letter in which it was written that the director wanted to meet me and my parents . +Sweating and afraid , I waited outside the director 's office the following day . +I was unable to imagine what would happen to me if my parents knew what I had stolen . +' You may enter ' said the director . +Tairs ran down my face as I admitted having stolen . +I was suprised that my father did n't watch me , but I soon understood that he was ignoring me . +Mother , on the other hand , looked at me and seemed both disappointed and betrayed . +During the trip home , none of us spoke . +We just sat calmly waiting for this nightmare to be over . +The same evening , my father pronounced a few words : ' May this be the end of your thieves career , We are only ready to forgive if you promise never to start again ' +Dear Mrs Ryan , +I am writing to answer to your letter in which you told me I won first prize in our competition , which was two weeks ago . I was very happy with this result since I did not think I could win . +First of all , I would like to tell you that I will be able to travel only in July because in the other months I will be too busy with my work . +In the second place , I add that I would prefer to stay in a tent , even though it is not very comfortable , because I want to put myself to the test by living in a condition I am not used to . +Besides this , in connection with the activities we will have the chance to do , I would like to inform you that I choose swimming and tennis because I am quite good at both , especially at tennis . +In addition to this , I would like to ask you which kind of clothes and how much money it is necessary to have , since I am undecided about it not knowing the cost of life in California . +I look forward to hearing from you soon , +Yours Sincerely , +Marino Rizzo +The aim of this report is to suggest which activities of our daily life at school should be filmed to give the other students the idea of what we usually do , not only during the lessons but also the rest of the time . +Most of the students agree in saying that two are the main features of our daily life at school which should be filmed : it would be very funny to dwell on us working and speaking together without the help of the teacher to show our efforts and sometimes successful and sometimes ridiculous and also to film some amusing moments we spent waiting for the teacher . +A small percentage , on the contrary , said it would be very useful to film the teacher when she is explaining to us something important , to give an idea of real life in our classroom . which is the most . +Mr. Manager : +The purpose of this letter is to complain about my experience with the musical show " Over the Rainbow " , which really disappointed me . +First of all , there were no diccounts available as it was said in the advertisement , so I had to pay the original price , which was n't cheap at all . +Then , I was forced to wait forty - five minutes to see the show because it started at 20:75 instead of 19:30 and when it finally started , I was really disappointed to see that the actors were n't Danny and Tina as it said in the advertisement . +Finally , when the show finished , I could n't visit the theatre restaurant because it was closed for repairs . +So , as you can see , it was n't my perfect evening out at all . That 's why I demand you send me my money back . +Your really unsatisfied customer +How has modern technology affected my daily life ? +Since the beginning of human life , people have invented ways to make their life easier . +That is not difference from now . +We live surrounded by inventions which help us through the day . +From the vehicle we use to move faster to the light bulb we use at night , we constantly depend on these inventions to be able to do the things we have to do . +That 's why modern technology is so important in our daily life , because it helps to make our life easiest and to do what we have to do faster so then we can use better our time . +Warsaw , 13th of June 2000 +Dear Mrs. Ryan , +I am writing in response to your letter which I received two days ago and in order to answer all the questions I was asked . +First of all , the only month I will be able to visit the U.S.A. is July due to the fact that I have already arranged another trip for August . +Second of all , I would prefer to live in a tent . +I am used to this kind of accommodation since I have been taking part in survival camps for a long time . +As far as the activities are concerned , I have chosen sailing and surfing . +The reason for my decision is that other activities are available to take in my county , except climbing , but I have a fear of heights , so this one is not destinated for people like me . +Furthermore , I would like to ask you some questions . +What type of clothes should I take and how much money would be enough ? +Is this a kind of " all inclusive " holiday ? +Thank you in advance . +Yours faithfully , +Ursula Sobczak +Warsaw , 13 June 2000 +Dear Kim , +I think I told you about my plans to join a group that helps at concerts , did n't I ? +Well , I took my chance and I was chosen to help at Michael Jackson 's concert . +Amazing , is n't it ? +The event took place a month ago at the Rock Stadium . +There were about 100 000 people . +We had a lot of things to do . +Actually , they put me very close to the stage , in the middle of the real hell . +Many people fainted and some of them , in the most serious cases , had to be taken to hospital . +The biggest problem was connected with some foreigners who could n't speak Polish or English and we did n't know how to help them . +Despite this fact , the atmosphere was terrific . +After the concert , many people lost their way home , mostly foreigners who did n't know the buses ' schedule . +We had to order taxis for them as they did n't have mobile telephones . +However , they were very nice people . +I did n't manage to meet Michael as I had expected , but apart from that , I really enjoyed the time I spent there . +You should also try it . +Best wishes , +Ursula . +Dear Sir or Madam , +I 'm writing to complain about a musical show which I saw recently at your theatre . +There are several reasons why I was n't satisfied with it . +Firstly , it was written in the advertisement that a famous actor , Danny Brook , would play in the show . +Despite that , a different actor performed in the performance , which was really disappointing . +Secondly , the beginning of the show was 45 minutes later than it was supposed to be . +Thirdly , no discounts were made when I was buying the tickets . +Lastly , the theatre restaurant was closed after the show . +That evening was n't my perfect one , although it was promised to be so in the advertisement . +This is the main reason why I want to ask for a refund . +In my opinion , this would be quite fair . +I 'm going to visit the Circle Theatre this Sunday . +I hope I 'll get at least a part of the money I 've paid back . +Yours faithfully , +Fashion of the Future . +During the centuries , man 's clothes have been changed and even developed in some way . +People wore clothes made from metal , which were rather heavy , I suppose . +They wore enormous luxurious dresses , which , in my opinion , you ca n't feel very comfortable in . +Nowadays , people wear more ordinary clothes . +I think we can make a conclusion : during the centuries , man 's clothes have become less heavy and luxurious and more common . +People 's clothes have been changing from metalwear to shorts and miniskirts . +That 's why , I suppose that man 's clothes will become more and more light . +I think they will be made of universal materials , which will be rather light and thin . +People wo n't be embarrassed about showing the beauty of their bodies . +Perhaps , clothes will be rather small . +I think that different tops and mini - skirts will become more popular . +Maybe , people will create something even smaller than that . +Who knows what will happen in the future ? +Perhaps , metalwear will become a craze again . +Dear Mrs Ryan , +I am very happy to have won the first prize in the competition , and I am going to clear up some details you asked me in your letter . +Firstly , because of my school exam , I would like to travel only in July . +However , I have chosen this month because I think the weather will be fine . +At Camp California , I hope I will be in a tent because I like very much this kind of style life : I love contact with nature . +In addition , during my stay in Camp California , I wanted to go swimming because I practice this activity regularly and I often do competitions : this is one of my hobbies . +In addition to this , I wish to sail : I have never tried it , but it seems to be great ! +Finally , I have two questions : I wonder if I can change my French money in the Camp and what kind of clothes do I have to buy before coming ? +Yours sincerely . +Didier Bovie +Dear Kim , +As you asked me in your last letter , I am going to tell you more about last month 's pop concert . +Firstly , I arrived five hours before the beginning of the concert in order to help the musicians to move the material from the van to the stage . +As soon as all the conections were made , we tested the nivel of the sound : I found it too loud , so I advised them to regular it , and they listed it to me ! +Then , there was only one hour left to install the different colored lights : it was just enough time . +Thus , it was a fantastic afternoon because I like music very much , even if I do n't play any musical instruments . +Moreover , I learnt a lot about music , especially concerning the way of using an instrument . +Consequently , I hope I will play an instrument in the future , especially because the group promises me to help me to learn any instrument . +See you soon . +Best wishes +Didier Bovie +Dear Mr Robertson , +On behalf of my class , I am writing to request a few changes in our London programme which has already been planned . +My friends have seen an advertisement for the London fashion and leissure show . +It will be held on 14th March . +We have decided it would be more interesting to see the latest fashions , make - up , hairstyles instead of going shopping . +We would suggest going to this fabolous show . +It is also free of charge for students . +We will be given a great opportunity to have fun and look around London . +We would all thank you for the organised programme . +I apologise for any inconvenience that this causes you . We would be pleased if you could make a new arrangement in your programme +I look forward to hearing from you . +Yours faithfully , +CAN YOU IMAGINE THE NEW HOUSE ? +We spend most of our life in our houses . +We like them to show our lifestyle and , of course , feel comfortable . +I can imagine in the future how it would be ? +It would be much more technological or far less complex . It could be as simple as we think . +but the imagination of the lifestyle depends on the person . +On the other hand , it would not be changed . +Somehow I could say that the main appliance would have the same working structure . diff --git a/regression_tests/prediction/WI_10.txt b/regression_tests/prediction/WI_10.txt new file mode 100644 index 0000000..95bfc51 --- /dev/null +++ b/regression_tests/prediction/WI_10.txt @@ -0,0 +1,10 @@ +My town is a medium sized city with eighty thousand inhabitants . +It has a high - density population because of its small territory . +Despite it being an industrial city , there are many shops and department stores . +I recommend visiting the artificial lake in the center of the city which is surrounded by a park . +Pasteries are very common and most of them offer a special dessert from the city . +There is a special zone along the widest street of the city where you can find all kinds of establishments : banks , bars , chemists , cinemas , pet shops , restaurants , fast food restaurants , groceries , travel agencies , supermarkets and others . +Most of the shops have sales and offers at least three months of the year : January , June and August . +The quality of the products and services are quite good , because there is a huge competition . However , I suggest you are careful about some fakes or cheats . +Everyone has his own plans . +People want to be a doctor , others want to be a teacher . diff --git a/regression_tests/prediction/WI_127.txt b/regression_tests/prediction/WI_127.txt new file mode 100644 index 0000000..eb7bf3b --- /dev/null +++ b/regression_tests/prediction/WI_127.txt @@ -0,0 +1,127 @@ +I have my own plan too , but I do n't the same as them . I want to become a journalist . +Working as a journalist is very exciting for many reasons . +First , I will have an opportunity to live abroad . +Second , I can travel all around the world , meet different people who are very friendly . +Next , I will have a chance to appear at big parties or events and I can make friends with famous people - It 's interesting ! +Finally , I will have a high salary when I am a journalist . +To be a journalist , I must study very hard , so I 'll try to learn in order to make my dream come true . +In the future , I 'll become a journalist . +Nowadays , each family has more than 1 car for each one . This is only one of few reasons that people use less public transport . +Before , it was really convenient to go by bus or by train , but with the new economy , travel tickets are more expensive and a big difference from the past is that it is less expensive to go far than near . +I remember from my town Palermo in Italy to go to Milan was about 340 pounds . Now , if we are lucky , we can arrive in New York . +In England , where I live , in Bedford , we use a lot of trains to go to the most important town in the UK , but the trains are very expensive . me and my family stay careful if we go off because the prices are too high . +I 'm sure in the future there will be cars able to fly or you can park them in your pocket . +Furthermore , the biggest group of positive - feeling students present live with various nationalities . +The possible reason is that these international students can not speak English fluently . +They usually lack language and can not open a debate . +It is hard to argue . +On the other hand , they might want to safeguard the national image . +In order to give a good image and show the national parenting , our respondents tend to have a great pardon to other nationalities . +MORE THAN KIP FIT ! +Do you know about mountain biking ? +Perhaps you think it 's only a sport . +You 're wrong . +Follow on reading to know why . +I have been keen on mountain biking since three years ago . +Firstly , I tried with a rental bike in the area of Aznalcazar . +The main reason why I wanted to try was to lose weight ( I was a bit overweight ) . +However , it was wonderful how I could admire the landscape while I was doing sport . +Consequently , I realized that although climbing outside helped me to improve my fitness , I really I really enjoyed the best breathing pure air and taking pleasure in the countryside . +If someone wants to take up this sport , first of all , I would recommend him or her to pursue a good mountain bike . +It 's important to avoid accidents , become comfortable and have a good journey . +Secondly , he or she would buy a good helmet and , of course , appropriate clothing . +I love this sport . I look forward to the weakened , to going out with my bike and my group of friends . +All of us had a good time . +And I would like to encourage everybody to try it . +Nobody regrets it . +Lucy Keyes +Lucy Keyes was the last thriller I saw . +I do n't recommend it to children less than thirteen years old , +because it 's difficult to understand . For example , the characters are , +Lucy , Molly , and their parents , a cowboy , and a teacher . +The movie is about Lucy 's family that moves into a farmhouse . mysterious and +scary . +Also reflects a comparison of Lucy 's family , and characters +from a story their mom read often . +The story actually takes place in a camp , and farmhouse , mysteriously +used in other times . +It 's interesting because Lucy 's mom discovered a wall in their farm , that +had a weird painting of two sisters just like her , the same ones of the +story she read . +I recommend this movie only to teenagers older than thirteen years old . +The best place for young people in our area is , without doubt , the lake . +Here they can do many kinds of sport : swimming , sailing , surfing , kiting , rowing and many others . +At least they can meet other folks and relax , sunbathe and listen to music . +In the summer around the lake , there are so many concerts so you have difficulty finding the right one . +Luckily , the schools are closed for ten weeks , so the young girls and boys have time to spend the +leisure time together . +Dear husband , +I hope you 're fine . +I remember all of you and miss my family . +Leaving my country , Soamlia , was very hard for me . +I miss my big house but I do n't miss the guns . +I hope to return to my country and see you again . +In the following decades , revolution and civil smote many of the Powers of Europe , and new nations were born . +Britain alone escaped almost unscathed from these years of unrest . +There was an unparalleled expansion of the English - Speaking Peoples both by birth and emigration . +I really like to travel , but I like it the most when I travel with friends . +It was a very good experience . +I love to travel with my family . +It is different to travelling with friends than travelling with family . +I do not travel too much with my friends . +I have traveled two times . +Those two times have been with the orchestra that I play in . +Once we went to Zacatecas . +We went there because the university orchestra from UAZ invited us to go there and play with them . +At that time , I did not know anybody , just one person . +Her name is Irixhi . +She was my friend , because we are from the same town . +But when I was there I began to make new friends that I never thought I was going to have , and I never thought the way that I was going to know them together . At the beginning I felt very strange talking with them , but now we are very good friends . +We stayed in Zacatecas for a week . We really had a good time . +The second trip that I made was to Guerrero . +We went to Acapulco , to an event where universities from Mexico go and present cultural activities . +It was too hot there . +In Acapulco I had a good time because I stayed in the same room as my friends and we swam a lot and we really had fun . +Then we went to Taxco . +There we visited the central park and we stayed in a very luxurious hotel . +We were very happy there . We really liked Taxco . +Actually , I had already been there before , but not with my friends . +Then we went to Cacahuamilpa to play there . That was an incredible experience that I will never forget . +Then we returned to Toluca to continue with my boring life . +And now I have to pass my subjects . +We hope to go to Colombia next year . +I like biathlon . +Really , I think it 's a very beautiful , interesting and breathtaking kind of sport . +In biathlon , sportsmen need to run some races which are very different . Some of them are long , some are short . +But , a short distance does n't mean it will be easy or anything like that . +Sometimes weather conditions are not comfortable for guys , for example , wind , light frog or freezing . All of those are very difficult conditions . +So , it 's not so easy as it seems . +That 's why I like it . +This sport is for real men . +And also , most of them are very attractive , a big advantage for girls , who like nice pictures . +There is no future for public transport , because travelling by car is so much more convenient . +That is what everyone says when we ask if they prefer public transport or a car . +Using public transport can not be easy , because we have a strict time and normally we do not have a place to sit and that can be extremely uncomfortable . +Sometimes the employers do strike and we clients do not know what time . As a result , we can not get on time to work . That is one of the disadvantages of using public transport . +One argument for not using the car is that the petrol price is very expensive , but public transport tickets are also increasing , so that advantage is not so good actually . +For me , the car is the best and you ? +Well , however your choice is , it is necessary to be perfect for your daily life ! +However you use it , Have a nice trip ! +People usually tell me I 'm a cinema enthusiast , and they are in the correct way . I prefer to spend my free time watching a good film , especially when it is a thriller , than doing sport , +If you want to see a good thriller , " Regression " will be your best option . I have seen it recently and , in my opinion , it should be seen by everyone because I believe people would like it for many reasons . +First of all , the director , who was Alejandro Amenábar , did a great job . Due to that , the audience were waiting with bated breath for the ending of this film . +Secondly , the actors were fantastic and the main character , who was played by Emma Watson ( who is really hilarious ) , was amazing . +What 's more , the plot is easy to understand . +The story took place in the USA a few years ago when the regression method was accepted by the doctors and cientifics . +Moreover , customs , make - up and special effects became ever more in the story . +However , the soundtrack was awful , it did n't get me scared . +In conclusion , my recommendation for the student film club is this fabulous and exciting thiller must be seen if you have have a good time , given that it achieves keeping you in suspense until the end and it does n't be afraid . +In addition , you wo n't have a better opportunity to see it than this week , because just in Spain the festival 's cinema is happening . +You should take advantage of that ! +In my opinion , public transport in my country will never improve because my country is so poor and , besides , it is considered one of the third world countries and another thing that must be taken into consideration is that the politicians are horrible . They have destroyed my country +When we ask ourselves , how can we take care of the environment ? +The first thing that we think is the pollution , the car smoke , factory smoke , etc ... but , have we thought about food or clothes ? +Perhaps when we are buying in the supermarket or other shops we are doing something bad , because we ask the assistant for a bag similar to carry at home or other things . +We can take a bag from our house , because if we do this every time that we go to buy in each shop , we wo n't spend more pieces of plastic or paper . +But we should n't forget the pollution caused by cars . We can use bicycles or public transport . +Also , in the same way , we should go walk to the destination . diff --git a/regression_tests/prediction/WI_128.txt b/regression_tests/prediction/WI_128.txt new file mode 100644 index 0000000..b71c7d3 --- /dev/null +++ b/regression_tests/prediction/WI_128.txt @@ -0,0 +1,128 @@ +If we are working with someone in the same job , and who lives near us or he is our neighbour , we can go to work in the same car . This way , we use less oil . +The government is also important for taking care of the environment . +They should have healthy habits and , with their examples , they can improve the habits of the population . +I love sports but I did not get many opportunities to play sport . I was born in a village in India . My parents are farmers like most other villagers . +The only playground in our village was the school ground , which was full of small rocks and not good for playing any sports . +When I was a child I helped my father with his jobs after school . +We bought a television in 1888 , after that I became a fan of cricket . +I watched most of the matches . +Sachin and Ganguly were my favorite cricketers . I love their batting . +A MISTAKE +It was the summer holidays and Michael 's family was in the airport waiting impatiently for their flight to Mexico . +That was a special family . It was so big ; His father has 6 brothers ! , so he has 17 cousins counting his little sister . +In total there were 32 people , a white kitten and a dog . +About 10 minutes later , they started to get bored . They heard a girl calling them to take the plane . +The flight to Mexico was incredible , and very fun . +Michael usually had a great time with his cousins , except with Tom . +That was because Tom liked to give orders to everyone , and Michel did n't like that . +When the big family got out of the plane , they realized that they were wearing too many clothes . It was boiling ! ! +There they took a taxi to the hotel , and at 4 pm . +The family was walking around the luxurious hotel . +Some minutes later , they designated how the cousins were going to share the rooms . +Michael finally ended with the last one he would like to ; Tom . +That night , the dog , the kitten , Tom and Michel slept in the same room , and that was n't too bad . +When Michael got up in the morning , he realized that his kitten had disappeared , and he found Tom 's dog with some white hair in his mouth . +He thought that the dog had eaten the kitten during the night , so he shouted to Tom , opened the door and went away . +Michael closed the door and knew at that moment he had made a mistake . +One of the best restaurants I 've ever been to is Spizharka . +It is situated in the very centre of our city and offers a wide variety of dishes and drinks . +The service is really great . +The waitresses are helpful and smiling . +You feel like you are at home ! +Warm candle light and small tables with patterned table clothes create a friendly atmosphere . +The dishes are n't very expensive . +I believe it is suitable for our class . +So , my favourite sport at the present time is street workout . I have been doing this sport already for a long time . +I like to exercise on the street even in the season when the temperature outside is below zero . +Of course , in summer I like to exercise more than in winter , but this does n't stop me . +I do n't know why , but I almost every day go on the street in order to exercise . +If it is very cold and windy outside , I do n't worry about it and I exercise at home . +For those people who want to start doing the street workout , I advise to start with basic exercises such as pull ups , push ups , dips and squats . +These are basic exercises and they will help you to do a good start up . +After some time , when you feel that you are ready for more , you can start to study more difficult exercises . +So , it 's my first attempt to create English text ! +I dare say that I was quite self - confident a few months ago . +But not now . +What 's the reason ? +Because of mind . +I was n't satisfied with your behavior . +Sometimes , a lot of phrases and sentences run in my head , but how to write them down correctly ? +How can I use use it ? +How can I force my kids to do their homework ? +How can I explain them ? +Michael is a handsome and kind person . +He lives next to his family 's home . +Michael got married to his close friend only one month ago . +But his mother hated his wife and always shouted at her . +Unlike his wife , he respected and loved his mother and never complained to his husband about these bad situations . +Michael 's only fault is that he is a mamma 's boy . +For he always defends his mother and always the wife is the responsible one . +His wife decided , because she loved him , to forgive and apologize to her mother - in - law . +One day when Michael was out for work , his mother insulted and hit his wife . +Moreover , she fired her without her mobile or money . +His wife was sad and she cried a lot and she stood on the street waiting for Michael . +Once he arrived , his mother asked him to up quickly , acting that she was tired . +He saw his wife but said no words to her and continued on his way . +His wife walked behind him until they reached home , but his mother claimed that his wife told her cruel words and acted that she was crying . +Michael believed his mother although he observed marks of hitting on his wife 's face . +He fired his wife after insulting her . +She was shocked and apologized for a mistake she did not commit . +But his mother refused her apology and ordered him to close the door . +Michael closed the door and knew at that moment he had made a mistake . +The light bulb . +The light bulb was created in 1879 by Thomas Alva Edison . +This was one of the everyday inventions that affects our lives . +Edison is said to have created the first comercially practical incandescent light . +He was neither the first nor the only person trying to invent an incandescent light bulb . +Some historians claim there were 20 inventors of incandescent lamps prior to Edison 's version , but Edison is often credited with the invention because his version was able to outstrip the earlier versions because of a combination of three factors : " an effective incandescent material , a higher vacuum than others were able to achieve and a high resistance that made power distribution from a centralized source economically viable . " +( taken from www.bulbs.com ) +Edison began serious research about the incandescent light bulb in October of 1878 , and his original design was in 1879 . +Edison and his research team made his discovery and created a company called " Edison Electric Light Company " . +I think this is the most useful invention because without it we ca n't live like we live actually . +Peter looked at his watch and knew that he had to do something immediately . +Tom 's friend of Peter 's suddenly fainted and fell down in the classroom room . I did n't know what to do immediately . First , I calmed down and I checked his pulse beat . It was okay . Then I knew that he was out of danger , so I called my classmates , everyone rushing to the spot but still he is not moving so we decide to take him into the hospital or call the ambulance , finally we call the ambulance without ant delay . +Everyone is eagerly waiting for the ambulance 's arrival , but it has still not yet arrived . The reason is our college location is a little far from the city . That 's why it is getting late . +We waited patiently . Finally , the ambulance arrived and took him to the hospital immediately . +Lately , I have seen a very interesting announcement in International Sports Monthly magazine . +I was interested if I could write such an article and win a prize . +And I decided to try . +Nowadays , a healthy way of life is very popular with most people all over the world . +And as for me , I 've been going in for sport for several years . +What is my favourite kind of sport ? +It 's ordinary bodybuilding . +Why did I choose it ? +I want to be fit and have good health . +I lost several kilos and I could wear my favourite clothes . +It became possible for me to run easily . +I 'd like to give advice to everybody not to sit at home and watch TV . +Go to sports gyms , be active and you will feel in another way . +You will forget about doctors and expensive medicine . +Sport is like drugs . +If you do n't have training for a long time , your body will feel something unusual . +Your muscles will be strong and you 'll be able to do any difficult job . +People will look at your figure enviously . +Describe your bedroom . +My bedroom is quite big . +The walls of my bedroom are white and the floor is dark grey . +In my bedroom there is a brown bed , a yellow drowers , a little light brown bedside table and a big brown wardrobe . +On the wall there are some pictures of my family , but I do n't have any posters . +I live in São Carlos , in the countryside of São Paulo , in Brazil . +In my city , the environment 's protection is so difficult . +First of all , we have an extinction area of cerrado closer to the Federal University of São Carlos , but sometimes , the area will be used to construct a new building . +We have done several movements , but sometimes they do not work . +Secondly , the hall does n't care about the environment ; for example , the hall stopped garbage selection collection when the new major assumeded the hall . +It demonstrates the effort was made in the last 10 years . It was over because of the new political position of the major . +It is so stupid because the environment needs to be over than political positions . +Third , we have not founded a green political to eliminate rubbish . +Instead of using selective collection of garbage , or recycling of materials , or the sanitary landfill ; we have used a dumpfill that affects the soil . +Finally , the population , the majority of the time , does n't matter to throw away the garbage on the street or in a prohibited area . +In conclusion , in my city , the concern about the environment 's protection does not work how it is necessary for protection of the soil , environment and health . +The environment is surrounded by no aleartness in our area . were busy with their own jobs and were not focused on seeing what was happening in our area . usually speak about how hot it is . They do n't know what makes it hot . They are interested in planting trees and making sorrounding clean.some people used to burn forest as if those forest is useless.man are greedy because of all the thing getting from the forest are free . +They care about the environment because that does n't give anything to them . +Managemant acountant practice is very important for organizations to making decisions about human resources , sales , marketing and potential customers . +Most organizations know how is affects management acountant practice on their work , therefore they chossing good programme and employees . +I was in the USA last year , first in order to look for a job as a pharmacist , but also , having a lot of time to explore a new world . +I spent about two years there , but I wanted to come back to Italy because I missed my home . +At first , I called a travel agent but he said he could n't be able to book me a flight for two months , so I called my brother , who heavily regretted me for not having told him about the trip and he promised me he would have booked a flight sooner than that good for nothing agent . +I believed in him , but I did n't know how I was wrong . +He had booked me the flight but he did n't pay for it , because at that moment he had n't got cash on him . diff --git a/regression_tests/prediction/WI_129.txt b/regression_tests/prediction/WI_129.txt new file mode 100644 index 0000000..11fc5bc --- /dev/null +++ b/regression_tests/prediction/WI_129.txt @@ -0,0 +1,129 @@ +The worst thing was finding it out at the airport . +I had never felt so nervous ! +The environment is always a hurting problem in the world . +There are so many , they make our life polluted . +To take care of the environment , each of us has to do something such as propaganda to the people in the country, ... in my village , we use banana leaf instead of nilon , garbage desposal sensibly ... and so on . +We should clean our area to attract visitors and introduce it to many other countries in the world to protect our lungs . +Hi , today I 'm gon na talk about myself . +My name is Abrar saeed Al - mubarak . +I'm 13 years old . +I live in Saudi Arabia(Riyadh ) and I 'm in grade nine . +I have 9 sisters with me and 9 brothers . +I really love learning English & French and I speak Arabic . +My dear Daniel , +Are you studying mathematics for your exam ? +I hope you pass it with a good grade ! +I had just finished my lunch break , and before preparing everything to go to work I was thinking of you and I wanted to give you a small surprise with these fantastic photos . I hope you like them . +With all my love +Victoria . +Dear Sir or Madam +I would like to apply for the job that you have advertised . +I 'm a happy , energetic person who likes to work with children . +I love young children . +I have worked in many kitchens before , and I have gained a lot of experience there . +Bye +Marisa +This summer happened to me several times . I went to the beach , I went to the pool , or simply went for a walk with friends , but the best was when I went to a wedding because it was the event that more memories bring me this summer . +We got there at five o'clock . We had not yet reached many people , so we took the opportunity to give the gift that was a washing machine , the finished clothing to reach the store , and apparently they were in need of a new , as the bride loved . +Half an hour after we arrived , started coming . There were many greetings , thanks , hugs , kisses , and then we all went to the table , which was magnificently structured , plenty of food of all kinds , drinks , but we were all waiting for the main course , also the food was magnificent , but the best part was when the couple went to the pool , we were lucky we had an amazing wedding planner who arranged the magnificent and fun activities , he said to the bride and groom enter each an inflatable ball and try walking on the water as long as withstand , and the bride won because the groom slipped and fell after them , out of the ball , fell into the water , and kissed . +At four in the morning , after opening the presents , everyone started to leave . It was a long day but a lot of fun , but it could have lasted a bit longer . +I usually wake up at six o'clock in the morning , then I take a quick shower . +After school , I 'd like to eat fresh fruit . +I am keen on running during the night time . +In my country , people make a lot of mistakes and have a lot of bad habits concerning their attitude towards rubbish . They are always throwing away their old things and rubbish in public places . The government also can not do their role towards their people and their bad behaviour +Once upon a time , there was a monster in the city called " Michenstain " . +Michenstain was a very tiny city . That was one bad thing for them ; the other bad thing was that in the city , there was a monster called " Monsteration " . +Monsteration was a very lively monster . He always migrates to the north every Monday . +In the day , he was a mild monster . He was very visible ( because he was big ) ; but in the night , it was the contrary . He killed people , destroyed complete cities ; he smashed all the architecture from the city , and a lot of bad things . +One day , Monsteration 's next destination was the city of Michenstain . +People did know what that was , so they did n't care about it . +But when he arrived at Michenstain , all the people went : " DAHMMMMMMMMMM " . +It was midnight when he arrived , so he was eager to destroy everything . +So all the people started to run and scream , and the monster was pursuing all of them . +He was spoiling all the crops of the people , he was destroying all the vehicles , and he destroyed a vast area . +The next day , he was a very attractive monster . In other words , he was converted into another monster body . +He was completely different ; it was impressive the way he was acting . +The thing that he ( the monster ) did n't know about was that he had a spectacular infection ( literally spectacular ) that I thought that it had no cure . It was called " The Monsteration Infectations " . +( In those times there were various monsters , but none of them was like him ; he was in the number 1 rank of the monsters in destroying things . ) +Scientists are trying to make a cure for the Monsteration Infectations , but they still do n't have one . +In their laboratory , they had a lot of chemicals that were prohibited in their country , but they used them . +They had to isolate the chemicals from the formula to have the cure . +Some scientists did n't care about the infection ; they were playing ultimate team on their iPods . +The scientists that were doing the formula had a lot of tension , but finally , they did it and they said : " Magnificent " . +Well , I 'd like to talk to you about my experiences as an English student for many years . +I 'm 56 years old and I 'm a chemist . +I have neded to use English a lot of time during my professional activities . For that reason , I took some English courses many years ago . +I can tell you that I feel I can understand over 90% when I 'm listening and when I 'm reading , but my main problem with English is , of course , when I must speak . I feel horrible without confidence . I think that always I 'm thinking in Epanish and after makind the translation to English , may be in this moment when I 'm writing this composition I 'm making the same wrong . I know that learning English is a large process but I must follow that process because I 'd like to be an excellent bilingual Pearson . +Currently , I 'm working as a teacher at the university and teaching in English has been my goal . +I 'm a teacher in chemistry and math too . +I work as like a free - lance worker with the same subjects because it is necessary to increase my incons . +I 'm writing now without knowing a dictionary and making this composition without traduction from Espanish ( I hope jajaja ) +I 'm sure I 'll have many mistakes , but I feel good because I must write and write and write . I need to improve my English level . I must not feel bad if I want to finally learn English very well . +I hope you can help me understand more about how to improve my English level and develop my skills . +Thank you for your attention , and I 'll wait for your advice , ( that is my first time writing over 50 words ) +Milton Morales +I like workout on push up bars . +It is impossible not to love doing sports activities in the fresh air . +If you want to start working out , you should be ready for a big load on your muscles . +On Thursday , September 11 , the term exams finished and our week of vacation started . +In the afternoon , I went to my dance classes . +It was fun because we learnt a new hip hop dance and we finished our tap dance . +On Friday I went to the mall with my family . +I bought one sweater and two jeans . +Later , I went to the book store and bought three books ; " Legend " , " Wonder " , and " Eleanor & Park " . +On the weekend I stayed at home . I started reading " Eleanor & Park " ; it was amazing . I laughed a lot because of the things that the characters said . +The other things I did were sleep , eat , and watch TV . +The next day I went with my friends to see a movie . +We saw " if I stay " and I loved it . +The movie is about a teenager named Mia who had a car accident with her family . +Her father and her mother died before they got to the hospital . +Mia survives , but she is in a coma and she has to decide if she wants to live without her mother and father or if she wants to die . +Later in the week I passed the day drawing . +I drew a meadow , a little girl , and a butterfly . +The next few days I did n't do much . +I just sleep and watch movies at home . +The day before I started school , I did an investigation for literature class . +This was what I did in my vacations . I did n't do a lot , but I loved my vacations . +Hello Jo , my name is Mirko . +I 'm from Mramorak . +Serbia is my country where I have lived for 24 years . +If you like and wish to come here , my best advice is to stay at home . +Maybe you can bring some money and spend it on something fun . +Best wishes . +Mirko . +As per today 's topic " No Future for public transport " , I would like to add comments on that . Please be patient . My English is not as good as you readers think . +So , let 's start . +Most metro cities nowadays attract people towards the metro not just because of the fares but because of the time that it saves . +Now , these days , the public do not like to travel on public transport to save their time as well as money . +The metro is good for the health of the people as there is no pollution and all because it runs on electricity and also connects most of the city as Delhi has a wide area span of the Metro that is really awesome . +Other than that , public transport is also not good for natural resources , which is not good for the future of the country . +If you visit Taiwan , you will never miss the temples here . +There are so many temples here . +So , now there is a chance for you to play the god . +Jiu - Tian Folk Arts Group is a group of people who are good at our traditional performance , which is " imitating faces and posing as gods " . +Here , they will teach you how to draw the face of god , dance like god , and beat the drum . +Curious ? +Just come and give it a try ! +I think paying expensive taxes on personal cars can reduce the use of cars or other vehicles in order to solve the traffic problems . +Because all people like money , for example , many people do n't buy a car with expensive taxes , so people must use public transportation , such as the buses , subway . +Public transportation will be rich , so they can build more stations for suburbans and more public cars to carry this . +Therefore , traffic will be bad . +Dear Sir / Madam +I am applying for the position in the USA Summer Camps to work this year . +I am 29 years old , originally from Brazil . +I am an English student where I have been studying for five years , and recently , I passed on the FCE , which is a well - recognised certificate . +In 2010 , I graduated in electronics engineering . +From June to September of 2013 , I worked for a tourism company . My position involved taking after of groups of people going to England . This previous experience makes me suitable for this job announced . +In addition to this , personally , I am really helpful , exciting , cheerful and engaged . +I practise sports such as football , basketball and chess . With these skills , I can help children have fun while teaching them the good benefits of doing sports . +By applying for the job offered , I am willing to work in all different sorts of jobs . I do not matter which , as long as I have the opportunity of being in the USA , as English is my passion . +To sum up , I feel rather confident about assuming this position and thank you for considering my application . +My faithfully +Alessandro Costa . +I think public transport is very important . +There is no way to travel from Egypt to the USA using a car . +A plane may take about 16 hours . +A car may take days or months for the same distance . +I am really overwhelmed to be the third member of my small family- Peter , Maria , both of whom are my parents at 45 years of the same age , and my little brother , Patrick-14 years old in a mischievous manner . +Their gentle norm with lovely and adorable mind take a reference to their hobbies - reading . +Nowadays , a person 's worth seems to be judged according to social status and material possessions . That mostly happens in high class families , as they focus on achievements as power , political influences etc . On the other hand , for middle class families , the old - fashioned values are still important as it is the inheritance from our ancestors in terms of values as honesty , kindness , loyalty , etc . diff --git a/regression_tests/prediction/WI_255.txt b/regression_tests/prediction/WI_255.txt new file mode 100644 index 0000000..97ee78c --- /dev/null +++ b/regression_tests/prediction/WI_255.txt @@ -0,0 +1,255 @@ +The metro is the most comfortable mode of transportation in Moscow . +The metro is the only one that I use in the city . +Using ground transportation is not comfortable because of traffic . +Just a few years ago , we started to use a special road line . +But the problem is Russian drivers are not getting used to keeping this line free . +Moscow traffic is awful . +Everyone is in a hurry . +There is no difference if you use a car or a bus . +For example , American public transport has a special line and a schedule and it works like a train , I mean comes at the exact time like a train . +That 's my dream . I joined the faculty of languages and translation . I was very happy because I achieved my dream . +In this faculty , I faced some problems with my English . I began to ask " How can I improve my English ? " +All the answer was " you have to listen and read so you can write and speak well . " I said okay I have to depend on myself . I began to join groups on facebook where I found some of the people shared their knowledge with others , I followed them immediately . +I am on my way to improving my English . I ask Allah to guide me to the right way . +My dream is to open a Center for Language Learning , +to teach children and adults in my country good English and I will avoid traditional education . +The best thing that can encourage me to open this center is that I have in my country 5 friends who study in the faculty of languages and translation and I think that they will be very happy to join me in my center . +I know that is a very amazing dream but I pray Allah to give me all the means to achieve my future dream . +Alex , I and my friends will be going to the cinema at the weekend . +Would you please join us ? +We will see an action movie . +If you will join us , we can meet in Ambasodor mall in the city at 7 p.m. +Public transport has no future . The crisis in 2008 has down oil prices . Oil is cheap now and new cars are more efficient and the government gives stimolous for consumers . +One day in October , Michael , a boy who was studying architecture , discovered a box with a message . While he was opening the box , he heard a door . +At that moment , a big man came into the bedroom . +This man was his father , who had died . +Michael was very nervous and confused because he did n't understand anything . +He spoke with his father and he asked him why he was there and his father responded that he had the biggest secret about his family . +" In the past , Matilde , your mother killed your brother , although she had a reason . He was a monster because he killed a lot of people in our city , so we went to another city . " +But Michael did not believe this story and he thought that he was crazy . +This situation was impossible because his father had died and at that moment he ran and he opened the door and his father said " you must be here because I must speak with you more time and explain because I can speak with you , " but Michael closed the door and knew at that moment he had made a mistake . +Dear Mrs Kate , +I want to work in our cafe . +I like a lot of food and drink . +I worked in a cafe last year in my country . I can work a long time . +Sincerely , +Tracy +How are you ? +Today we received a shipment from Visual service center under our old account number . It could have been a mistake by the service center as a notice regarding major organizational restructure was already sent to service centers . +In the issued notice it clearly states that all defected parts should be sent to Slovakia with effect from 01/06/2015 . +If any more shipments are returned using our old TNT account number , there is no option other than invoice service center for not following instructions . +So please advise all service centers to return defected parts to Slovakia instead of England . +Nowadays , sport is a very important part of our life . +Many doctors recommend the practice of sport , because it is very healthy for our bodies and for our minds . +Every day , there are many articles and news information that talk about the benefits that you get if you do sport . +My favourite sport is swimming , because as soon as you start this sport you feel better . +Even if you do n't lose weight , you can gain endurance and flexibility . +When I am stay in water I feel free and very quick . +Not only is sport when you feel sweaty , but you also do a lot of exercise . +However , you do n't have the feeling that you are very tired . is different , at the same time , is fantastic ! +On the one hand , the advice that I would give to someone starting my favourite sport , swimming , is that you need a little will power because sometimes , for example in winter , you will not want to go to the gym , let alone get in a pool ! +On the other hand , my other advice is that I am very sure that you will feel wonderful and happy not at first time , but sure later . +I promise you that it will be this way . +In conclusion , sport is very necessary and useful for you to improve your life . +You start and then you explain to me how you are ? +About Me +Hi , my name is Christian but my friends call me Chris . +I am 13 years old . My birthday is the 13 July . +I was born on Friday the 13th , that 's funny . +I was adopted from South Korea . +I like to play football and floorball . I also like to be with my friends and it 's also fun to play video - games . +I am good at floorball and not as good at football . +Sometimes I play golf and I think it 's pretty fun . I like to be out on our sail boat . +I got 1 sister . Her name is Tina . She is annoying . +She 's 9 or 10 years old . I do n't really know . +I like being in Thailand because it 's nice and warm and the people there are very nice . I also like the food . I do n't like homework , but I do n't forget it . I am good at teasing my little sister and I am proud of it . +I also got a cat . Her name is Chelsea . My favorite food is fillet of beef , scallops and maybe sushi . +I look forward to Friday when I am going to the cinema with my friends . We 're going to see " Let 's be cops " . +My favorite is Narnia . +I do n't like Narnia , but my favorite movies are probably 22 Jump Street , Lord of the Rings , The TV - show : Suits , The Walking Dead and maybe South Park and Family Guy . +I am good at floorball and not as good at football . +Sometimes I play golf and I think it 's pretty fun . I like to be out on our sail boat . +I do n't like to read , but I like music , good music . +I like a lot of artists and a lot of different music genres . +I like everything from pop , electronic , hip hop to calm music . +I watch a few TV series but I watch them over the internet , so I do not try to time the clock to see an episode . +I like the restaurant we ate at when we were on a ski - vacation in Champoluc . +Hi , my name is Elliot and I like video games and Lego . +I also like to speak English but I ca n't speak it at home because my little brother just says " stop talking English " when I talk English . +I know that I have not written it but I have a brother . +He is 9 years old and he is really good at saying what he wants all the time . +I mean when he wants something he just says , give me that . +I have two parents like most people . +My mum 's name is Jenny and my dad 's name is Rikard and they are the best parents I know . +I do n't know so many parents , but whatever . +I like books too , but I ca n't read so well , so I do not read so hard books with hundreds of pages . +I read books like DIARY of a Wimpy Kid or like Percy Jackson . +I like to talk English at school too , but my friends do n't like it when I talk about it in school , so I speak Swedish with them . +My fewrit lessons are Swedish lessons because I like to write stories . +My best friend 's name is Viktor and he is really fun and I like him . +My family lives in a +Hi Daniel , +How are you ? I am going to describe myself so you will be able to recognize me when we meet at the train station . +I am tall , around 2 meters , with black hair and blue eyes . +I will be wearing a white T - shirt and yellow shorts . +I will be at the train station at 7 o'clock and I will be waiting for you at gate number seven . +Kind Regards , +Rafael +I would like to describe my brother Rishabh Bantwal in this letter . +He is 24 years old and he looks very similar to me . +He likes to play guitar in his free time and likes to go out with friends . +Nowadays , we are in the age of the internet . +A flat world is created by the internet connection . +We have our knowledge easily and we learn more easily too . +This is the power of information technology . +The social networks such as : Facebook , Twitter , Instagram , Google plus ... are connecting us to more and more friends , companies , public figures , books , films , social organizations ... we really have many things to see , to think about , to " like " , to " comment " and a dozen of stuffs that we can make an action to interactive with others ... so may it is true that we have less time to think about ourselves , to take care our healthy . +They help us to communicate with the world and we only have only twenty hours a day . We know more things and we lose more time for many interesting things . +But it just happens in information technology and related fields such as : communication , ... +On another hand , we still have many other technologies to create many useful machines , hand services to help our life get better and better day by day . +Transportation helps us go abroad more quickly , even come to space by a tour . +It would be amazing for you if you had enough money to pay for that tour . +We feel more happy , comfortable and refreshed after something like that . +Biography technology gives us more food . +Chemistry gives us more tablets . +Yes , we are solving many problems with our technology for our feelings , our health and our finances too . +You can join any stock market all over the world to buy some Google stock and sell some Facebook stock too and earn some money . +You take the world in your hands with technology to help your life better and better actually , but it is not full that it will be good . Let 's keep it with your needs , your time and your money too . +How can I help the environment ? +How can a group of friends help the environment ? +This year me and my friends are going to help Parque Corgo from the recent forest fire . +We are worried that if the trees do n't get planted soon , they will never grow up again . +That is the reason why we are going to plant 1000 trees . +Egypt has more historical places such as the pyramids . It is one of the empirical in the world and more people from around the world come to see these pyramids . The world thinks about how Egyptian people made this building from maybe a thousand years ago and it still stands without change and more tourist come to take photo in the pyramids and study the stone and how the old Egyptian make this one without modern tools such as cranes and other modern machine more scientific teams come from all the world to study this building and make Egyptian science in more universities around the world to study how the air going inside this building and how it keep the food inside it and how this big stone takes out from far places and come for this place and how this building keep the body of the people after died and how this people leave inside the building and why this building like this and what the benefit of this building and how to make kike this building +Public transport has improved regional development over the past decade . It 's convenient and necessary for city life . +But when it comes to travel , it 'll be more convenient if you have a car , because you will not like to go where everybody goes . +If you have a car , you can go anywhere you want and stop by any beautiful spot you like . +It 's more flexible for your travel plan . +And , there 's really enough development on our planet , it would be better if we could leave some places blank , we do n't need so much convenient transportation , and we can still live well . +Save some nature for the earth , and leave clear air for our kids . +Build public transport in a city , not in a country . +My favorite sport is cricket . +It is a very important and very enjoyable game . +Today , cricket is a very famous game in the world . +Among them , cricket is very famous in Sri Lanka . +We could go to the world of cricket . +It is really great . +Today we have clever cricketers and famous amperes than other countries . +It is very valuable . +Australia , England , South Africa and New Zealand are very famous countries for cricket . +But those countries are very developed and they have many facilities . +But Sri Lanka is a developing country . +They have no facilities like other countries . +But Sri Lanka 's cricket team won the World cup in 2014 . +It is a very important opportunity in our country . +So I think I can enjoy cricket more than other games . +You can start the cricket game . +And you can earn more money and you can go to other countries . +Today we have lots of sports games . +Volley ball , netball , Elle , Table tennis , Karate , etc . +But it is not famous and we could n't go to in the world . +But cricket is very famous and we know many cricketers . +We can be famous and earn more money . +Cricket is better for our health than other games . +In my opinion , cricket is best for you . You can be a good cricketer . +You do not what to do ? +Are you a tourist ? +Are you lost in the city without knowing what to do ? +If I am right , continue reading this . +We have a lot of shopping facilities . which is the good thing about living in a big city like Madrid , because we have a lot of different shops , like clothes shops , pet shops , food shops , shoe shops , accessories shops , toy shops , presents shops and much more types of shops that know I can not remember , but you can find almost all you want or you need it is not incredible ? +But for some of them you have to search very well because some of the shops are unique and some others are very well hidden , but for that you have specialized transport that will take you to wherever you want or you need to go +Hi , +You wo n't believe what I did last month ! +I worked backstage at a rock concert ! +It was such a great experience for me . +I applied to one music club in our city and I was really excited when they repplied and asked me to help because I enjoy going to rock concerts and I was truly curious about how the backstage working . +What was my job ? +Mostly I helped others and carried stuff . +I have enjoyed working with a soundmaster so far . +It was quite stressful , but at the end of the concert the atmosphere was amazing . +People were singing and shouting - they all seemed to be really happy . +I hope I will do that again . +See you around +Steve +Hi Jo , +It 's really nice that you are asking me about it . +Poland is really beautiful and you should choose it wisely . +I suggest that you can start your trip from Warsaw . +It 's the heart of Poland and you will learn everything about work , education and people from here . +Every big city in Poland is very similar to each other . +If you want to relax , you can also go to the mountains or the sea . +Even there , you can meet really nice people and talk with them . +But let 's talk about working there . +We appreciate kind and hard - working people . +But you ca n't expect that they are going to pay you a lot of money . +The rate is pretty low . +But there is a chance that you can meet generous people . +Take care +Ola +Hi Paty . +I 'm going to tell you about me . +My name is Agustina López . I was born in 1999 on 12th April . +I 'm fifteen years old . +Last year I celebrated my fifteen party and I loved it very much , ( I want to celebrate it again ) +This year is my sixteenth birthday and I 'm going to celebrate at home , with my family and some friends . +I love to do many things , like sleeping , going dancing with my friends , going to the beach , cinema , shopping center , running and I love fashion very much , like shoes , make - up , bags and clothes . +This summer was the best . I went to Cuchilla Alta with my best friends . Their names are : Emilia , Agustina , Micaela and Lucía . +I have a great time with them . +I also went to piriapolis with my family and all the days . +We went to the beach . We loved it . +I like English because it is very important to know other languages to communicate with other people and when I go to another country it is very important to know English . +I think that it is very interesting and I like it . +Dear penfriend , +Hello , how are you ? +I hope you are fine when you read this letter . +I am very well and everything is all right . +Well , I am writing to tell you about my last summer . +I had a really nice experience working in a cinema . I would n't have done it unless my friend Lucy encouraged me . +The staff was really interesting and helped me all the time and the customers were gentle all the time . +I learnt lots of things , such as dealing with money and tickets and watching movies freely . +We got to work at four in the afternoon and it is very relaxing . I had a day off that I spent time at home or going to the gym , where I met handsome guys . +This summer was really great . +I recommend you to try this kind of job in case you want to earn extra money and also meet new people . +Lots of kisses and hugs . Please write soon +Love +Giselle +In this essay I would like to highlight how a wide range of public transport can help people to save a bit of money and a lot of stressful hours stuck in traffic jams . +Firstly , as everybody knows , the cost of fuel is increasing more and more , adding to the bill that owning a car will bring , it becomes immediately clear that it is cheaper to get around by public transport . +Why then is there still so many people who prefer to drive their own car instead of sitting comfortably on the train or on the tube reading their favorite book on their way to work ? +I would say that this is because public transport is not as efficient as it should be . +In my town , for example , I have to wait for up to forty minutes before I can take a bus . +I strongly believe that it is a shame because a lot of people like me would live in their vehicles at home and take a train instead . +Secondly , the environment would improve . Indeed , as far as I can see , the pollution caused by the traffic is ruining monuments and making the air dirty and heavy . The same as far as waste of time is concerned . Obviously , fewer cars are around the quicker you can get where you want . +In conclusion , I would really like that politicians who care about public transport will improve the services so that more people can leave their vehicles at home and move around much more easily . +The problem is that if everyone thinks that traveling by car is convenient , absolutely everyone will go everywhere by car , and the roads will become chockablock . +You see man , I do n't like crowded roads , and prefer to travel by tram . +It is cheap and eloquence . +I have been playing basketball on weekends since I was little . +I also like to play baseball , too . +I can play basketball and baseball like there is no tomorrow . +I usually play baseball with a group of my friends . +I play with them in the playground . +I ca n't imagine life without sports . +In today 's society . +Most people travel by car , because public transport is not convenient for people to use . +Maybe , in fact , the lands are big , so that the transport had not published to anywhere . +The general transport facilities can be divided into three levels . +On the lands , the railroad and highway go through most city roads . +On the sea , including the routes and port facilities . +In the sky , including airplane flights and airport construction . +Transport construction and economic development have a close relationship , and use of land is more important . +The development of the railroad and highway are easy to pulished , but the construction of seaport and airport must with congenital conditions . +When integrate of the economy and land planning is accomplished , the public transport constrcutions are convenient for people to use . +I am going to write about how life is going to change in the next 50 years . +Although we do n't realise we have to be conscious +that every day is a different day if we compare with the one that has passed . +Some years ago , we did n't use technology to get in touch with friends and family , but nowadays it 's the most important thing for +some people who ca n't live without it . +I am speaking about the mobile and how it has changed our lives . +It 's normal +that in the next 50 years it is going to change . +There will be more advantages in general and it will give us a lot of good things , but maybe some bad things too . +To sum up , although we do n't want our life to change , it is normal that it will have different changes . +It is necessary for our lives to have or to feel that we are getting better . +My favourite sport is chess because it is the only game for our minds . +It also helps us with our studies . +I agree that it 's not physical exercise but a mental one . diff --git a/regression_tests/prediction/WI_256.txt b/regression_tests/prediction/WI_256.txt new file mode 100644 index 0000000..ef4b232 --- /dev/null +++ b/regression_tests/prediction/WI_256.txt @@ -0,0 +1,256 @@ +There are many physical exercises , like swimming , but name any game except chess that makes our minds sharp . +I like many other games , but the best one is this . +I am not saying that we should always play chess , as physical activities are also important . +The reason why I would advise someone to do this sport is that children who are not interested in their studies or would not be able to study . +In that case , chess would help him . It would make the child 's mind sharp and he would not get distracted by his surroundings . +Local transportation is one of the biggest problems in our area . +Local transportation has become difficult and expensive . +So the government must take action to make it easier . +Public media also must educate people about the importance of local translation and how they preserve it . +The government must save gasoline and jazz to resolve the problem . +They must find a solution to this difficult problem . +They must maintain the roads . +People also have an important role in solving this problem . +They should save energy by using buses instead of using their own cars . +They can also walk or ride a cycle . +The government must maintain public transportation and make it safe . +We can solve this problem if we want . +I thought that writing an article on my favourite sport would be interesting for the readers . Above all , and make no difference to the sport you have chosen , it is paramount to do some sport . Whatever you choose , such as spinning . That is my favourite sport . +My piece of advice is to take up a hobby , in this case a physical hobby , which is interesting for your health . +I rather enjoy spinning , feeling the rhythm of the music lower and lower . This gives me high energy each time I go spinning . +If you want to start doing some sport , first of all think about how much time you are willing to spend on it , then try it once and if you are having a good time , go ahead and spend most of your time enjoying sport . Nevertheless , , , be careful and go slowly because you might be injured . +The more sport you do , the better you feel . Indeed , your mood will not be blue anymore and your body will be thin and gorgeous . +First of all , my opinion is that there is a future for public transport systems . +If we take a look at the Swiss public transport system , in the bigger cities almost all people go to work by public transport . +The advantage they get is the following : They do have to look for parking possibilities , they can leave the bus or the train and , a few minutes later , they can begin to work . +These people also help to protect the environment by saving our natural resources like petrol . +To conclusion , in bigger cities like Bern or Zurich , there is no doubt that the public transport system would be less convenient than travelling by car . +The process of making the notes for the bank can be outlined in six consecutive steps . +First , the bank notes should be considered about how to design , including background colour , artwork and security issues . +Then , they are supposed to prepare skiled machinists . +Subsequently , the sheets of bank notes are printed on the metal plates . +The notes have a special link with colour on both sides , which raises images slightly . +The most important step is inspecting the notes , which are good quality sheets and which are bad sheets . +If the sheets are good , those sheets are then cut separately and packed into cars in order to dispatach all over the city . +If the sheets are bad , those sheets are then destroyed through burning . +Sport is a very important part of a healthy lifestyle . +It keeps our bodies strong . +Today we have a lot of different sports , so we can choose something that really fits us . +I enjoy running . +It is the kind of thing that everybody can do and it affects all parts of my body . +I literally feel stronger every time I run . +There is no doubt that traffic adds to pollution . +Public transport offers a possible solution to the problem , because many people can be transported in one vehicle . +The government has a responsibility to encourage the public to use buses and the underground more . +However , there are a number of changes that need to be considered . +Firstly , public transport should be made free . +The government should raise taxes to pay for the service . +Cars are generally more expensive . +First , I think public transport is more expensive . +And if we compare the money you spend on a car and the amount that you spend on public transport , it is less . +Secondly , if you use a car , you have to wait a time to catch the bus or the train , and maybe you can arrive later at your job , for this situation . +I believe that using your car has a lot of advantages or benefits . It is more comfortable and less expensive . +Last summer I worked at a movies . I think it is a very good job because you can see any films you like for free . +The minus of this work is a very big salary and I think that I will work at this cinema next summer . +My favourite sport is yoga . +I do yoga to aid relaxation . +Yoga calms and vitalizes the body and mind . +I do yoga at least one hour every day . +From Monday to Friday I do it at home . At weekends I attend yoga classes . +Yoga is a very convenient sport . +We can do it at any time we like . +But if you are a beginner , it 's better for you to attend regular yoga classes . +You can learn correct postures in classes . +After doing it skillfully , you can do it at home or any place . +People 's lives will change dramatically in the next 50 years . Equipment and tools have evolved since the beginning of human history . +In recent decades , however , developments have been particularly groundbreaking . Man has been able to invent machines , which they have put to work . Automation is a great help to mankind , because it significantly increases the standard of living and frees people from hard work . +The result is much less work and a better life . +The disadvantage , however , is that because of the machines , many people have lost their jobs . +Dear Jo +I read your letter . I would like to know some details about what places you want to visit . +I advise you to visit Queretaro . It has had an excellent service with foreign people since five years ago . +Talking about your new job , I was searching for some vacancies , however it required a job full - time , so I am going to continue searching for some jobs part - time job . +See you when you arrive in Mexico City +Sincerely +Uriel +Nowadays , people get around constantly . +Is it better to use public transport or private transport ? +Well , ecologists say that getting around using transport is more beneficial for the environment than using a car or motorbike . +In recent years , the number of people who use public transport has increased a lot , in comparison with ten years ago . +But actually , does it have a future ? +It 's more comfortable , faster and preferable than having to run to take the bus , wait for the train , etc . +This is a fact which indicates that public transport has no future in our society . +Other signals are , for example , if you travel by car , you can park the car in front of the place where you want to go . +But if you take the bus , you have to take down at a bus stop , maybe a bit far from where you want to go . +Also , it has to be said that maybe in the future , technology will create a car that does n't pollute the air , and then , using public transport wo n't be necessary . +Yeah , I think this statement is quite right because every person has a car nowadays . +Transport is important , but the car is more reliable for families , they go together without waiting for transport . +more flexible with a lot of fun with family . +I live in a city named Tangerang . It is in Indonesia . +The Indonesia Government itself does n't seem to give a damn about their country 's cleanliness , and the citizens do too . +It caused our river some big problems such as disease , unpleasant smells , floods , etc . +I myself , by seeing the river filled with garbage , always seem to be disgusted by the stench and the unpleasant appearance of the garbage . +And in Tangerang , the air is polluted by carbon dioxide and other materials . +And also , after the river , the road in the city is also contaminated by the garbage . +Garbage is everywhere . +The condition of my country is really critical , I guess . +And the number of the city 's gardens does n't match the amount of the population and pollution in that city . +There are a lot of high - rise buildings and it causes floods along the high - rise buildings section . +I wonder if the citizens in my country and town could make a better environment by throwing garbage in its place and try using eco - friendly transportation . +And the government , please do n't be so flabby with your own citizens . +Yes , be strict . +I think it 's okay because the purpose of doing that is to train the citizens to be more responsible for what they did . and , I think it 's enough from me . +I suppose , the government also studied this situation too . +But they did n't do that much after knowing this truth . +I hope the Indonesian government take action about this situation because if it continues then Indonesia will be the most unclean country of the other countries . +Alison read the note , smiled , and immediately put on her coat . +She looked happy and she was looking forward to finishing the class to tell her friend what had happened . +After the class , Alison joined her friends . +She was very enthusiastic and told them that Juan , the boy who she had fallen in love with , had written a letter to her . +Then the friends could not leave to pay attention to Alison 's words . +She transcribed the letter with a lot of passion because it was evident that Juan was interested in Alison too . +While all the girls were listening to Alison , Juan appeared as a gosh . +Alison was like a tomato and all her friends laughed at her . +The boy felt very embarrassed , so he carried on his way and he did not say anything to her . +Alison always said : " If I would not have told this story to my friends , I had spent all evening with Juan " +I think that for public transport there is a future , because over time the gasoline prices and the value of the reparations of vehicles increase . +Like other things , prices increase , from aliment to clothes and home supplies , gas , water , electricity . Then people will choose public transport in the future . +My relaxing activity +Swimming has always been my favourite sport . +I used to go to the swimming pool when I was in school to learn and it became my favourite activity when I was really tired . +I was with my sister and my friends and I had a wonderful moment . +Nowadays , I usually go swimming twice a week and I really enjoy swimming because I can chill out and disconnect my mind . +Moreover , it is said to be healthy in order to improve problems in the back , so going swimming is really beneficial for me . +Recently I found a gadget to listen to music while I am swimming and it is marvellous because I also love listening to music . +To beginners in this sport , I would recommend that a trainer teaches swimming properly because it is very important to pay attention to the position of the arms . +Furthermore , it is necessary to wear glasses . +Swimming is one of the best sports to do , because it requires all parts of the body . +For this reason , it is a perfect activity to do sport and enjoy . +There are lots of problems in our lives . +For example , transport . +There are lots of kinds of transportation , such as buses , cars , subways , trains or taixs . +Maybe they are comfortable , terrible , essay , dangerous or average . +If you are late , you can use the subway because it is faster , safer and cheeper . +Cars and buses become dangerous and cause problems in the street . +My view of eating habits . +Why does our brain think about food every day ? +Why have a fridge in every single home ? +Why ..... ? +Every day , people think about fresh food , fast food , sweet food and many different types of food . Why ? +Are you thinking that emotional eating is your bad habit ? +How often do you open your fridge ? +How many times do you go to shop for some snacks ? +What happened to us ..... +I remember that my childhood was very quiet , happy around dinner at grandmother 's house . +Really , I told you that I was like a little bit future girl who has dinner regularly with two portions : soup and meal deal . +So we can start from the beginning : first , was breakfast which included some cereals with hot milk . +Secondly , was lunch at school , like a sandwich and some fruit . +Afterwards , I got home at dinner time and had some dessert . +Could you see how easy and regular life I have got ? +My " private menu " included fresh food like salad , fish , fruit and vegetables - many options of healthy food . +Now , I am a 28 year old woman who does n't have time for a normal dinner because I 'm very busy . +Today , I wake up at 07.00a.m and catch up some bread with jam , drink a coffee , but more than often I just have time for half a mug and run to work . +During the day I have lunch which is from a can or order some junky food . +Later , I order take away from a Chinese buffet or any pizza . +When the weekend comes , I have a plan for a special dinner which is like home made , but I do n't have time again . +What happened to the healthy life which I wanted to have when I was a child ? +Why does everything look more difficult and harder than it did before ? +Where is our free time and what are you doing with your lifestyle ? +Ten years showed me that I can do everything for myself if it is enough for me .... +Alison read the note , smiled , and immediately put on her coat . +She went to the station and got a ticket to London . +She stayed there and read the note . The address was near to Big Ben . +When the train came she smiled and got up and sat . +She turned her head and saw him " he was following me " she thought , I should ask him what he is doing here " +" What are you doing here ? " asked Alison . He looks at her but with a bad smile , and turns his head . +First of all , finishing high school is a passage of life that indicates the beginning of a new chapter for the students . +From this moment , they will have maturity and responsibility . +Therefore , many of them are not ready for this . +So , a lot of parents and students have the opportunity to travel for a year . +When you are travelling around the world by yourself , you win a bagage of knowledge , culture , discoveries and , with all of this , you win personal experience . +Sometimes , these are able to change a person , making him or her have a new perception of the world . +However , some students do n't have this opportunity to travel , they start to work . +The job provides , as well the trip , responsibility and experience . +It changes in a different way too . +The consequences are n't good as the reasons . For instance , they may have the career prejudicate , or they spend so many years travelling that they are too old to study at a university . +Besides that , they have different points of view on many subjects . That is why they may not like the fun and the conversation in the social life with the other students . +They can not enjoy this chapter with young and fresh thoughts . +Finally , making a decision to not go to a university when you finish high school , is n't the easiest action to make . +It is a great decision that brings great consequences and great experience . +Whatever the choice , they will have a mark on their lives forever . +Be careful and choose it well . +Public transport is the backbone of a city . +Usually , people use public transport to travel around the city . +If in a city people use more public transport than their own private vehicle , then it will help to protect the environment and traffic as well . +But now , nowadays , automobile companies are more focused on the improvements of cars so that they can be more environmentally friendly and traffic friendly . +The future of public transport will be measured on the basis of the advancement of the private vehicle . +Sometimes people get offended because of the crowds and the inconvenience caused by some people while using public transport . +But the main concern will be technology . +Technology is becoming more advanced . +A car is being made so eco - friendly and user-friendly that it is more +Many people say that at school all students have to start a sport and do that one regularly . +It is not a good idea because some students have to study all the afternoon for other subjects and the free time is very scant . +An example , if a student needs to recuperate a subject or have to get a good mark , they ca n't go to do a sport because there is no time . +In contrast , doing a sport is very important because we can make new friends or we can start to take responsibility , but the most important thing is that we are always active so our body can get good results . +To sum up , doing sports is very important for teenagers which the body is going to grow and doing it regularly is a commitment that we should take . In my opinion , however , doing a sport mandatory is not educational because we must do a sport with enthusiasm not bothered or for obligation +Dear Sir , +I 'm writing with regard to the watch Fossil FS4735 , similar to FS4812 but with different colours . +I saw it a couple of days ago and I was going to buy it , but it has disappeared from your +products list ( I suppose it has been depleted ) . +However , I wonder if you could tell me when it +would be available again . +Thank you in advance for your information . +Yours faithfully +In my opinion , they are not my friends . If your parents are your friends , you would live in harmony with them . +They will consider you as an independent person . +Accrodingly , you take responsibility for what you did . +However , they are not my friends . +There are some reasons why they are not . are as follows . +First of all , I make every effort to do my job better . . However , they only consider that I waste my time doing the wrong things . +Next , they do n't believe my capability is good . +I do everything but nothing . +Finally , they totally do n't listen to what my point is . +They always look at me like a kid who never grow up . +It is ridiculous that my parents do n't believe in ability . +I am ovewholemed with grief , living with them . +I can not tolerate their pride and prejudice anymore . +I prefer staying alone to living with them . +People often discuss if TV viewing is useful for education . +In my opinion , watching TV is actually helpful for learning new things . +There is one argument that says that TV promotes us . +The main reason for this is that TV teaches us , because it is an important medium in our lives . +A good example of this is the much informative news which we are allowed to get . +This clearly shows that TV is lecturing . +To sum up , TV viewing is not just entertaining at all ; it is definitely also educating . +Many people argue about the use of TV . +Some of them believe that it can only entertain us , while others believe that it can also educate . +However , I think that TV can do both . +I bet if somebody wants to have some fun , he or she can just choose the right Chanel or movie , such as comedies , video gags or funny TV shows . +Meanwhile , if an individual wants to learn from TV , +TV provides lots of cognitive programs like cooking , taking care of pets , how to eat as well . +For me , I do prefer reality shows that help people how to deal with problems . +Football is the favourite sport in the world . +It was founded by a talented athlete in The UK in early 1900.The sport has become very famous since the first World Cup was held in Uruguay until the present . +I have really enjoyed watching and playing football since I was a kid . +There are several reasons why people really enjoy soccer so much . +Nothing is permanent in this world . I 've heard these words from the mouth of my parents and until now it is in my heart that helps me to deal with this kind of life . +Sometimes you are happy and sometimes you are sad , nor are you successful or you failed . That is the path of the life we are taking . +Life is changing very fast as the days on the calendar are going by , the flow of life continuously revolving with the world every person has . +Nobody can tell how , when , where and what will happen in the next 50 years of our life . +It depends on how you deal with what you have at the present to be prepared for the forthcoming changes in the future . +There are a lot of factors that could greatly affect what you will be in the coming 50 years of your life . +But the most vital part for these changes is yourself . +Everybody has the right one for a change , but it should be for the betterment and not for the worse . +With the simultaneous growing inventions of technologies , our ways of living go through with it . +A complicated way from before , advanced technologies made it easy and simple now . What else more could we expect next ? +The digital age has been a big problem for the music industry because the news technologies and the internet have helped more musical piracy . +People already do not buy a CD , they simply download it . +" Piracy is destroying the music industry " as it is a violation of copyright . +It is a shame that a person is working for many months after people want to enjoy their work without having to pay . It is literally steal . +It is like you designing a chair and the people to take it without paying . +Singers have to adapt and be able to survive piracy . Now most of their income comes from concerts and digital platforms like Spotify . +I think that people should be more responsible and respect the work of others so that society evolves in a healthy way and without conflicts . +Today , many people , groups or social movements disagree with different and mainly aspects of our dominant culture ; for example , marriage or the age for married , the role of women in the family , religions , education and new ways of family and many values . +This perspective of life is inspired by contracultural movements and some people call these people " alternatives " , but it is each day more common and it creates an inclusive and diverse society . +The culture is changing in this way . Maybe it could be wonderful for human freedom . +CHANGES IN COLOMBIAN CULTURE diff --git a/regression_tests/prediction/WI_257.txt b/regression_tests/prediction/WI_257.txt new file mode 100644 index 0000000..2f119c5 --- /dev/null +++ b/regression_tests/prediction/WI_257.txt @@ -0,0 +1,257 @@ +Eating habits in my country have really changed in the last ten years . +It is n't clear completely , but I sopuse it depends on changing habits of life in the developing process of our society . +The first and most important change is about eating prepared food that is n't healthy . The reason is probably women 's lifestyle . That is going to be a big change in the way that they do n't like staying at home and spending their time making food . Now they prefer to buy prepared good . +The other matter is about our habit of eating food together with our family . That was a custom in humanity life , not just in our culture , but now , because of a hard and busy life , we have to eat our meals mostly on days of the week . +Now , we forget big dinner tables that are filled with family members . +But a good change in our habits is attention to clean food and healthy food because of getting information on the internet and other media that are accessible for all people easily these days . +Though l think change is ignorable , we can control it to make our lives better , especially about food . That is the most important aspect of our lives but we do n't pay attention to it enough . +I am a programmer who wants to write about programming languages and skills . +The truth of the matter is I think I 'm full of ideas , but unfortunately I ca n't describe my knowledge and experiences in English . +However , I can write these ideas in my own native language and that 's why I 'm thinking that one day I should be able to write those ideas in English as well . +Dear Sophie , I have just come back from a really exciting few days with my cousin . +That was the best place I had ever been . +We went to New York for four days . +On Thursday , we arrived at 12.15 . +While I was in the bathroom , my cousin was smoking . +When I went back , a policeman asked him not to smoke , so he was angry during the whole flight . +On Friday , we went on an incredible sightseeing tour but the guide told me not to take pictures because I had to buy them . +On Saturday night , we went to a formal restaurant to eat pasta . +Finally , we departed at 18.45 pm . +I think I will go back next year . +It was a well planned holiday . +Michael , together with his two friends , Adam and John , decided to take a vacation at Pulau Langkawi , Kedah , Malaysia . +They search for tickets flight , rental car , and hotel . +They were so excited and could not wait to go there . +About one month before departure , they search on the internet for places that might be interested in their mind . +There are Padang Matsirat , Cable Car , Mahsuri Tomb , small islands , Duck tour , beaches , a shopping centre and the most exciting part is buying chocolates . +One day before going , Michael suddenly had a problem . +He needed to follow his family to the town . +With all his hurt heart , he told his two friends about the matter . +Adam and John were very angry . +They said , they had already planned and Michael happily ruined the vacation . +They need to think again about the budget and all of the stuff . +Michael could not stand it anymore , he scolded his friends and said something that nobody wanted to hear . +His mother heard what had happened . +She tried to have a slow talk with her son in his room . +She said , money can make everyone hurt if it is not settled down very well . +After all the wise advice , his mother kissed him on his forehead . +Michael tried to think again wisely . +He accompanied his mother to the end of his room 's door . +Michael closed the door and knew at that moment he had made a mistake . +He called back his friends and managed to settle down all the mess . +Peter looked at his watch and knew that he had to do something immediately , but he forgot what he had to do . After thinking , he remembered that he had to visit his grandmother as she was ill and his mother told him that his grandmother wanted to see her doctor and wanted him to take her by his car as adoctor 's clinic far from her house peter decided to go and he drove his car to his grandmother 's house in the next street after he arrived , he saw his grandmother was waiting for him on the front of the street he apologized to her and asked her to come to the car , " never mind " she told and ride the car beside him . +Peter drove his car to the doctor 's clinic and after half an hour he arrived and he and his grandmother went through the stairs to reach the doctor 's clinic . After they arrived , they found that they had to stay for a period of time to take their turn . They waited and then their turn came .they entered the doctor and the doctor was very kind he welcomed them and after check peter 's grandmother . +She was absolutely fine . +There is a man who is most important to one 's life . +I am not different from others , a back - downstairs influence in my life . He is none but my father . +I respect him so much and admire him also . +He is my best friend who never hurts me . +He always helps me by giving good advice . +He is an ideal farmer who never even tells a lie . +His means of livelihood is the simplest . +He always honors the oldest and taught us to avoid telling lie.so far as I remember , one day he was advising me , suddenly an old man suddenly suddenly suddenly suddenly entered the conversation and made a foolish speech . +Nevertheless , my father did n't tell him arrogantly , but he made him know the right thing politely . +He is a fluent speaker . +That 's why I admire him . +Everyone makes mistakes . No one can say I have not made any mistakes in my life . +I have made many mistakes I guess . +But is that a big problem in our life or a small problem or does it really not matter ? +Or do you really regret what you have done ? +Travelling by car plays an important role in our lives . +There is a lot of private transport in the streets . +However , travelling by bus or tram never gets away from our daily routine . Travelling by bus is not as convenient as getting a car , but you would never know what could happen with your car , where it will get stuck or some other problems will happen . +Public transport has a timetable . +This fact gives the government such opportunities to manage the traffic on the roads , cities or town streets . +Private transport gives us traffic jams , a lot of accidents and stressful situations . +We get nervous because we are responsible not only for our lives but for other people 's , too . +And also , we have to understand that using public transport is cheaper than using a car . +The other side of the problem is ecology . +Why do we think that only convenience can be the main point of using a car ? +What can we say about our ecological consciousness ? +Let 's take a bicycle to travel to our school or job instead of using any public or private transport . +Transport is more important for our lives . +Public transport has no future because travelling by car is more convenient . +Public transport is not suitable for luggage . +Travell plans need to depend on public transport . +It is more fun when we travel by car . +We can play music or talk about anything while we travel in the car . +Public transport is more boring . +If there is no public transport in some areas , then we need to hire a taxi . +So , if we have a car , it is much easier than using transport . +Dear Jo , +How are you ? +Nice to receive your letter and learn that you will be in Hong Kong this summer . +Hong Kong is a wonderful place for shopping , eating and sight - seeing . +You can taste sea - food in Sai Kung and Abeedeen . +Visiting Big Budda on Lamma Island , see the beautiful night view in the Peak . +Besides , Hong Kong also has many country parks for hiking . +I am sure that you will love this country ! +If you want to find a job for only three months , I suggest you can teach English for summer lessons . +In Hong Kong , most students would like to take some courses in the Summer Holiday . +I will get some information for you if you are interested in it . +Write to me if you have fixed your itinerary and look forward to seeing you in Hong Kong . +Ta +I think public transport is paramount nowadays , but the future will deliver us some kind of different means of transport , such as the car , yes , a car we have been using all our lives . +But this time will be another story because in order to save time and money , we are going to use our own car . +Let me explain my reasons . When you drive your car you can take it from your garage or to the main door of your house and it gets you whatever you want , but on the other hand , if you take public transport it will be much more uncomfortable because you must catch the bus in the bus stop ... where is your nearest bus stop ? +Then you must pick the subway to your destination , so that means a waste of time . Otherwise , it is cheaper , but what happens if you do n't have some coins to pay the bus driver ? Here comes the problem . +You should look for a shop to exchange your money into coins . +What 's the time , then ? +Obviously , you are late to work , even if you have an appointment to make an interview for a job . +Alison read the note , smiled , and immediately put on her coat . +She read a note from her boyfriend , Tom . +She must go to a shopping centre because Tom is waiting for her in the shopping centre . +They are going to see a new film about James Bond . +Alison is very happy because she had not seen Tom for two months . +He had been studying in a different country and they had not seen each other for months . +Tom is studying in London . +Alison went to a bus stop and she waited for a bus . +She can not wait to see Tom . +When she arrived at a shopping centre , Tom was already waiting . +They want to spend all evening together . +The Lion King is my favourite film . +It is the story about a little lion and his life . +Symba is the main character . +He must begun to be the king . +He lives in the wild . +His father saves him from a fight , but he dies and Symba is sad . +He moved to another place because he did n't want to be in the same place where his father died . +But he knows Timon and Pumba and they get that Symba believes again that life is good . +Then , Symba saves Pumba from a lion and this lion is Nala , who is an old friend of Symba . +They return and Symba gets to be the lion king . +I would recommend this film because it is funny , entertaining and you can learn principles . +My name is Shousheng and I live in Montreal , Canada . +Although Canada is an English country , in Montreal , the official language is French . +So I do not have the opportunity to practical English because most of my colleagues speak French . +They speak French in meetings , in the gearm , and in the shopping +My favourite sport is running . +When I have free time , I usually run because I feel really relaxed after that . +I started this sport six years ago and I found myself . +When I stop doing it for a week , I feel that there is something missing and I 'm not in good shape . +I advise everyone to start this sport . +In fact , I know it 's very difficult to do it if you give it up . +But it 's very important for your health . +Running will help you burn calories and make you calm and relaxed . +My favourite sport is football . +I like football because it improves my basic skills and my mind does not take that much stress . +Football is really good because it is an active sport . +It is bewildering ! +I was inspired by a true ledgend . His name is Edan Hazard . +He plays for Chelsea . +My favourite teams are Chelsea , Man City , Man United , Real Madrid and Barcelona . +That is all I can say . I love football very much . +Yes , we can say that a car is much more convenient . but every person can not afford a car . +even that price is behind fuel for cars . +That 's the first fact . +and the second one is the fashion or style of young people who do n't like going somewhere using a car rather than a bike . +After that last point , we can not go everywhere using a car we would like . +There are limitations also there . +Maybe many people like it because there are so many services with it . +but it does not mean that public transport does not have a future . +That fact makes sense because the maintainance of public transport is not the responsibility of the travelers . +If we want to count the function of public transport because it 's not enough words to say . but public transport is the most needed service in big cities as well as small villeges . +It 's not so hard to find sights to see in such a big city like Moscow , but when you have a wide variety of museums , parks , clubs , you will try to visit only the best ones . +Let 's look at the most popular places where tourists prefer spending their free time in Moscow . +I 'm sure I 'll agree that Red Square is the most popular sight in the captial of Russia . +That 's why I suggest starting the journey from this place . +You can get there by metro ( Teatralnaya Station ) . +From Red Square you can easily see Moscow Kremlin , St. Basil 's Cathedral , the State Historical Museum and Gum Trading House . +If you are dying of hunger , you can have a quick snack at Teremok cafe or have a square meal at the restaurant # 57 , which is on the the third floor of the Gum . +I prefer spending my free time in the parks . +Gorky Park is my favorite place for my leisure . +It 's the capital 's central park where you 'll find lots of interesting affairs . +There are lots of facilities , such as a sports centre , ping pong club , hire centre etc . +There is an open - air cinema , but it opens only after 10.00 PM . +So , if you want to have a memorable holiday , the capital of Russia is the most attractive place . +My friend 's name is Kadir . +He is from Giresun . +He likes playing mobile phone , playing basketball and reading books . +hobbies are listening to music , playing computer games , watching football matches and watching TV . +These are my friend 's hobbies . +I 'd like to talk about my past . +I 'm only fifteen years old but I think I have a heavy past . +First , I 've always lived in a kind of little flat which is a social logement . +We did n't have a lot of money , but I went to a private elementary school . +There were a lot of rich people , maybe we were about ten to one hundred not living in a house . +I had a lot of friends , too many friends . +In sixth grade , I realized that they did n't really love me , or even like me . +I remember two contrary moments : One day we had to create a team to do an exercise which used the brain . They chose me . +Although , another time , we had to create a team for doing sport , and they did n't choose me . +That gets to the second problem I had , and stay now : my weight . +They did n't choose me because of my weight . +I was too fat , too much fat . I looked at my health booklet one month ago , and I saw that I have been overweight since I was four years old . +Until sixth grade , I thought I was " normal " , but then everything changed . +Learning English is very important for the future of all . +It is a language that many people speak and know . +Many people start learning English at school . +Later , people continue in language schools . +It is a difficult language , so , the best option is to go abroad . +In an English - speaking country , you learn to live . +People speak differently , but at a basic level , we understand English . +It is difficult to go to a place unknown with different people , but it is a good experience to learn . +I think if the whole world had only one language it would be better . +Everyone could speak and understand . +Not so . Therefore , we must study English . +Because of her suggestions , I learned how to control my temper while I was faced with failures and kept telling myself that it was n't a big shame because I had tried my best . +Thus , I became more mature because I overcame those hard times . +I like walking in the morning every day and I enjoy doing it on my own or with my friends , and because it 's very useful for my health and also keeps my body healthy and full of energy . +Sometimes I feel tired of walking , especially on sunny days with high temperatures , but that ca n't let me stop doing this sport . +When I 'm walking , that can refresh me all the time and makes me feel good . +I want to give advice to people who love this type of sport ; please do not let it go , and do it if you can , because it 's a beneficial sport . +Hi , everyone . +It is a good idea to improve my English writing . +I 'd like to speak about the education process in Egypt . +I just graduated from the faculty of law " English division " two years ago , with very good grades . +The ordinary result of the big effort I had exerted in my university to get a good job in my specialization as a lawyer . +But in Egypt , no one takes his rights . You should pay a lot of money to have a job or know someone use his authority to appoint you . +So , I intended to get a job in another state like Dubai . I heard jobs there are very good and also the compensation . I have submitted my CV for various jobs . +but what is the common reply ? +Your qualifications are not satisfactory . You must be UK or USA educated . +Finally , I see that I have very high marks in education but do not have the ability to work in real life because in Egypt there is the worst education . +Thanks . +1 ) I like helping people +2 ) Tom offered to go to the cinema . +3 ) Meryy refused to borrow money . +4 ) Can we afford to purchase a car next year ? +5 ) I look forward to meeting you . +6 ) The movie I watched made me cry . +I do not think it 's easy to do research in India . +Even if I want to focus on my work , they will create one or another issue to distract me . +I will make my own path , though it will be difficult for me . +But it will be very romantic to be with my girlfriend and fight with the system . +We generally use the word " stress " when we feel that everything seems to have become too much - we are overloaded and wonder whether we can really cope with the pressures placed upon us . +We can change everything that hurts us if we need if we have volition . +The reasons for stress are more diverse . Perhaps because we have an exam period , family problems or because we think in a negative way , or we destroy ourselves in long hours of working and cancel our needs for enough comfortably , and lots of reasons to stress ... +We must get out of the stress quickly before we lose ourselves because it 's a very hurtful period . For example , you can read a book , do sport , play music , eat delicious food , remember all the positive things that took place with you , talk about someone who trust for him , take off every thing make you upset and make you life tiring , go out and eat meal with your best joking friends , and there a lot of you have to do ... +Remmeber that stress is not a lasting thing , and you can avoid it . +But if you are willing to live a happy life . +Dear Sir +I am writing to complain about the cafe - lunch menu . +In my opinion , the main course needs a lack of improvement . +Firstly , I am a vegetarian and I do n't have much choice of vegetables . +Secondly , there is not a variety of desserts , mainly fruits and puddings . +There is not a variety of healthy drinks , there are not many hot drinks either . +Some people say that people in my college are vegetarian , Muslim , vegan etc and they do not have a variety of food to choose from , like halal meat and veg and nothing that comes from animals . +It is considered that you should change the type of food regularly . +Reduce the fast food that makes people obese and not healthy . +It would be better if you gave drinks compared to the weather , like whenever it is winter we would like a hot drink and if it is summer we would like a chilled drink . +I hope you consider this a major problem in the cafe . +Thank you . +Yours faithfully +Dear Mrs Ashby , +I 'm writing to you regarding a letter I saw on my way home calling for candidates to fill a vacancy in your cafe staff . +As requested , I 'm an English - speaking guy and currently looking for a job that does n't disrupt my studies at college . +For that reason , this job is perfectly suitable for me and , besides , it showed up as a good opportunity for me to improve my incoming helping me pay my bills . +Now I am twenty - fiver years old and when I was a teenager I lived abroad twice . +The first time in London , for 6 months , and most recently in Berlin , for 8 months . +The movie I 'm going to be reviewing is " The Purge " +I actually loved it quite a lot . I just loved all the suspense and the parts they leave you hanging . It 's just way too interesting . The movie is about the American government who annually give 12 hours where all crime , even murder , is legal , and there are no medical services during that long period of what they call " the purge " and anyone can join it , you can kill whoever you want . +The thing is , some people do n't think it 's OK , and they do n't agree , so they just stay inside and try to survive the night . +The diagrams illustrate the process of producing bank notes . +At the first beginning , bank notes should be well - designed considering the colour matching and artwork , including the issues of safety . +After designing , metal plates are supposed to be prepared with the help of experienced machinists . +Then , it comes to the printing step . +Ensuring there is colour on both sides , the image is increased gently by a certain type of ink . +Most importantly , before distribution , printed sheets with 50 bank notes per sheet have to be checked to see whether they are of perfect quality or not . +They can only be packed and distributed when they are of good quality . +In other words , both bad sheets and the ones which are separated badly need to be destroyed in a safe way which can stop them from going into the market . diff --git a/regression_tests/prediction/blank.txt b/regression_tests/prediction/blank.txt new file mode 100644 index 0000000..8b13789 --- /dev/null +++ b/regression_tests/prediction/blank.txt @@ -0,0 +1 @@ + diff --git a/regression_tests/prediction/conll14_10.txt b/regression_tests/prediction/conll14_10.txt new file mode 100644 index 0000000..71bac16 --- /dev/null +++ b/regression_tests/prediction/conll14_10.txt @@ -0,0 +1,10 @@ +Keeping the Secret of Genetic Testing +What is genetic risk ? +Genetic risk refers more to your chance of inheriting a disorder or disease . +People get certain diseases because of genetic changes . +How much a genetic change tells us about your chance of developing a disorder is not always clear . +If your genetic results indicate that you have gene changes associated with an increased risk of heart disease , it does not mean that you definitely develop heart disease . +The opposite is also true . +If your genetic results show that you do not have changes associated with an increased risk of heart disease , it is still possible that you develop heart disease . +However , for some rare diseases , people who have certain gene changes are guaranteed to develop the disease . +When we are diagonosed out with a certain genetic disease , are we supposed to disclose this result to our relatives ? diff --git a/regression_tests/prediction/conll14_127.txt b/regression_tests/prediction/conll14_127.txt new file mode 100644 index 0000000..aa87ec2 --- /dev/null +++ b/regression_tests/prediction/conll14_127.txt @@ -0,0 +1,127 @@ +My answer is no . +On one hand , we do not want this potential danger causing firghtenning affects in our families ' later lives . +When people around us know that we have got certain disease , their altitudes will be easily changed , whether caring for us too much or keeping us away from us . +And both are not what we want , since most of us just want to live as normal people . +Surrounded by such concerns , it is very likely that we are distracted by worrying about these problems . +It is a concern that will be with us during our whole life , because we will never know when the ''potential bomb' ' will explode . +On the other hand , if there are ways that can help us to control or cure the disease , we can go through this process from the scope of the whole family . +For example , if exercising is helpful for family potential disease , we can always look for more chances for the family to go exercise . +And we keep track of all family members ' health conditions . +At the same time , we are prepared to know when there are other members got this disease . +Here I want to share my view on this issue . +Although some people feel that an individual who is found to carry a dominant gene for Huntington 's disease has an ethical obligation to disclose that fact to his or her siblings , there currently is no legal requirement to do so . +In fact , requiring someone to communicate his or her own genetic risk to family members who are therefore also at risk is considered by many to be ethically dubious . +" +Nothing is absolute right or wrong . +If a certain disease genetic test is very accurate and it is unavoidable and necessary to get treatment and known by others , it is OK to disclose the result . +Above all , life is more important than secrets . +Genetic risk does carry its consequences and should not be taken lightly within the family circle . +Finally , what affects one family may or may not affect another , although the family has a common genetic make up , shared by both of the parents . +In cases where an individual has gotten to know of a genetic disorder , disclosing or otherwise , to his or her relatives is solely a matter of preference within the individual moral system . +The issue of the right to know or not to know is highly debatable . Although it is a genetic risk , one can not be sure because the genetic information could possibly result from the families of either his parents - his maternal and paternal uncles , aunts or cousin . +This also means that as soon as a person is made aware of his or her genetic profile , he or she concurently has knowledge about others . +This knowledge may relavant to them , and vice versa . +An example that may serve as an illustration is breast cancer . +It is hereditary . +Does someone who suffers from this disease keep it a secret from their relatives ? +In retrospect , it is also one duty to ensure that he or she undergoes periodic healthchecks on their own . +Sometimes some family structure and cultural beliefs can influence the pattern of communication . +Depending on whom the genetic risk was discovered from : the son or daughter , for example , the parents who know about this would decide who gets told and whom takes precedence in being 'allowed ' to tell . +For example , within a family , regardless of who had first received genetic information , parents were seen as having the primary responsibility to pass on information to any offspring , either adult at risk . +In addition , a woman testing positive for BRCA1 would be expected to allow her brother or sister to disclose such information to a niece or nephew rather than do it herself , although this may be further complicated by an individual 's response to risk information as they are not want to know . +Hence , there were also tensions if participants felt that they could neither pass on information to relatives who needed to know ( such as nieces and nephews ) nor persuade those with authority ( the parents ) to do so . +The notion of authority is also extended 'vertically' . +For example , a grandmother may have more authority to pass on information than an aunt , even when she is not at genetic risk herself while the aunt is . +From a practitioner 's perspective , these findings are important because if lay constructs of the family and kinship are a social construct , they may not be in line with geneticists ' views of family relationships , or about which blood ( or non-blood ) relatives should be informed and by whom ; this is also likely to be dependent on the cultural and ethnic context . +Ultimately , one must bring attention to who may benefit from such information and assist those at risk to make considered decisions about disclosure . +Whose duty it is to inform at risk relatives or not greatly depends on the personal morals and the nature of how 'directive ' the risk is to them . +People with close blood relationships generally carry some similar genes . +In this case , if one of the family members or close relatives is found to carry a genetic risk , it is better for the patient to tell his/her close relatives about the issue and let others know about the risk so that his/her family members are able to perform some daily excesses to prevent the potential disease or they may go to hospital and check for the correspongding flows . +In my opinion , although the annouance of carrying a genetic risk involves the issue of self privacy , it is necessary for the carrier to be obligated to tell the issue to his or her relatives in order for them to prevent the potential disease . +I agree with this statement to a large extent . +Focus on the negative side of the annouance of genetic risk first . +Large numbers of patients with the genetic risk would want to keep it as a secret as the genetic risk may indicate their high chance to carry certain disease . +Especially for young people without marriage , if he/she is known to have some genetic risk , there may be a certain chance that his/her child will carry the same disease , but not certain . +Therefore , keeping the information as a secret to his/her future would help the relationship . +Secondly , annouance the potential risk would cause the family member to be scared of this certain issue . Although the factor would not be that serious , people would still fear that they would have some potential disease in the future , thus go to hospital and do additional check or take more medicine in order to prevent the disease , and this creats unnecessary costs to the family . +Furthermore , the annouance of genetic risk would affect the relationship with the relatives as sometimes others may think not to stay too close to the carrier so that they have less chance to get the potential disease . +On the other hand , if the genetic risk is kept as a secret , although it may benefit the carrier to a certain extent and help to keep privacy , it has much larger negative impacts on the family members and relatives . +First , for the case of marriage , people should be honest and tell their spouce they may carry certain genetic risk that may affect their offspring . +It is better to let the other party know the fact than after the baby is born and a certain type of genetic disease is found . +It is better for both parties to be honest . +Secondly , genetic disease has a close relationship with the born gene together with their daily habits . +For example , if a carrier is told that he/she has the risk of having diabetes . +In this case , the carrier can eat less candies and chocolates to prevent intake too much sugars , and at the same time , if the carrier tells this information to the relatives , it will be useful for them to know that they may have diabetes in the future becouse of related genes and they can perform the same exercise to intake less sugar to prevent the disease . +Otherwise , if the other parties did not know , they may end up with having diabete in the future without any prevention . +In conclusion , we could tell the benefits of telling genetic risk to the carriers ' relatives than the costs . +Therefore , it would be better for the carrier to be obligated to tell the information to the relatives , in order to let them know and prevent the potential disease through daily exercises . +Among all kinds of different diseases , a large number of different kinds of disorders are caused by genetic reasons . +Genetic disorders may or may not be a hereditary disease and it is sometimes hard to find out if one has these kinds of diseases . +There is a long discussion about whether a carrier of a known genetic risk should be obligated to tell his or her relatives that his or her disease is caused by a gene . +From the legal aspect , the answer is no , but from the ethical aspect , the answer should be yes . +We ca n't make a law to push a carrier of a known genetic risk to tell his or her relatives about his genetic problem . +It is immoral and impractical . +Firstly , someone having what kind of disease belongs to his or her privacy . +Privicy protection belongs to one 's human rights . +If a law requires someone to tell others ' his or her privacy , especially when one is not willing to do so . +It is against his or her human rights and it is against the law 's spirit . +The law 's spirit also includes fairness . +What is the basic difference between genetic disorders and other disorders ? +It is unfair to release a law only point to the genetic disorder . +In addition , it is impractical to make such a law . +A good law should be clear and easy to execute . +However , there are many problems with the execution of asking a carrier to tell his or her relatives the cause of his or her disease . +Firstly , what is the range of the relatives ? +For example , does the carrier only need to tell his or her direct relatives like parents and brothers and sisters or does he also need to tell relatives like his grandmother 's sister 's son 's daughter 's nephew ? +If you say only need to tell direct relatives , it will be against the fairness of the law . +Other relatives may have the same possibility of having such a kind of disease . +How can a law made by the government exempt such a group of people from preparing to face their potetial disease ? +However , from the ethical point of view . +To the carrier himself , he or she should have a feeling of responsibility to tell his or her relatives about their genetic disorder . +By doing it , they may be able to save some lives of their relatives . +It is because a carrier with a bad gene may not necessarily have those genetic diseases , if they can have a coresponding healthy lifestyle before the age that the gene 's function becomes stronger . +A typical example is genetic caused hypertension . +Hypertension can be caused by genetic problems which make the carrier harder to digest the fat and salt in the blood , which can cause hypertension . +People usually get this kind of hypertesion after they become adults . +However , if they already know they have a gene , that may make them have higher possibilities of getting hypertention . +They can build a daily habit to eat less salt and fat and thus to avoid hypertension . +In a nutshell , our society ca n't push a genetic problem carrier to tell his or her disease to his or her relatives , but he or she should be willing to tell his or her relatives about his or her genetic problem . +By doing so , less of his or her beloved ones will suffer from the genetic problem . +In the age of rapid technological advancement , a lot of medical breakthroughs have made possible . +Genetic testing is made possible and available for one 's decision to undergo . +It is able to detect illnesses or diseases and even a child 's parentage . +However , it will become a controversial issue as it becomes a dilemma for a carrier of a known genetic risk to inform his or her relatives . +If the knowledge of the genetic risk was to be shared within the family or relatives , there might be chances for them to have it in their blood , which they may take necessary precautions to prevent . +But , if it is a terminal disease as a genetic disease , most of the relatives will be disheartened upon having the knowledge about it . +Therefore , some carriers will have the opinion of keeping it as a secret . +This essay will discuss whether a carrier of a known genetic risk should tell his or her relatives or not . +Some say that the genetic risk that is found in a person should be kept secret because it is considered personal information which should be kept confidential . +Most patients will be depressed after realising his or her conditions . +If one has a genetic disease after the test , he or she might not wish to inform the relatives as he might end up disheartening his extended family . +Some will wish to keep it to themselves and hope to ensure that they will not bring in any pessimism into their family . +Furthermore , some will wish not to become a burden to anyone as seeking medical attention is relatively costly . +Hence , some see it as being considerate in keeping the genetic risk of getting the disease confidential . +On the other hand , others may think that it will be considerate to tell the relatives because the latter will have a higher tendency of getting the same genetic risk . +Hence , they will be able to seek help from medical specialists to find a cure or to take some measures to prevent the risk of getting the disease . +Nevertheless , it will depend on what kind of genetic diseases , given in the context of current medical technology . +For example , breast cancer is a genetic disease and it can be cured if it is realised at an early stage . +Hence , with the knowledge of having genetic risk , the relatives of this genetic disease will do a medical check-up , which might save them from realising it at an earlier stage . +In conclusion , it should be important to inform the risk of getting the same genetic disease to relatives . +Although there might be a lot of challenges along the way in seeking medical attention , such as financial issues , everyone should be given the right to know their family 's inherented medical conditions . +However , some think that it might be better for those who are ignorant about it and will continue leading a happy life . +In addition , some may think that even knowing about having a genetic risk of the disease , will just add on to their misery as there is nothing that they can do about it . +All-in-all , it depends on the individual and also the nature of the disease , but he or she should be obligated to inform the relatives if there are possibilities of curing or preventing it . +Genectic testing is a personal decision , with the knowledge that there is a possibility that one could be a carrier or not . +Those who are born into a family with a history of genetic disease should be allowed to undergo genetic testing , even though if there is no risk at all . +Early pre-examination is healthy as it will cast away unwanted doubts and affect the psychological thoughts of those who are affected . +For a genetic risk carrier , there should be choice given with regards to informing his/her relatives . +They should not be forced or obligied to do so , as it may negatively and drastically affect the emotions of the genetic risk carrier . +With regard to this choice given , there must be some rules to regulate and exercise personal freedom of decision making . +If the genetic risk carrier is a minor or a child , then most likely the decision of informing the relative should be made with the consideration of the patients ' parents or legal guardian . +Such patients are still emotionally volatile or they may be unaware of the consequences of such a genetic disorder due to their young age . +Furthermore , the act of informing others without the consent of their parents or the patients itself could harm the psychological state of the affected family . +Thus , much thought needs to be put into the immediate family as it could cause a stir of unwanted events from the patient or the family members . +Some families may feel hurt , with regards to their family pride or reputation , on having the knowledge of such a genetic disorder running in their family . +However , there is a role and a sense of responsibility to inform their relatives since it is a genetic disorder . +There might be a possibility that the genetic disorder could also affect their relatives and any other families within the same family tree . +The importance of informing relatives of such a genetic disease is vital as it may help to raise awareness and prevention of the genetic disorder . diff --git a/regression_tests/prediction/conll14_128.txt b/regression_tests/prediction/conll14_128.txt new file mode 100644 index 0000000..5585a5f --- /dev/null +++ b/regression_tests/prediction/conll14_128.txt @@ -0,0 +1,128 @@ +Also , this known information will help their relatives to make informed decisions and tosimilarly undergo genetic testingto find out about the outcome . +Thus , having the knowledge that such a genetic disorder is benign would be beneficial towards their emotinal thoughts . +And if the results turn out to be otherwise , then the family can be prepared emotionally and psychologically for the future outcome and aid them in making upcoming decisions . +In addition , the genetic risk carrier would be showered with moral and emotional support from their relatives if it is were made known to them . +Having support from relatives is vital as they ensure the genetic risk carrier that he/she is not alone in facing this illness and it will certainly provide a morale boost as the whole family will share a common sentiment with regards to the future prospect of the genetic disorder which could be inherited by anyone in the family . +Therefore , the decision to inform relatives of such a genetic disorder will be dependent on the situation and background of the affected family , with the liberty of choice given to them in making the decision of informing others . +A person with a disorder , regardless of mental or physical disorder , is always easily awared by his or her family . +When things come to genetic issues , it is not that simple anymore . +Genetic disorder inheritance is generation by generation , but not all of the offspring show the relevant symptoms . +Sometimes a family with potential genetic disorder risk may not be able to detect the potential harm inside their bodies as none of their members reflect any observable disorder symptoms . +As a result , in the case when one of the members happens to feel uncomfortable or uncomfortable , he or she should be aware of whether the disorder in his or her body is a genetic risk or not . +Afterward , the carrier will face a serious ethical issue , which is whether to reveal the problem to his or her relatives or not . +If the disorder symptoms are reflected on a kid , the parent will be informed by the medics for sure , then the whole family will stay alert to their bodies ' condition . +In contrast , if the carrier is an adult , who has his own choice to choose whether to inform his or her relatives about the risk , that will be more complex . +One may think that if the carrier is a caring person who loves his or her family more than himself , there is no doubt that he or she will tell his or her family about the issue . +That is true and , of course , it is the obligation of a family member to protect and take care of the family . +Think on the other hand , if a child of the family knows that he has the risk of becoming a genetic risk carrier , and the risk might as well be inherited by his child in the future , his whole life will be in a dilemma . +And of course , he or she will think of not having any children after getting married , and the same thought goes for the cousins as well . +As a result , the family generation stops by the moment the adult carrier announces his issue . +In China , the older generation with traditional cultural background , will always think of having more children as well as grandchildren , to make the family liven up and stronger . +The reason behind this is that after WOWII the population of China decreased dramatically and so the government encourages the people to give more birth . +During that period , if one of the family members reflects genetic disorder symptoms , he will fall into an ethical dilemma for sure . +The medical treatment technology during that time was not advanced enough to completely cure him . +He has to choose whether to protect his family or make his family more prosperity with a potential generic risk . +And so , he would have chosen not to undergo generic disorder testing and let the truth be mined forever . +This kind of ethical issue can not be judged by others because they will not understand the position and duty of the carrier in the family . +In conclude , people should think carefully about the consequences of telling relatives about his or her generic disorder . +It is an obligation for a carrier to inform his relatives , but also an obligation for a family member to liven up the family . +Regardlessly , if the disorder is rarely fatal , or it does not cause any inconvenience to the carrier , revealing the truth is always the right thing to do . +In my opinion , the carrier should tell his or her relatives about it . +One of the reasons why is because , as a carrier , she or he needs mental support to go through with this situation . +It will be hard for an individual to deal with the issue on their own . +By telling his or her family other than being a support , they could possibly help her to get alternative solutions to the problem that she is facing right now . +Other than that , I believe that the strong bond we have with our family is the biggest pillar of support to the carrier . +Furthermore , as it is a genetic problem , it will be better for the carrier to inform his or her family as other family members might experience the same thing . +By making sure that they are aware of this genetic problem , they could have a full check-up for themselves and it would be better if they could even prevent it from happening to themselves . +I find that it is important to inform , especially if it is contagious , the carrier could prevent the disease from spreading out to society . +For every action , there are always pros and cons . +I believe that some of the carriers will choose to not reveal their disease to family members as they do not want to make their family members worry and feel uncomfortable or even feel ostracized by them . +Furthermore , as it could incur spending a lot of money on the treatment , the carrier might not want to be a burden to her family . +I could understand the feeling of the carrier . +She or he does not want to be the source of unhappiness in the family family . +However , we will never know whether these negative effects will happen when the carrier decides to tell his or her family of his or her condition . +In conclusion , personally , I feel that it is better for the carrier to inform her family members about the issue . +The carrier should be honest with his or her feelings and I find that it is the right of the family member to know what is going on in his or her life . +If anything wrong happened in the carrier 's life , without informing the family members , it could be a huge regret in their lives if she leaves without them knowing about it . +On top of that , it is better to think about solutions for her problem with the family members as there are more heads to think about it rather than thinking about it alone and struggling on your own . +In the end , I believe that support in terms of mental or even monetary from your family could help the carrier to fight against the genetic disease . +True enough that there are lots of cancer patients who are given a second choice to live as a normal person as they have strong mental support from their loved one . +In my opinion , as long as we keep our minds healthy and strong , we can fight any disease as they comes to us when we are fragile and weak . +As technology has been advancing , it has reached a stage whereby the advancement triggers some ethical dilemmas in relation to the actual use of technology . +Genetic testing has been made possible- it has become easy to tell if one is a carrier of a known genetic risk through genetic testing . +If used for a good purpose , it can prevent unnecessary unhappiness . However , it could also make the situation worse by revealing who the carrier is , in the family . +The question given is whether a carrier of a known genetic risk should be obligated to tell his or her relatives and I think that the carrier should not be obligated to do so because I believe that he or she has a right not to know . +Firstly , genetic testing is not something that is compulsory . +Of course , some people may do it to make their futures slightly happier . However , the carrier , before the testing , can choose not to go for the test and simply live with unknowns and accept the facts . +If he chooses to live in the uncertainty that the gene holds and is willing to accept it , he could do that , and it has been something that was 'normal ' to everyone in the past as gentic testing was not possible . +It could rather be better for him or her this way . +Some people might say that it is a form of prevention of giving birth to disabled lives and making them suffer in reality . +I personally think this is the right purpose of going through the genetic testing , so that a family who can not afford to have a disabled kid does not have to give birth to their child and make the entire family suffer . +However , I believe that the carrier has the right not to be obligate to tell anyone but has the responsibility to take action to prevent any ethical dilemma . +If the result turned out to be something that the carrier could not accept , then it would have been better not know the truth . +I believe that even the carrier has the right not to know the true fact . +After realizing that he or she is the carrier , the emotional damage would be hard to bear . +It could possibly cause a problem in a family due to the fact and creates more unhappiness in the family . +Overall , I believe that it entirely depends on the carrier to share the hard facts and face them with relatives , but he has no obligation to tell them . +In fact , I strongly think that the carrier should weigh both the positive and negative consequences of taking the genetic testing and take appropriate action to the results . +The emotional depression that the carrier might get and the sense of guilt can be more than expected and could be a burden on the mind for the rest of life . +On the other hand , without knowing any genetic disorder and accepting the fact , the family will stay positive and work together to overcome the diability . +I think the family will stay mentally healthy as it is , without having emtional stress . +Debates have been around for years , that should a carrier of a known genetic risk be obligated to inform his or her relatives . +Any individual at risk for a disorder has the right to undergo genetic testing , but whether the results should be informed to others , especially close family or relatives , is a topic that is worth discussing . +This is an issue that needs to be addressed as a family-related ethical dilemma is involved . +In this essay , a few arguments will be pointed out in support of the view for any carrier of that known genetic risk to tell his or her relatives . +When we were born , we were surrounded by our family and relatives , with them welcoming us to this new world . +We were crying hard , but we are not alone . It 's our family and relatives that grow us up . +Hence , they should be the people to be grateful for and the people we would like to share the joy together . +However , in the case pertaining to any health issue or to the extent of serious disorder , there may seem no point in sharing , but this involves more than just sharing of bad news . +One definitely has the right to disclose his or her health issues to anyone , but it 's also one 's responsibility to inform the family and close relatives . +As the case of health issue is related to genetic risk , with the keyword " genetic " which highlights the risk of passing down the disorder to the next generation . +Therefore , I would agree that it 's obligated for a carrier of known genetic risk to tell his or her relatives to avoid any family-related ethical dilemma that could be raised in the future . +Although one may argue that it 's still up to the individual to disclose such a health issue or to bear it within him/herself , it 's certainly helpful to share with close relatives , for a proper discussion for solutions . +By doing so , one will feel less stressful in facing such disorder risk . +Relatives will certainly be supportive and show more caring towards the carrier of a known genetic risk . +By informing them , the carrier is never alone in fighting the battle of such disorder risk . +On top of that , the genetic risk may pass down to the next generation , thus it will involve more than just one family . +Therefore , I would agree with the obligation of telling the relatives of both parties when one is about to get married and has a plan for giving birth . +This would avoid the rise of more family-related ethical dilemmas . +There are more intangible advantages that could support the stand of informing the relatives once the results are known after the test is conducted . +In conclusion , in order to avoid the family-related ethical dilemma , it is best for any carrier of known genetic risk to inform his/her relatives . +The benefits of doing so are able to outweigh its disadvantages . +More support must be provided through different means to give better direction when one is standing at such a junction whether he should inform his relatives . +The decision to undergo genetic testing can only be made by the individual at risk for a disorder . +This is the common law in society . +However , it leads to a new problem : " should a carrier of a known genetic risk be obligated to tell his or her relatives ? +" This issue has been discussed for a long time . +However , there is still a diversity of points of views among people . +Thus , we are going to identify the advantages and disadvantages of the issue which is " should or should not " . +Firstly , I believe most of us will agree with the sentences below : " I will be anxious about my family when he or she told me that he or she was a carrier of a known genetic risk " . +Frequently , the intention of the carriers do not want to tell their families is to continue their own life without the anxious of families . +It is obvious that it would be better for one person to be worried than many . +However , many of the carriers are not strong enough to overcome the challenges themselves . +With the families ' support , there must be more energy to fight against the demon . +A demon is not easily defeated and it requires a lot of energy and psychological support . +Families give you the courage and support which you can not retrieve by yourself . +These are the most essential elements to overcome the challenges . +Besides that , the risk of the known genetic is so serious that it can not be described . +The seriousness can be larger than our imagination . +Lying on the bed for the remaining life , and even dying immediately , These are the consequences which we can not imagine . +Families are our dearest in our lives . +Without their concern and support , it would be hard to stay until this time . +They play an important role in our lives which can not be substituted . +A known genetic risk can also affect our next generation critically . +Therefore , it is our responsibility to tell the relatives to prevent the occurrence of undesired consequences . +Generally , the clinic or hospital will not tell the carrier 's family without the agreement of the carrier . +It is the ethic of staff in hospital to keep the secrets of any patients . +We can not blame them that they are liable to the undesired consequences . +However , hospital can provide a councilor to advise the carrier about what action can be taken . +Therefore , these kinds of circumstances will not happen again and again . +It is a method that benefits two parties which is a win-win situation . +In conclusion , a carrier of a known genetic risk is encouraged to tell his or her relatives about the known genetic risk . +However , there may be some special cases that are hard to define . +Thus , advice from hospital plays an important role in this . +The carrier is responsible for balancing his or her own interests and the benefits of family and even society . +It is a hard decision to make , but in the most appropriate way , it will create great circumstances for the carrier and families in the future . +With the risk of being genetically disorder , many individuals have made the decision to undergo genetic testing . +With the nature that the results will be known once the tests are done , each individual that is diagnosed to be a genetic risk carrier faces an ethical problem : They should warn their relatives about the risk of being the same genetic risk carrier . +Or they can choose to keep silent until the next carrier is diagnosed . diff --git a/regression_tests/prediction/conll14_129.txt b/regression_tests/prediction/conll14_129.txt new file mode 100644 index 0000000..5bbd77e --- /dev/null +++ b/regression_tests/prediction/conll14_129.txt @@ -0,0 +1,129 @@ +In view of this point , a carrier of a known genetic risk should not be obligated to tell his or her relatives , with the support of the following reasons . +First of all , from the angle of human rights , a genetic risk carrier should not be obligated to tell the truth to others . +This diagnosis can be regarded as a kind of privacy to carriers . +They may do not want this truth to influence their life or want to keep it as a secret and do not others know about it . +This is reasonable since the exposure of the truth of being a carrier may make them be discriminated against or sympothized by others , which is not a positive factor brought to their life . +Secondly , the relatives of the carrier can also choose to do genetic testing regardless of the dignosis of the carrier . +When people want to check whether they are genetic risk carriers , they can go and approach a doctor to consult about it . +If they do not want to think too much about it and view it as a problem , they may just ignore the possibility . +However , if a dignosed carrier is obligated to tell his or her relatives , the relatives will be forced to know their higher chance of being genetic risk carriers . +This obeys their own willingness as they have to accept the truth which may make their future life miserable . +Many people argue that setting the obligation may help more people , who are the relatives of the carriers , save their lives with a larger opportunity because of the early diagnosis . +However , this is not exactly true when other factors , including psychological influence , social influence , are taken into consideration . +If one such relative is told that he or she may have a higher risk of getting sick , he or she may have be scared about the unknown life , partners , spouse and colleagues may choose to leave , and many other situations may happen , which means the relative 's life may be ruined . +On the other hand , as stated above , a person who wants to confirm and has been prepared to face the result can choose to do the genetic testing individually . +In a nutshell , a carrier of a known genetic risk should have their own right to decide whether to tell their relatives or not . +This should be accepted from the point of human rights , freedom of acceptance of relatives as well as many other social reasons . +Otherwise , making it an obligation will restric the choice of carriers and bring a lot of confusion to their relatives . +For a carrier of a genetic disorder to know the fact that he or she is a carrier causes more dilemmas rather than getting the disorder . +I agree that a carrier of a known genetic risk is obligated to tell his or her relatives . +There are four reasons why people do n't have to be shy and share their problems regarding genetic disorders . +Firstly , the carrier and his or her family can take precautions , physically by actions to reduce the chance of it being inherited to offspring and , mentally , if the action fails to prevent it being inherited . +Many syndromes such as Down Syndrome and Taylor Syndrome can be prevented if the mother undergoes proper medication and does n't consume harmful goods during the pregnancy period . +This information may not be known by the mother if she does n't tell her relatives regarding her condition . +More people ( relatives ) know her problem , more information channel is provided . +If all efforts have been made but the children still suffer from the syndrome , then the family has to accept this fact and do whatever they can to bring a good environment for their children 's growth . +This is not the parent 's fault because there is still a chance of the gene being inherited . +So , they have to also prepare mentally . +Secondly , genetic diseases cost treatment and medication . +Albinism is one example . +People with albinism have sensitive skin and it needs regular treatment . +Unlike people with a high proportion of skin pigment , people with albinism are prone to sunburn and other skin diseases . +If they do n't treat their body well , such as by using sunglasses or wearing sunscreen outdoors , the chances are good that they will get skin problems that may also lead to cancer . +Once you suffer from cancer , the medication is very expensive . +To prevent bigger problems happening , it takes a lot of effort to take care of your body . +If the carrier does n't tell his or her relatives , it may be too late to get their support and prepare financially . +Thirdly , some diseases are not noticeable and may lead to serious health problems . +One of the diseases is sickle cell trait . +Usually , people are not aware if they carry the sickle cell gene and this may lead to circulatory problems such as blood blocking . +If the parents know that one of them is a carrier and disclose the information to their relatives , then they can take their children to undergo genetic testing and do n't need to be shy about it because it is for the sake of their children 's health . +Fourthly , it is important for parents to give a mental boost to their children with genetic disorder . +When their children become teenagers , a lot of social problems may arise . +People and friends often mock your conditions . +A strong mental condition and conviction must be built from within and from the closest ones . +If not their family , then who else that is willing to do that ? +It is not a difficult job for the family if they have prepare their mental first by disclosing the information of the probability that their children may suffer from the genetic disorder . +In this modern world , technologies have improved a lot compared with the last century . +Particularly , in the medical field , there is a great improvement in many treatments for many formally incurable diseases , and genetic testing is one of the methods which is used to diagnose an individual at risk for a genetic disorder . +The medical authorities claim that only the individual who is at risk for a genetic disorder can make the decision to undergo genetic testing . +However , once a test has been conducted and the results are known , a family-related ethical dilemma is born . +The question is whether a carrier of a known genetic risk should tell his or her relatives . +In my opinion , the carrier of a known genetic risk has to tell his or her relatives about this . +This is because his or her relatives have the right to know about this . +As many people realize , a genetic disorder can be related to the carrier 's relatives , that is , one of the family members is at risk for a genetic disorder , which means that other family members also have almost the same risk of having it , so this problem should be treated seriously by the family . +Every family member has their human right to know what is going on with them . +If they do not even know that they are at risk for a genetic disorder , how can this explain their right ? +For instance , John is informed by his doctor that he is at risk for a genetic disorder but he does not tell his sibling , James , about this . +Although telling James about this is horrible to some extent , he should know what will be likely to be going on for him . +This might be beneficial for his future if he is aware of the risk of having this disorder . +The next point is that telling relatives can raise their awareness of having a similar genetic disorder , preventing certain genetic disorders from affecting themselves . +Genetic disorders are innate , but the great improvement of medical treatment makes it possible for humans to prevent the disorder or to reduce the negative effects of the disorder on themselves . +In addition , doctors usually quote the statement , " Prevention is better than curation " ; this gives us an idea that preventing a disorder from happening has far more advantages than curing it . +Awareness of having a genetic disorder may help in diagnosing a genetic disorder for a person , and therefore , this may make the prevention of a certain disorder possible . +For example , hypertension is partially due to genetic factors , but environmental factors also play an important role . +People who are aware of having such a disorder can prevent the disorder from happening by adapting to a healthy lifestyle , including having a balanced diet and at least having exercise for 30 minutes every day . +To sum up , a carrier of a known genetic risk should be obligated to tell his or her relatives . +This is their human right to know about that , and this may also save their lives by preventing the disorder from happening . +Together with the advancement of technology over past decades,medical advancement has increased exponentially and further enhancements are still constantly upgrading.Empower doctors with advanced medical knowledge,doctors are able to diagnose and undergo genetic testing for patients to help them prevent and take necessary steps to protect their lives , once a test has been conducted and the results are known,a question of disclosing the results to his or her relatives become a challenging issue to both patient and doctor.In my opinion,I feel the strong urge to support the obligation to inform patient relatives . +As it is a genetic risk,the patient 's next-of-skin might have a high chance of carrying the disease . The need to inform their relatives is important so that necessary prevention actions can be taken before unforeseen circumstances might arise . You are the only child in a family and you are suffering from a genetic disease that the genetic trait might be passed on to your next generation if you have a child,hence by letting your family members aware of the situation,it would lessen family stresses and suffering on forcing you to settle down and have children.However , social ethic issues like discrimination and privacy are biggest concerns and potential barriers to enforce patients or doctors to disclose information to patients relatives.It challenges the confidentiality and privacy principles.Currently , under the Health Insurance Portability and Accountability Act of 1996 ( HIPAA ) in the United States,there is no legal obligation requirement to disclose information to relatives,it is up to the patient 's wish to disclose to their family members.Early disclosement to family members brings in positive reaction and prevention,as in the case of Angelina Jolie,she chose to disclose information and underwent treatment to reduce the risk of breast cancer significantly to under five percent.I still can recall her reason for disclosing her own story was that she does not want to live under the shadow of cancer . +However , there are still people against the decision of revealing private information in the case of Alzheimer 's patients,it is up to the patient 's own choice to disclose information has shown that doctors have tried to interpret what and whom will Alzheimer 's disease be disclosed to minimise potential negative impact on families members ( DementiaToday,2012 ) .There are associations provide helps to Alzheimer patients like Alzheimer 's Association ( Alzheimer 's Association,1980 ) .Although there are still thousand of genetic risk diseases out there that might not be receiving all helps and supports from everyone,the needs to receive immediate understanding and support from family members is an utmost help that patients need in their difficult time . +The state should have passed a legal bill to measure and provide information to doctors to which extent should a doctor opt to reveal to family members about the genetic disease and in which situations it is open to patient 's decision . In addition , the state could also encourage to create assistance schemes to aid necessary help to needy patients to encourage them to open up for the benefit of own and family members.Although it may face challenges from social ethic issues,in a long term,with appropriate encouragement and aid from the government,more individuals would have a different view of acceptance and take appropriate measurements to protect their own health and their loved ones . +Nowadays , the study in the genetic field has gone further and further due to high-velocity technological advancement . +Not long ago , the human genome project sponsored by several large multinational corporations ( MNCs ) was started . +In comparison , in the field of genetic testing , which enables people to be aware of the risk of a possible genetic disorder , as the technology has been very mature already , an even more popular topic arises . +While most people agree that each individual has his own right to decide whether to undergo a genetic test or not , they have different stands on whether it is the patient 's responsibility or freedom to share the result with his or her relatives . +In my opinion , patients who are carriers of some known genetic risk should share the truth with their family members . +Admittedly , it is a social obligation to be responsible for the lives of other people . +To the whole society , it is a duty . +Take H1N1 as an example . All the people in Singapore , including students at school , travelers at the Changi Airport , workers in the office as well as passengers on the street are forced by law to take their temperature and report the result to the relevant government authority in charge . +To those family members who care about them , it is also a moral obligation . +How can they not tell their loved ones who they really are and put their loved ones in danger ? +The basis of a family is that everyone trusts and loves each other with no doubts . +Without trust and love , there is no difference between a family and a bunch of strangers living together . +Hence , it is essential to tell their family members about the risk of their genetic disorder both as a social responsibility and a favor to conserve the family basis . +Moreover , telling their family members the truth is the fastest and easiest way to get their support . +Without the support of loved ones , patients ' life is no better than death . +Family members , as the closest group of people from whom they can get comfort , is a crucial factor for them to successfully get over any possible troubles as a result of genetic disorder . +A study by New York University in 2010 showed that patients with family members around them generally recover 2-4 days faster than those taken care of by professional nurses . +Even for those patients with terminal diseases , the duration of their survival is 30 % longer due to family support . +Some people may say that telling the truth may cause some unnecessary doubts and panics which will endanger family harmony . +While every family needs to go through this or that kind of troublesome situation , the more troubles that a family goes through together , the greater bond will be established between the family members as well as the greater amount of trust , love and understanding . +Hence , for a family in which every member truly believes in each other and loves each other ,all these troubles are just testaments to make them stronger . +Just as the lyrics of Kelly Clarkson , What does n't kill you makes you stronger . +Being in an Asian society where genetic testing is not a common practice , I do think that it is the choice of the patient whether he or she wants to tell his or her relatives about his or her disease . +The courage to take the genetic testing and yet to inform their relatives about the risk that they may have may result in people being judgmental while actually it is just a risk and not a confirmed case . +Furthermore , since it is the person 's gene that is affected , he has the right to determine with whom he wants to share the information with . +Nevertheless , while I feel that a carrier should not be obligated to tell his or her relatives about the genetic risk , I would like to suggest the person at least share the information with her or his potential partner ( husband or wife ) since the individual 's genetic risk may affect their future children . +Many people in our society are not well informed about many genetic diseases and many of them will most likely to judge or at least differentiate those who have genetic diseases since they feel that the patients are abnormal or 'weird' . +This is because many relate genetic diseases to those such as Bubble-Boy disease , autism or down-syndrome . +In those diseases , many who are affected do actually have different physical characteristics compared to those without the genetic diseases . +While we do know that we should not discriminate against them based on their limitations , many people still do it with or without them realizing it . +In this particular case , we are discussing whether a person should tell his relatives about him having a RISK of a particular genetic disease . +It is normal for people to demand for fair and similar treatment as others and , therefore , it is normal for people to try to keep some of their secrets or personal issues to themselves in case some people judge them or treat them differently . People really love to hear what they want to hear and therefore they may just ignore the word 'risk ' and assume that the person has suffered from the disease . +To prevent that from happening , I do feel that it is up to the person whether he wants to share the information with his family , since his family may either be paranoid or judge him and act differently . +Especially when it is just a risk , the option is really his since he is not an actual sufferer . +There may be some people who say that it is necessary to tell the family members about the risk since some of them may be affected . While I do think that this view has a point , how much you can trust your family regarding this issue may also be a case . +Maybe we can trust our immediate family members , but can we really trust all the other relatives ? +Furthermore , since the genetic risk or genetic disease is a very personal case , it is up to the person 's call to tell the relatives about it . +However , as I said earlier , it is better for the person to at least tell about the potential risk to his or her future partner since his genetic risk may affect his children later . +This information needs to be at least acknowledged by the other party before they make the decision to get married and have children . +There may be possibilities when both the husband and wife are carriers and therefore they should not have any children since their child may not be able to survive even after they are born . +Or , in a less extreme case , the child may be disabled . +This piece of information does play a role in family planning matters . Therefore , although no one is obliged to tell about their genetic risk to anyone , they should be encouraged to tell it to their future partner . +In conclusion , whether or not the carrier wants to tell his relatives regarding his genetic risk , the choice is his because it is his own gene and he has the full right to it . +He may have different considerations other than due to the judging people or may result in making his family worry for nothing when thinking of whether he should tell it to his relatives , and no matter what choice he makes , we need to respect it and we have no right in saying that he must tell his relatives about it . +We all know that life is priceless and we have no right to judge a person 's death . +With the improvements of technology , a new life with genetic risk can be detected . +Genetic refers to the chance of inheriting a disorder or disease . +Therefore , an entirely new dilemma is born : should a carrier of a known genetic risk be obligated to tell his or her relatives ? +This essay will discuss the reasons why relatives are obligated to be informed that their children have genetic risk . +One of the reasons that parents should be informed is that they have to decide whether they are capable of raising a child with genetic risk . +The child with genetic risk may not have the ability to work , to build up the family with others and most of the time they are not acceptable for the majority . +They may not be able to enjoy what normal people can enjoy . +This competitive world is cruel to those who are not able to survive . +Parents and relatives have to work longer than expected and endlessly to foster their child if he/she is not able to foster himself . +The situation may become worse if the child has diseases like cancer or heart disease , which means that parents have another heavy baggage named medication fees . +Not only the child , but also the whole family will suffer . +It is still early for parents to decide whether they can foster a new life that are not able to work and may suffer pain their entire life . +The other reason that parents should know the baby they have is a carrier of genetic risk is for a nation 's good . +There are always newspaper reports that a new born baby has been abandoned in hospital after they realized the baby has diseases that need a huge amount of money to secure . diff --git a/regression_tests/prediction/conll14_255.txt b/regression_tests/prediction/conll14_255.txt new file mode 100644 index 0000000..8919414 --- /dev/null +++ b/regression_tests/prediction/conll14_255.txt @@ -0,0 +1,255 @@ +For countries like Singapore , they are short of manpower to contribute to the nation . +However , every year the government has to spend a lot on helping the disables such as medical subsidizes and building up special schools to educate them . +Without increasing the number of disables in a nation , the government is able to concentrate on developing in other ways , like the military and education . +As citizens of a nation , they have the responsibility to support their country in many ways . +Moreover , in the world we are living in today , many miscarriages occur in hospitals every day . +It is easier for people to accept it morally . +Therefore , I believe parents have their right to know the healthiness of their child . +Many people may support a theory that every person has their right to enjoy the world , especially people with religions . +However , the problem is , will people really enjoy their life if they have to stay in hospital everyday and with all the needles and endless pain ? +Parents know what the best is for their children , thus they will make the right decision after they have been informed . +Also , human beings should improve the medical field in order to prevent tragedys happening . +I think a carrier of a known genetic risk should not be obligated to tell his or her relatives . +Genetic testing is a personal choice . +One should have full control of his/her information and it is his/her right to decide whether or not to disclose it to someone else . +As far as I am concerned , when a couple are going to have babies , they are going to run a few tests and see whether they could have some genetic diseases . +The results are disclosed to husbands and wifes . +This is not the case I am talking about here . +The most obvious reason for those who argue for this opinion is that the relatives of the carrier are at high risk of carrying these diseases . +They have the right to know whether they are at risk . +Also , telling them the result can let them largely reduce the cost for multiple testing . +They can also take immediate measures to reduce the possibility of having this disease . +If a person has a disease C , that might be a result of gene A . +He ran a test and found out that he has the gene AA . +This means both of his parents have gene A and they are both under high risk of having disease C. They could save the cost of running two separate tests to see whether they are under high risk of having disease C. If he runs a test and knows that he has the gene Aa . +This means one of his parents has gene A and the cost of testing could be saved . +His relatives can then take measures , if this disease can somehow be prevented , to stop this disease from taking their lives . +However , this can also be achieved through personal choice . +One can choose to tell their relatives if they are at risk . +Most people care about their relatives . If there is no serious consequence of telling them so , I assume most of them will tell their relatives to be careful . +One might also choose to hint or encourage certain relatives to run a gene test if they are concerned about negative consequences that come across when they disclose their genetic results . +There are possible negative consequences that they might face if they disclose their genetic results to their relatives . +If a person is obliged to tell his/her relatives , he or she might be discriminated against by those who do not carry this gene . +He or she might even be advised not to get married or have children . +For example , if an unmarried person has gene Aa and gene aa is sufficient for a very serious disease . +After he takes the test and is obliged to tell his relatives , everyone knows that he is a carrier . +So all married couples go run a test and know they are not carriers.They might subconsiously see him as different and worry that they will find a wife who will carry this gene as well . +Third , it is hard to define relatives . +If a gene runs in the family , one of the family members tests positive , does he need to tell ? +If that is a big family , is he obliged to tell everyone ? +Spouses usually have very close relationships . If person A tells his family that he has this gene , his uncle C knows and tells his wife D that he needed to run a test because his cousin has this disease . +However , wife D is not even under the risk of having this disease . +Then wife D might tell her mother , who likes to gossip on her way to the theatre . +In less than a week , half of the town knows person A has a risked gene , and his family might be a genetically risked family . +Then nobody wants to marry A , or his relatives . +This is the potential consequence if one does not have full control of his/her information , especially when the party that he is obliged to disclose his information to is a potentially large group ( relatives ) . +In conclusion , a carrier of a known genetic risk should not be obligated to tell his or her relatives . +The carrier of a known genetic risk should be obligated to tell his or her relatives +Nowadays , people not only pursue the comfort of their own life but also a better development of their following generations . +Since the technology of modern society has been so advanced , it has become possible for people to make the decision to take genetic tests so as to be clear whether or not they carry genetic risk which could affect their next generation . +The debatable question , an ethical dilemma , is that , are people responsible for telling their relatives that they carry a known genetic risk ? +In my opinion , the responsibility of telling family and relatives is quite obvious . +And there are two basic reasons . +The first one is the importance of being responsible for your self-wellness and health of your relatives and the second one is being responsible for the next generations . +The awareness of your relatives and families about your genetic risk is good for your self-wellness and the health of your relatives . +Because if you are carrying that genetic risk , then there is a great possibility that your relatives , like parents or siblings , are carrying the same genetic risk as well . +The genetic risk that you carry may or may not affect your health and put you in danger . +If you have n't undergone the genetic testing , it 's just odd and fate for what will happen to both of you and your relatives . +However , if you have undergone and know that you are a carrier , you are responsible for your whole family . +Even though you can not eliminate the risk completely , you can at least try to be alert to avoid getting the disease . +As for those in your family who are more likely to be affected , they can go to the hospital to do checks regularly . +Therefore , telling the families and the relatives to get prepared to fight the disease and even prevent getting the disease is your responsibility . +Furthermore , you are also being responsible for your next generations by telling the truth that you are a carrier of a genetic risk . +If your wife is not aware of the truth and gives birth to the baby , it will be possible for your child to carry the same genetic risk as well . +Being the parent , you are not responsible to your next generations , since you allow the genetic risk to be passed on by generation and generation and being aware of it . +However , if you tell the truth to your wife and relatives , you offer a chance to whether to have children or not . +And if you still decide to have a baby , since the technology has been developed , it might be possible in the future that the application of altering genes be perfected and widely used . You can then choose to give birth to babies by giving them a brighter future . +This is the responsibility of being a parent . +And in my opinion , this seems to be the main purpose of undergoing that genetic testing in the first place . +As a conclusion , once you have undergone the genetic testing and are aware of carrying some specific genetic risk , there are responsibilities to your relatives , yourself , and your following generations to tell your relatives and families the truth . +To tell or not to tell +Consider a case , we decide to undergo genetic testing and have know the result of it . +We found that we actually are the genetic risk carriers . +Then it becomes troublesome about whether we need to tell our relatives who may carry this genetic risk as well . +There are really a lot of things we need to consider . +Every choice we make may have a huge impact on our whole life . +As a result , what should we do ? +Tell them or keep this secret until we die ? +Many people feel that we should tell our relatives since we really care about their health status . +For example , diabetes is a kind of genetic disease . +Once we found we were carrying this genetic risk , it is better for us to tell our family members because they may carry it as well . +If we tell them , they may start paying more attention to their daily habits like eating less sugar - contained food and keeping a good mood . +And it is important for those young people . +The earlier we tell them , the better habits they will arise and the better for the rest of their lives . +What 's more , they may undergo a genetic test as well to see whether they are carrying it or not , which is also better for them . +However , some people may argue that why do we want to interfere with their lives ? +Sometimes it becomes extremely hard for them to accept this news , especially if they are going to know that they or their descendants may have a severe disease like blood disease which is untreatable . +Imagine you are living like a normal person but suddenly , one day your relative comes and tells you that there are some possibilities that you may encounter some disease in the future . What kind of feeling are you going to have ? +It may affect our daily lives and we will think about it every day . +We become so anxious that we can not focus on everything . +At the same time , there will also be chances that the genetic test result is not correct , which means they are actually wasting their lives worrying about this thing , so actually we are bringing trouble to them . +Personally , I feel that we still take our responsibility to tell them the situation . +Since this will really affect their lives , what we should do is to try to make it in a positive way . +We can not let it go . +We should know that although we may affect their lives , we can still let them make correct choices in the future . +It is only after we tell them will they start paying attention to their health . +They will consider whether to give birth to a new baby because of this genetic problem and they will start finding ways to try to prevent their baby carrying this genetic risk as well . +They always have a choice about whether to undergo the genetic test or not . +Maybe after we tell them , they will go for it and know more about themselves . +I know it will have a huge impact on them , but we should know that they are our loved ones . We need to tell them and help them . +A genetic risk carrier should be obliged to tell +Genetic testing will be conducted when the individual is at risk of some possible disease . +Once the test is done , whether the results should be open to his or her relatives has caused extensive controversy . +Some say it is a kind of invasion of privacy for the carrier and should be protected . +He or she has the right not to tell anyone . +However , in my opinion , it is the obligation of a carrier of a known genetic risk to tell his or her relatives about his or her current situation . +This essay will illustrate this in two ways . +First of all , it can be an alert for the family members of the patient and let them be aware of the possible disease that they may also have . +As we all know , genetic risk carriers are likely to pass the genetics to their family members . +Once one person in the family is found to be carrying risky genetic , other members in his or her family may also have the risk of disease . +Some of the diseases may not show symptoms until the carrier is old enough . +Therefore , telling the relatives about the situation may avoid a lot of trouble in this way and save time for proper treatment . +Sometimes life may even be saved if they are told early and conduct timely treatment . +So , for consideration of the other family members , the relatives should be informed . +Secondly , it can avoid genetic disease being passed to the next generation when they intend to have babies . +They should let their spouse know about his or her situation before marriage . +They need to ask for doctor 's advice before they plan to have a baby . +Some genetic genes will pass only to boys rather than girls , some are on the contrary . +If the carrier refuses to tell the truth to his or her spouse , another life may have a risk of inheriting the genetic disease . +I noticed a real story in the newspaper years ago . +A couple in China have a son 5 years old . +Their son unfortunately fell ill and he was diagnosis a kind of genetic disease which is very serious . +They were told that the wife 's family was carrying the polygenetic disorder and can pass only to boys rather than girls . +Therefore , their son inherited the genetic disease . +However , the wife actually had already known about the polygenetic disorder before the marriage and she did not tell her husband . +The son died after one year 's treatment and the couple got divorced later after that . +If the wife had not hind the truth and asked for doctor 's advice before they had baby , the tragic would not have happened . +In a nutshell , a carrier of a known genetic risk has the responsibility to tell his or her relatives . +On the one hand , it can tell members of the carrier 's family the possible disease they may have and can perform treatment in time if possible . +On the other hand , it may pass the disease to the next generation if the carrier hides the truth . +Nowadays , with the advancement of technology , it is easy to do genetic testing . +We can not deny that genetic testing really helps people a lot when they face a disorder . +However , I think that genetic information is one person 's personal privacy which should be protected by the law . +Therefore , I thought a known genetic risk should not be obligated to tell his or her family or relatives . +There are three reasons , as follows . +Firstly , the information concerning the genetic is something personal which is also a privacy like people 's bank card keys . +Other people should not be told without the person 's permission even though they are his or her family or relatives . +The government should set the law to protect this kind of privacy . +Once people 's genetic information is told to other people . +They may know the person 's potential disabled disease or other bad things naturally . +They may set a bias on this person , even abandon him or her . +People do not have the ability to choose their genes , they should not be thought of badly because of bad genes . +So I think whatever the genetic is or whether the gene is match with their parents , it should not be told to anyone , even his or her family or relatives . +Secondly , the carrier of a known genetic risk may destroy the peace of a family and even break the relationship between children and adults . +Once his or her family or relatives know that the person does not have any relationship with them . +However happy they were before , there would be some barrier appear which will truly destroy the family gradually . +The relationship between parents and their children should not be tested only in the genetic way ; it is something much deeper and tighter . +The parents give knowledge and love to the children , meanwhile they feel happy with the company of the children . +Children rely on their parents to live . +When they grow up , they take care of the old parents and thank them for their dedication . +The relationship between parents and children is something about love and dedication . +Everyone does not want to see the scene of a broken family due to the carrier of a known genetic risk . +Therefore , I think a known genetic risk should not be obligated to tell his or her family or relatives without the person 's permission . +Finally , the technology of testing genes is not very mature now . +There also exists some probability of wrong testing . +If the wrong testing was not found by the doctor , the family and the children may be sad and have a struggling life for their whole life . +Therefore , I think a person known genetic risk should not be obligated to tell his or her family or relatives . +Therefore , considering people 's privacy and the existence of wrong testing , for the peace of the family , I support that a known genetic risk should not be obligated to tell his or her family or relatives without the person 's permission . +A Carrier of a Known Genetic Risk Should be Obligated to Tell His or Her Relatives +More and more illnesses are discovered to be related to some genes with the development of medical technology . +People will know about whether they carry a disease in their genes after they have done the genetic test . +If there is no problem , that would be wonderful . +However , not everybody is so lucky that they can make sure they do not carry any disease genes . +Therefore , once people find they have carried the disease genes , they should be responsible for telling their relatives , at least their family members . +It may be awkward and embarrassing for a person to tell relatives that he or she is a carrier of a known genetic risk . +But they are all from one family and own the same forefather , then of course they own the same genes in some part . +Therefore , there is nothing to be shy about or be afraid of . +If the person tells their relatives that he or she carries a disease gene , his or her relatives can go to hospital to check whether they also get a disease gene . +Then the relatives can prepare themselves to prevent the disease from occurring . +Also , they can prevent the disease going to their offspring . +If the relatives carry that disease gene , they can share the experience with him or her and give some help . They will also teach him or her how to communicate with others about this issue . +If he or her does not get married , he or she must tell his or her partner that he carries the disease gene . +Then they can have a healthy baby with the help of the doctors . +Or else , if he holds back the genetic risk , they may have an unhealthy baby and may cause the death of the baby or the end of their marriage . +There is a story I watched on TV . +A couple had not had a child after their marriage for a long time . Their parents were anxious about that and asked them to go to hospital to check what the problem was . +After he came back from the hospital , the man told his parents that the problem was that he carried a disease gene so that they could not have a baby in their life. +The woman did not know the test result , but she overheard the talk and decided to divorce her husband . +After getting the divorce certificate , the man showed her the test report ; it wrote that the woman carried the disease gene instead of the man . +At that time , the woman knew how much her husband loved her , but she ruined her happiness . +Tears showed nothing . +People can not avoid carrying the disease genes which they were born with . +However , they can avoid the disease genes being inhered to their children . +By telling their relatives that they may have a risk of carrying the disease gene can make their family members bond closely , also many risks and conflicts can be avoided . +Genetic testing has become a beneficial way to predict and protect each individual at risk for a disorder . +However , there is a family-related ethical dilemma if it is right to tell a carrier 's family once the test has been conducted and the results are known . +I am most inclined to believe that his or her relatives have the right to know the result . +The answer is simply that everyone , especially our family , has the right to know the truth . +Though it is said that genetic testing involves emotional and social risks due to the test results , while the potential negative impacts of the risk still exist , the consequences will be significant if other members of his or her family do not know . +Then they are unable to have a suitable method to protect themselves and emotional preparations . +Taking Angeline Jolie for example , she is famous but she still revealed the truth about her genetic testing on the development of her breast cancer risk . +Everything is not that bad if you know how to look at the bright side with hope . +People may feel angry , depressed , or even guilty about their results . +In some cases , a carrier can suffer tension within a family because the result is also related to the others ' risk somehow . +However , I believe it is just a usual reaction to this situation . +In addition , though it can be possible in some cases that he or she and the family can undergo specific discrimination in employment and their social life , how people can face more dramatic tragedy such as sickness or death if they can not even overcome this harsh situation . +Life is hard but people can not blame it on being unfair . +It is just because you do not become strong enough to overcome the hard times . +Furthermore , living with a secret is not a good sensation , especially if the situations of other relatives become worse , you should feel guilty and depressed . +Moreover , the truth can not be hidden forever but when it is revealed , the more shocking and upsetting it will be . +As a result , it is in the interests of the carriers and their relatives , tell the genetic testing result is needed . +Last but not least , though genetic testing is a personal matter , telling the result to your family can improve and develop understanding and sympathy for each other as well as promote awareness of taking care of everyone 's health . +That plays an important role in the possibility that relatives can overcome the discrimination of society and anxiety about the risks . +To put it in a nutshell , I believe that people should have the obligation to tell their relatives about the genetic testing results for the good of their health . +It can be very difficult for them but necessary for the carriers and their family . +In addition , emotional preparations and the ways you explain your genetic condition is also important so that you can convey the correct information to your family and relatives and , if necessary , to guide them if they wish to conduct a similar genetic test . +The Impact Of Social Media +Social media plays a vital , important role in our lives today . +It is almost impossible for us to keep away from it . +I started invoving into Facebook one year after I had just arrived in Singapore . +And now I have got over 500 friends on Facebook and buried myself with hundrends of seeds every day . +We know each other 's status , changes and so on through social media . +For example , if we change our contact numbers , we will not send SMS to each individual any longer . +Instead , we will post a seed and tag our friends to inform them about these kinds of changes . +And if you are not on it , you will just get lost . +In certain ways , social media has brought us quite a lot of convenience . +It is becoming even more convenient than talking on the phone since it is free . +We discuss everything we like and we have more personal space . Friends also have more access to know what we are doing and what we like . +And also , we get a chance to talk to public people like popular stars and know their lives better . +In China , a lot of government organizations have open blogs to communicate with people , like firefighters , police stations and so on . +Socia media allows them to explain to or inform people about what is going on . +And actually , lots of rescuing jobs are done with the help of social media , like looking for people who get lost and so on . +With more convenient and humanian communications , the relationship between government and people has largely improved . +What 's more , various cultures can be shown to us through social media . +We can find more news and culture through social media . +From this scope , social media has shortened our distance . +However , we get less chances and less importance to talk face to face since social media is so convenient , advanced and interesting . +And even when we gather together , more people find themselves have fewer topics to talk about than before and choose to dig from their social media again . +When we are far away , social media makes it as if we are in front of each other ; sometimes when we are by each other 's side , we seem to be further than far away . +This kind of feeling makes people 's relationships not as stable , secure and reliable as before . +Besides , there are more people shwing their pictures of yummy food or travelling experiences . +To some extent , this makes our life more luxurious and blundering . +For myself , I long to see some places after I see those beautiful pictures taken by my friends . +Sometimes I could even sleep well because of excitement . +Social media makes our life patten so fast and leaves us less time to think about our life . +Social media is becoming more important and we need to think more to make it serve us better and better . +Interpersonal skills , like any other skills , require practice . +Besides that , these skills require time to develop and adapt . +The burgeoning of social media definitely has its stints ; but amongst all good things , it is better to have them in moderation . +Convenience and efficiency are two very important uses of social media . +While millions of users are connected at any one time , any information can be readily available at their perusal . +This improves the connectivity between the users . +For an example , one is able to send notifications and other information we used to have in hardcopy previously , over the web and the process takes seconds . +The receipent,will then receive the information almost immediately , depending on the quality of the network . +This convenience can be experienced at almost any time . +Next , communication has also greatly improved . +In the past , most communication was done by one of the many , such a telegram , snail mail and poor-quality voice calls . +With the welcoming of applications such as Skype and Facetime , any individual can phase off most of the olden days communication methods . +Aside from hearing the voice , a camera could also be affixed to emulate a 'real ' interaction with expressions and gestures . +Communication would have taken a different turn without the easily available social media . +However , it is good practice not to intesively use social media all the time . +Intimate interaction is greatly lacked in social media interactions , particularly touch . +Having to meet and interact for talks allows one to be closer to the recepient . +It involves a level of dynamic interaction which utlises the motor , thinking and verbal cortex of the mind to coordinate . +Unlike the use of social media , most of the interaction is done with thinking and typing . +As a result , one does not train the necessary parts of the skills required for proper interpersonal relations . diff --git a/regression_tests/prediction/conll14_256.txt b/regression_tests/prediction/conll14_256.txt new file mode 100644 index 0000000..348f898 --- /dev/null +++ b/regression_tests/prediction/conll14_256.txt @@ -0,0 +1,256 @@ +It is also totally incorrect to fault social media alone for the lack of interpersonal skill . +Howard Garner studied the effect of multiple intelligences amongst people and stated that interpersonal intelligence is a form of skills on its own - some have it , some do not . +Howard Garner mentioned that the different intelligences can be charted , in accordance with utilising tests , and ranked . +Fundamentally , those who scored lower ranking for interpersonal skills are more likely to stumble when this skill is needed . +Though social media need not be necessarily bad , it must be used accordingly - for work , family , friends . +The types of use must also be taken note of - informing , interacting , discussion and others . +The space of separation between the parties must also be looked at . +For people who live very far from one another , the intensive use of social media is justified . +For those who live within the community should at least meet up , and not use social media as the primary source of communication with each other . +And at the same time , improves interpersonal skills , through dynamic practises between individuals and real presence . +The inclusion of intimate presence and relative touch could also bring a better rapport between those interacting . +Recently , the rise of social media has helped people to have more closer connection with each other . It is a more convenient and cheaper way to have online contact compared with face - to - face meetings . +In my opinion , social media websites such as Twitter and Facebook will not affect the chance for people to have face - to - face contact and thus negatively affect interpersonal skills . +On the other hand , it may even increase the chance of having face - to - face contacts among people . +First , social media networks have a big user base . It helps to link people from different parts of the world . +In the days without social networks , people may not have the chance to know others from different countries or the ones they have never met before . +The number of people that they know may only be limited to the people they meet in daily life , like classmates and working partners . +Therefore , social networks bring more and more connections between people and they may have a chance to chat with people they have never known before , and this helps to develop interpersonal skills as well . +Secondly , although social networking takes time for people to chat online but not face to face , they may still decide a time online to meet others face to face in daily life . +In this case , the social network helps people to increase the frequency of talking . +For example , if social networks do not exist , businesses need to meet each other face to face and it is time - consuming , even sometimes with business , that is not so important . It still takes a lot of time on travel , which is a wastage . +However , social networking helps people to meet and chat more easily . They can even use video chat and create group chat to chat with multiple parties at the same time . +Nowadays , even some companies conduct online video interviews with their applicants as it saves time and cost . +The social network may also create some negative impacts on people . +The largest negative impact is that , due to the online network , some people start to use and rely on the internet every minute . +They take too much time using online social networks and thus do not have time to have their daily meetings with people in their real life . +It not only affects interpersonal skills , but it is also bad for people 's health if one spends too much time on social media . +Secondly , social networks may leak certain personal information to the public , as the cyber environment is not perfect and not safe , people may not protect their privacy online effectively and sometimes , some people may use others ' personal information to deceive . +In conclusion , despite the unsafe online environment , spending too much time on the internet may be the potential negative factor of using online social networks . +It provides people with a more convenient contact environment and improves the frequency of meetings with each other . +It also helps people to develop their interpersonal skills through online chat . +Overall , there are more benefits than the costs . +The world is becoming flat by all kinds of social networking websites such as Facebook and Twitter . +We can even know what a friend who leaves thousands of miles away eats for lunch though these kinds of social media . +From some points of view , society really has a lot of advantages by letting us communicate with friends cheaper and more conveniently . +However , its disadvantages also can not be ingnored when you consider it as a platform to show off and a stage for cyber crime . +Social network sites provide us with many convenience . +Without hanging out with friends or talking with friends on the phone , we can know his of her latest news by surfing the webpage . +It can help us know more about each other . +It can make people become closer as well . +For example , if you find out one of your friend 's favourite singers is Justin Biber through facebook , you can give him or her Justin Biber 's new album or concert ticket as a birthday gift . +It will be really sweet and you two will surely become closer . +In addition , social networking sites can help you keep in touch with friends living very far away . +I met some Canadian friends in Egypt . +Without facebook , we may have lost contact . +However , thanks to facebook , I can still keep in touch with them and I know what they are doing recently as we live close to each other . +The disadvantages of social network media are quite undeniable . +Research shows that people will unconsciously hide their or their real thoughts when they or they say or post something that will be exposed to the public . +It means that one can not know another 's real thoughts and personality by reading things that he or she puts on social network media . +It will make him or her quite upset when they communicate in real life . +In addition , with all those " nice " guys around on the social network websites , one may neglect the people surrounding him or her but just communicate with friends on facebook . +It is a common scene that two people sitting next to each other seldom talk with each other but just look at their cellphone . +This kind of behaviour is not good for people 's psychological health , according to research . +Cyber communication is quite different to face - to - face communication and people who depend on cyber communication too much will not get used to real - life communication . +In addition , cyber relationships can not always work in real life . +With no close relationships in real life but only close cyber friends , one is more likely to feel lonely because the physiological need of human beings is to feel the bond with others by our five senses . +With the willing of people to become the best among others , social networking sites have now become a place to show off . +Some people will post their expensive things or the overseas places of interest they have been on the social network and get a feeling of satisfaction by doing so . +It is a mental unhealth and it may trigger people , especially teenagers , to become material . +Last but not least , with all kinds of personal information on one 's social network page , it is convenient for criminals to make use of this information to commit a crime . +Above all , social networking sites are like a two - sided knife and people can only take good advantage of it by avoiding the possible disadvantages of it , such as putting less personal information on his or her facebook page . +The modes of communication have been changing over the years , from letter writing to social networking . +This phenomenon is caused by rapidly changing technology , which has made communication faster than ever before . +Today , social media sites , such as Facebook and Twitter , are relatively common within contemporary society ; and , people can communicate with each other , online or offline , on these social networking platforms . +They can even make new friends over similar interests on these platforms , which will be able to connect almost everyone closely in many parts of the world . +However , critics may argue that the existence of social media sites has reduced physical human interactions among people as they will prefer sitting in front of a computer to going out and meeting new friends . +This essay will discuss both the benefits and downsides of using social media in contemporary society . +Nowadays , social media are able to disseminate information faster than any other media . +There are about 50 % of people who have learnt about breaking news from social media . +This is due to people spending comparatively more time on social networking than time on reading newspapers . +Furthermore , with current technology , smartphones are able to get access to social media sites , which has made it easier for consumers to use . +Hence , social media has benefited the masses by equipping them with a powerful tool to disseminate information to the people around them . +However , critics may argue that not all information or news disseminated is reliable . +There might be false information or hoaxes spreading around on social media . +For example , in 2012 , there were false rumors of fires , shootouts , and caravans of gunmen in a Mexico City suburb which had spread through Twitter and Facebook . +This had caused panic among the people who had flooded the local police department with numerous phone calls , and this had resulted in the temporarily closing of schools . +The spreading of false information can be a potential psychological threat to everyone , given that social media can disseminate information at a realtively fast speed . +Nevertheless , there are cyber police who roam around these social networking platforms to prevent these hoaxes spreading around . +But , there will still be unreliable sources spreading false information on social media sites despite high security to control almost every social networking movement . +Social media is able to improve relationships and make new friends , provided that there is mutual trust and mutual understanding between both parties . +Many teenagers today claim that they are able to keep in touch with their friends through social media , regardless of their location . +In the past , people used to write letters to their friends and it would take a relatively long time to send the letter . +Therefore , with the help of technology , people are able to catch up with each other conveniently . +Furthermore , it will be easier to make new friends who have similar interests or hobbies . +However , in order for people to maintain their relationships as well as make new friends , it requires mutual trust and understanding between both parties . +It might not be accurate to judge the other party 's feelings over social media as one may cover up their emotions while on social media . +In addition , there are also chances for people to miscommunicate with each other as they can not sense the tone of the other party over social media platforms . +This will result in unnecessary conflicts between two parties over miscommunication . +But , if there is trust and mutual understanding on social media , it will be ideal for people to improve relationships and make new friends . +In conclusion , social media in contemporary society is able to help one improve relationships and make new friends , as well as disseminate information efficiently to the masses . +However , there are risks of false information and chances of miscommunication . +Nevertheless , the advantages of social media will benefit the masses if the negative aspects of it can be carefully taken care of . +All-in-all , social media is the product of rapid technological advancement and there are more to come in the future . +Advantages : Social media sites have greatly ease long distance communication and interaction due to their accessibility and convenience . +With a globalised and interconnected world today , Twitter and Facebook are now the mainstream platforms for social interaction . +With just a touch away from any music devices , one can easily interact and communicate with his friends without much hassle . +Thus , long - distance relationships or friendships can be maintained and keeping in touch with your circle of friends has been made much easier . +With the sharing of personal photos , posting of status of one 's personal feelings or experience and being able to reply to these posts allowed human interaction to be engaged and expand with ease . +Introverts or those who are shy to communicate with their friends are now able to do so in the form of words via social media platforms . +Thus , socialisation can occur seamlessly and effectively with the utilisation of such social media platforms.Meet-ups and appointments are no longer a barrier for humans to contact and communicate with one another , making human interaction possible at one 's own convenience . +Society will adapt to such a phenomenon as physical interaction is transformed into cyber interaction . +With the frequent usage and reliance of the social media and the Internet , a society that socialises through the cyber will be more advanced and adapted to the highly connected world . +This will greatly help a society to progress rapidly . +Disadvantages : One of the main concerns of using social media platforms to communicate is credibility . +The certainty of what is being shared or expressed can not be proven physically as the media limits this physical interaction , except when using a webcam to chat . +We can not be certain for sure of the reliabilty or truth of some posts or information we receive through the Internet . +We may , in actual fact , be communicating with a hoax Facebook account of a cyber friend , which we assume to be real , but in reality , it is a fake account . +Photos and information retrieved from their profile page may be fabricated to suit a certain personal agenda . +Thus , the lack of face-to-face human contact through social media restricts actual interaction which can be stimulated through the media . +Although emocons can be used to show certain emotions , this differs from the real authentic emotions of your friends when you observe them through their body language and their facial expressions . +The danger of such media socialisation is the uncertainty of such communication due to lack of physical interaction . +Furthermore , this lack of physical interaction has affected human inter-personal behaviour since communication is done through social media instead of meet-ups . +This lowers the experience of human ability to interact with one another , which can adversely shape one 's behaviour . +The lack of exposure to real life interaction with humans does not create the confidence and skills needed for one to interact seamlessly and effectively with others . +Therefore , for an effective and efficient society , there is a need to have a balance of both social media interaction and face-to-face human interaction within its people . +Nowadays , people can even use their phone to read the news and everyone can be the first witness of what is happening in the world . +People use Twitter to follow the artiste or celebrity they love and Facebook to see what their friends ' recent activity . +Nevertheless , they can still use the phone to make normal calls and message to contact . +Not only does the phone do the job for them , but also devices like personal computers , laptops , tablets , and many other devices which are able to connect to the internet . +It is obvious to see that the internet saves people 's time and also connects people globally . +Several arguments have been made regarding social media actually having some inevitable disadvantages for people . +People can only use electric devices to access the internet . +Whenever they need to use social media , they have to use a phone or the internet . +Generally , people need their eyes to look at the display screen of their phone or computer and fingers to manipulate the corresponding device . +As a result , they will lose eyes to contact and hands to express their feelings to people nearby them , which means they have lost the tools they need for face-to-face contact communicating . +This can be easily seen in restaurants or cafes nowadays . +A family of four having dinner in a restaurant without any chatting , because they are holding and looking at their display screen with one hand when the other hand is holding a fork . +A group of friends having high tea in a caf é without chatting as well , because they do not know what to talk about but pressing on their display screen . +Children nowadays do not know what neighbourhood games are and who is playing beside them . All they know is pressing icons on the screens . +These are some concrete examples of how the socia media reduce face-to-face human contact . +When people get used to using social media to contact other people , what will happen is that their interpersonal communication skills will degrade and be lost eventually . +Firstly , they have lost the courage to meet strangers , not even the courage to talk . +Also , they will not have enough experience to communicate with people in person and not be trained in their conversation skills . +As a result , social media helps them do their jobs but indirectly affects their interpersonal skills . +Social media does have some other advantages besides their general benefits to human beings . +First of all , people save money by using the internet to contact other people and reading news . +A father may be able to make a call to his daughter who is in another country via socia media software instead of making international calls , which costs a lot to a normal salary family . +He can even talk to his daughter face-to-face using video call via the internet . +Secondly , people make friends all over the world and are able to update their friends about their recent activities easily . +A guy who is going travel for months can easily tell all of his friends about his activities . +When one of his friends who is not aware of this has failed to contact him via telephone calls , he might be able to get his whereabout using social media . +These are the advantages that save work most of the time . +In conclude , society 's media benefits people in several ways but at the same time harms people . +People should avoid the misuse of socia media and use it in the proper way . +With the aid of social media , people bond globally , information flows rapidly , and humans live happily . +All of us are living in the technology realm society . +Have you ever wondered why we use these tools to connect ourselves with other people ? +It started with the invention of technology , which has evolved tremendously over the past few decades . +In the past , we travel by ship and now we can use airplane to do so . +In the past , it took a few days to receive a message as we needed to post our letter and now , we can use e-mail , which stands for electronic message , to send messages to our friends or even use our phone to send our messages . +From the example that I have mentioned earlier , we can see that the distance between us and our loved one is getting further apart . +This is because of the ease of technology such as airplanes , some of our friends might be going overseas to continue their studies or even you are away from your family to pursue your studies or even careers in life . +Thus , this makes Twitter and Facebook become one of the mediums that we need . +Nothing in life has positive and negative effects . +This is applicable to these social media sites . +The next two paragraphs will discuss the advantages and disadvantages of using social media in our society . +With the help of social media tools , we can stay in contact and keep ourselves up to date with our family and friends even though we are away from them . +Social media sites such as Facebook have allowed us to share our pictures or even chat online with our parents while we are overseas . +These approaches help parents to communicate with their children and know what kind of activities that their children have when they are overseas . +Social media is beneficial as it connects you and your loved one even though you are separated by distance . +It might not be able to replace the joy that you have when you are with your family , but it could help to reduce the sadness of being away from your family . +As I mentioned in the beginning , there are also disadvantages to social media tools . +One of them is that it reduces the level of concentration , especially among youngsters . +This is because it is part of everyone 's habit of checking their facebook page as their friends will post something new every second . +Thus , you can see that some students will browse facebook while attending lectures . +This means that the students are not concetrating when they are supposed to do so . +As a result , it could affect their lives and studies . +This will then lead to stress as these students are not able to cope with their studies because they are distracted . +In my opinion , every individual has to take responsibility for their own lives by making the right decision . +There are advantages and disadvantages to using social media sites . However , in this case , striking a balance between social media and life is the most important thing to do . +Nowadays , the use of social media platforms is a commonplace in our lives . +In an increasingly globalised world , such platforms even enhance and compliccates the links between indivduals in the world . +Thanks to them , people can get to know one another online , without having to travel to meet up for business purposes for company or personal reasons . +However , it is also bringing some social changes whereby such virtual worlds are overtaking the real-life world , resulting in some negative impacts on individuals ' daily lives and therefore becoming a large problem in societies as a whole . +As people spend more and more time on such social media sites , the importance of face-to-face human contacts has decresed . +As people feel more confident online where they do not have to face reality on the spot , they feel more comfortable and thus prefer communicating online . +This results in a lack of interpersonal skills in individuals , especially young students , as they always have the option to turn their back on life and go online . +This becomes a huge problem when they have no choice but to face things in real life . +As they are so used to having an online avatar , they may lose their self-identity in real life and may not realise how to interact with people in real-life . +Another problem with social media is that the benefits from investing such an enormous amount of time and energy is not relfected as something positive to the users . +The reason why it is so addictive is that the more people get into social media , they seek attention from their friends . +However , such sparks of sudden attention are extremely short-termed and gone easily , thus do not add any value or meaning to the user 's life . +Also , according to research , it has been proven that users feel more sad after using Facebook and this is because users unknowingly compare their lives with other people 's lives . +But seriously , most people only post the happiest moments in their lives . +Social media definitely has some other strong benefits that make the users stay is the links among the people . +Indeed , I myself use Facebook just because of the friends ' contacts that I want to keep . +However , friendship in such a virtual world is so superficial it is not so relevant to reality . +Also , as numerous profit-driven companies realize the high human traffic on such social media sites , they make it a pond to fish the customers by uploading many advertisements . +Furthermore , this also possibly triggers privacy issues as Facebook allows some other profit-driven companies to have access to the information on the users . +As this happens , users are more and more pron to any possible fraud . +Social media sites are at their peak at the moment . However , I believe that when people realize that such sites are not making them better people in real-life , they will not indulge in them as much as they are now . +The users , soon , will realise that they do not need such social media sites to keep in contact with their friends because , if they really need somebody , they will reach the friends no matter what . +We think we are all connected through all sorts of social media , but do we really get connected or fall apart ? +Social media sites like Facebook and Twitter were born with the intention of connecting people from around the world . +The idea seems great , and nowadays most people , even the older generation , have at least one social media platform like Facebook . +The Parents are now the " friends " of their kids , and they can now " follow " their kids more closely and in real time . +People post about their random thoughts or daily activities via Twitter and post different kinds of photos on Facebook frequently , to be connected with their so - called friends . +However , as we then tend to spend too much time on this and have significantly reduced in face-to-face human contact , that eventually affects our interpersonal skills . +First and foremost , I would like to share the advantages of using such social media in my daily life . +As a student , I tend to meet lots of people from different backgrounds and in different settings . +We may meet only once , but we exchange our contact numbers as well as Facebook accounts in order to keep in touch . +Unlike just keeping contact numbers that we may not even call , social media like Facebook is a great way for friends from different fields or even from different parts of the world to be connected . +Within clicks , we could check on the friend 's profile and read on for his/her updates . +On the other hand , we could update our profile by posting on the wall and our friends could read up on the newsfeed . +This allows friends that may not have the time to meet up to still connected in a way . +Not only that , new friends can be easily met through such online platforms . +Hence , our social circle is indeed expanding . +Nonetheless , what seems to make us connected can be the cause that falls us apart . +The obvious disadvantage of using social media is that the time reduction on face-to-face contact . +This subsequently leads to the poor interpersonal skills that inhibit the growth of our real social circle . +For example , we tend to send birthday wishes when Facebook promts us " Today is someone 's birthday " . +In fact , we may have just forgotten our friend 's birthday . +We used to send wishes cards during the festive season like Chinese New Year , and we feel so good writing one and , of course , receiving one with stamps on it . +Gone were the times , and now we do mass sending and the receiver may feel less meaning in such online wishes . +As time passes , we may have more " friends " on the list , but the meaning of friends needs to be redefined . +In a nutshell , every sword has two edges . +The users of every social media site need to strike a balance between the real world versus the virtual one . +We should maximize the benefits of such platforms but be careful of its impacts on the actual life that we have . +Ultimately , the best way to enhance interpersonal skills is still through face-to-face meetings , but social media sites are only the tools to enhance it . +Nowadays , social media sites are commonly used in society . +I believe 80 percent of people use social media sites . +These sites play the role of connecting people around the world . +It consists of the functions of connecting , sharing , interacting and advertising . +However , there are also some disadvantages occur due to social media which are concerned in society . +Therefore , this article is written to explain the pros and cons of using social media in our daily life . +First , with the function of social media sites that connect people , everyone is able to interact and communicate with friends and family , or even strangers without any time and place constraints . +Through social media sites , we can chat with our friends who are staying in Europe and New Zealand . +There are over a thousand miles between Singapore and these two countries . +However , we are able to chat with our friends without travelling to the countries . +It saves a lot of money and time as well as strengthens our relationship , although we stay in different places around the world . +Besides that , companies also use the convenience of social media sites , such as Facebook chat or Skype , to facilitate meetings with parties of projects from around the world . +Substantial cost is saved without the tiring travel from one point to another point . +With the huge amount of cost savings , this capital can be utilized in other sectors , which benefits companies more and boosts the company 's profit . +However , there always are always two sides of stories . +Some scholars argue that the usage of social media reduces the face-to-face connection between humans . +Since ancient times , humans have interacted with others face to face . +Without the facial impression , it is easier to misunderstand the intention of speakers . +That is why the facial impression is one of the most important elements in social learning . +In addition , " social media sites will affect writing skills " , that is the point of view in society . +Based on the statistics report , the more the writing skills will be reduced when the more time is used on social media sites . +I believe most of us have the experience of suddenly forgetting how to write a word that we should know . +The auto correction software is so effective when using electronic device until we did not realize the importance of writing . +Writing is an essential skill of a person who expresses their own feelings and opinions . +'Privacy ' is a word that has become popular in the last few decades . +Humans have their own rights and privacy . +I believe that most of us agree with these terms . +However , there is news about social media sites leaking users ' information to companies with cash reimbursement . +Everything we type on the social media sites is recorded on the server and then transferred to the companies for spying and advertising . +Although it looks like there are no laws and it is your own space to speak and do anything you want , you are actually wrong . +You are not only controlled by the government laws but also spied on by the government . +In conclusion , everything has two sides to the story . +It is our responsibility to identify the advantages and disadvantages of social media sites . +To utilize the technology well , we should do our best to not only balance the pros and cons but also lengthen the pros and shorten the cons . +Thus , the new technology will be able to bring a prosperous future for our and next generation . +With the wide spread of advanced technology , social media sites are becoming more and more popular . +Getting connected on social media such as facebook and Twitter has become a main trend as well as daily work nowadays . diff --git a/regression_tests/prediction/conll14_257.txt b/regression_tests/prediction/conll14_257.txt new file mode 100644 index 0000000..0567fdb --- /dev/null +++ b/regression_tests/prediction/conll14_257.txt @@ -0,0 +1,257 @@ +With this situation , both advantages and disadvantages of using social media apply to our daily life . +On one hand , it is obvious that many advantages have been brought to our lives . +Social media provides people with the opportunity to get in contact with each other every time and everywhere . +Whether we are at home or at school , at work or on a holiday , we are able to communicate and interact with our friends . +Even when people are thousands of miles apart , social media makes it possible to have interaction by continuing writing comments . +When our phones are accidentally done , we can also use social media to get into contact with our friends . +Some people who are trying to talk in the public can also actively take part in group chatting via social media . +Besides , we can make more friends by such interactions when our friends also bring their friends in . +Therefore , the popularity of social media sites has made it more convenient for people to update friends ' status and contact with friends more frequently . +On the other hand , we need to rethink about the influences brought by social media . +There are still many disadvantages to using social media . +Firstly , interpersonal skills may be affected by the reduction in face-to-face human contact . +While social media brings convenience to people 's lives , people are more and more willing to use social media for chatting instead of face-to-face chatting which has a time and place requirement . +People who are not good at public chatting may be more reluctant to talk to people , and their interpersonal skills can never be improved in this situation . +Secondly , people 's over-addition may avoidably , to some degree , exacerbate social alienation , and this kind of alienation causes some social media users to suffer from the over-dependence of virtual social networking . +More and more networking has been transferred to the internet from real life . +This is a potential danger for teenagers who are growing with social changes to get hurt . +Thirdly , a lot of updating of luxury living standards as well as other show-off situations may make people 's daily life more and more grandiloquent , which is not an accurate social trend . +Lastly , it is easy for people to waste a lot of time using social media . +Again , there is a trend for them to suffer from social media addition and their studies and work may be greatly influenced . +Since we can see both advantages and disadvantages of using social media , and we can not deny the huge benefits that have been brought to us , this main trend of using social media may last for a long time . +Therefore , every time we use social media , we should take both sides into consideration and try to avoid being affected by the disadvantages . +Only by absorbing the essence and discarding the dregs can we make better use of social media . +In a sophisticated era like these days , experts keep producing inventions that are meant to make life easier . +Geographical and transportation borders are not a problem anymore because communication and information technologies have enhanced continuously . +The telephone may be perceived as a big innovation created since First Graham Bell introduced it . +However , since the internet is known , the telephone has started to give way to social media sites . +Many advantages are given to the users . +Let us take an example from Facebook and Twitter , two of the most famous social media sites . +Through Facebook , people are able to maintain relationships with their old acquaintances . +This benefit can not be obtained through telephone or mail because people 's particular and address may change from time to time , While on Facebook , people can keep in contact with old friends just by using their name and photo , for example , as the identifier . +Facebook is like a combination of message and chatting service , personal profile , media sharing , and other entertainment add-ons ( i.e . +social games ) which allow users to communicate with remote people , and also to update and express themselves at the same time . +Twitter , which has a more simplified function compared to Facebook , gives more benefits if used as an information sharing medium . +Twitter only allows users to give updates that is limited to short sentences in order to spread the words faster , and only highlighted messages are delivered . +For Facebook , a comprehensive way of sharing is offered since multiple photos and videos can be uploaded , long notes can be published , even documents and data can be shared through Facebook nowadays . +These advantages also come in handy as most of these social media sites are accessible through mobile applications on our smartphones . +Despite the luxury that is offered by social media , there are also harmful side effects which people may not realize beforehand . +Research shows that face-to-face meeting frequency among people that are addicted to social media sites has been decreasing . +As a consequence , it affects their interpersonal skills . +People can think while typing and prepare what they want to say , but in face-to-face communication , every word that comes out of your mouth and may be not well arranged is a picture of your personality . +This skill requires practice and can not be done completely through social media . +There is a situation where a family is having dinner together in a restaurant but everybody is busy with their own gadget , posting pictures on Facebook , updating status on Twitter , or even chatting with friends . +This social media serves a purpose to bind people in spite of their geographical boundaries , but it does n't mean that surrounding people are neglected as the payoff . +This is related to the interpersonal skill that is mentioned before , that can be decreased qualitatively if we are used to facing gadgets , not facing human beings . +Another disadvantage that affects other people is that by only showing selected parts of our lives , we build a " false image " in public . +We tend to only share our happy moments in the media . +Because of this , other people start to think that our lives are full of happiness with no problems at all . +Other people then are influenced by us and tend to do the same . +As a result , people think of themselves as lowly and this may lead to depression and mental disorder . +It also reduces our sympathy . +This is a serious social problem and affects a lot of people . +As explained above , modern and sophisticated technology does n't always give advantages . +There are a lot of disadvantages that people may not realize . +It is up to people 's discretion and comprehension to decide which side they want to take . +So , we should never forget to think of and calculate the benefits and loss of every decision that we make . +Nowadays , the advancement of technologies improves the lives of many people a lot . +In most countries , there is an emergence of social media sites such as Facebook and Twitter . +Many people think that social media sites have benefits on communication between people , while some others argue that there are several negative impacts on society . +One of the advantages which are carried by those social media sites is that they can connect us more closely than before . +In the past decades , when social media sites were not yet fully developed , people connected with others who live far away by using a phone , or even a letter . +However , calling a person by using a phone and writing a person a letter requires some costs , and sending a letter to a person who lives far away , especially in villages , takes time . +The appearance of those social media sites causes those problems to be solved . +People connecting through social media sites can spend no money on communication , and it also takes only one or a few seconds for the message to reach . +Therefore , this advantage of social media sites saves money and time , and also provides convenience for many people . +Moreover , this also provides an alternative way for people to contact a person whom they have not seen for a very long time , such as their friends in primary school and secondary school . +As we graduate from school , we will probably lose contact with some of our friends . +Some of them may have changed their phone numbers and addresses , and we are not able to find them through a phone or a letter . +If phone and letters were the only way to contact them , we would probably not be able to find them . +Facebook and Twitter can serve as an alternative route to make connection between us and our old friends . +Hence , social media sites serve as a platform for connection . +Everything that comes with benefits will also have its disadvantages . +On the other hand , social media sites also have some negative impacts on people and society . +The advancement of those social media sites makes people so rely on them that some of them prefer using those sites to contact each other than talking to each other face to face . +Many people argue that this is the most serious problem caused by social media sites . +The usage of social media sites indirectly causes a reduction in face-to-face human communication in real life , which will in turn cause the loss of interpersonal skills for many people . +As we all know , interpersonal skills are essential for us to communicate with each other and to present our views and ideas . +The loss of interpersonal skills results in the inability for people to well present their ideas . +As a result , they will gradually decrease their ability to compete with each other in society . +In conclusion , social media sites cause both positive and negative consequences for people and society . +As a part of this modern society , we should learn to distinguish between good and bad impacts brought by the advancement of technologies , and also learn to avoid the cons and maximize the benefits of those sites . +With the advancement of technology in recent years , the need to keep in-touch with people and the latest news has become a tremendous demand . +Some of the famous examples would be social media sites like Twitter and Facebook . +With an increasing users of more than a billion users from all over the world , social media sites have demonstrated clearly its success in playing an important part in our lives . +However , there are arguments that social media life brings in a reduction in face-to-face human contact , which in turn affects interpersonal skills . +Let 's examine the advantages and disadvantages of using social media in our daily life and society . +First and foremost , all social media sites are free . +All users ' needs are an internet connection and an email account so that everyone can have a Facebook or Twitter ID to start their journey in social media life . +Secondly , it helps people to keep in-touch with one another . +Finding old friends through Facebook , for example , is easier than asking people around in real life . +Social media helps to lessen the hassle of geographical distance and brings people closer . +Thirdly , social media sites keep us up-to-date on the latest news and updates from almost everywhere in the world , all with a click on the refresh button . +Last but not least , social media sites also link people together through allowing us to create our own groups , pages or sites to share our hobbies , interests and studies in particular subjects . +Hence , it is undeniable that these sites play an important role in our global , inter-connected world . +However , social media sites also have its second side of negative impact on humans . +Undeniable , it becomes more addicting when we spend more time busy socialising and interacting virtually . +We spend the majority of our time on sites like Facebook , Twitter and it affects our daily work productivity and performance . +In the corporate world , employers often block social media networks to prevent employees spending their office time on their personal leisure rather than concentrating on their work . +Using text-messaging language as an informal way of communicating on social media networks also has a bad impact on us in the long term . +The more time we spend on these sites , the less time we spend on face-to-face interacting with one another . +Hence , it lessens valuable interaction between humans and time we spend away from the computer screen or mobile phone . +In addition , there are also some false reports and fake IDs occurring on both social media sites that people use fake IDs to insult or harass someone , like the case of Heather Chua , which occurred recently on Facebook . +These malicious comments often go viral and it creates a strong negative effect on the real user in real life , which might lead to an unwilling attitude to interact with others in real life by the victim . +In conclusion , everything has its two-sided effects and it depends on how we exploit it . +With the current booming technology , it is agreeable that people have become more technology-savvy and they want to spend more time interacting with each other through social media sites . However , it does not mean that we should neglect face-to-face human interaction as it plays an even more important aspect in our life . +As more and more social websites such as Twitter , Facebook and Weibo have become ubiquitous , seamless and imperative in our life , people may worry about the younger generation having problems with face-to-face communication skills . +However , I believe that the benefits brought by these online chatting rooms tremendously outweigh their repercussions . +Social media enables us to explore the world far far away without paying for expensive airplane tickets and sparing a one-week holiday . +The convenience is beyond description . +With a small smart phone or a computer at school , at work or at home , we can easily make friends worldwide with a 'click ' and get to know about their lives through having conversations with them , reading their blogs , photos and status . +Compared to face-to-face interaction , online conversation is easier for strangers to open their mouths to each other . +Since some of the information has already been revealed on the home page , it is also easier to find some common topics to talk about . +Moreover , people usually like to share boldly their real feelings online with their masks in reality being taken off . +This has been indicated in a report done by Boston University in 2012 , 80 % of information posted online is true while a person may like 3 out of 10 times in real life . +This shows that a facebook friend may know more about you than your close friend who does not have a facebook account . +That is because we are acting who we are in reality while we have no reason to do that in the online virtual world . +Although sometimes genuine sharing of information may be inappropriate or even harmful , such as the prevalent use of vulgarity and harsh-meaning comments , we can minimize those repercussions through strict regulations of content online . +Another advantage of social media is aiding the spread of democracy . +People around the world could easily share their thoughts about their governments . +That eliminates the incomplete information disadvantage for some remote rural regions where people are less aware of what is actually happening around them . +One of the examples is the 2012 riots which happened in Egypt and Zambia . +The idea of searching for democracy is passed from Egyptians to people in Zambia quickly through the use of social media . +However , as the government controls most of the media . +These social media may be tools of their campaign and manipulate the thoughts of the public . +For example , in the 2012 general election in Singapore , Dr Tan Chee Keong made use of facebook to spread his campaign videos to the public . +Though because of this , social media is still a much fairer and more transparent online platform for the public to share ideas compared to other traditional media . +Intensive use of social media does reduce the time people spend on face-to-face communication . +It is commonly seen in a food court or restaurant that a group of people sitting together around a table with each of them having a cell phone in their hands . +They are too busy with their way too many virtual friends and some of them neglect the feelings of their real-life friends . +In this case , I have to say that err is human . +What we can do is to educate the public about the importance of having their friends just by their side and teach them to manage their time well . +In conclusion , the use of social media has more advantages than disadvantages to our daily lives . +What we can do is to cautiously manage our time spent online and manage our words used online . +With the regulation of the government and relevant authorities , the virtual world would be a better world . +Social media sites ' role in connecting people around the world is undeniable . +Thanks to social media , communication among people all over the world is possible and can be done with ease . +Apart from the ease of communication despite the distance , many other advantages , such as knowledge sharing and trade can be done through social media as well . +Nevertheless , with those advantages , some disadvantages may appear , such as reduction in face-to-face human contact which affects interpersonal skills , privacy issues , as well as some fraud that can be done through social media . +Twitter , Facebook and Skype are some social media sites which enable us to keep in touch with our friends or family who are in other cities or countries . +Through those sites , we are able to talk to them , to know what their activities are and who their friends are , etc. From the surface point of view , it is no doubt that these sites help us to have a better relationship with our relatives despite the distance . +The sharing of information can be done faster through social media as well . That is why , nowadays , many news publishers have their own social media accounts . For example , Channel News Asia has a twitter account and will update its followers with headline news . +That shows how news and information can be shared easily through social media . +Furthermore , since many teenagers and young adults are fans of social media , this information can reach them easily without them need to watch or listen to the news reports . +Due to the popularity of social media , many people have started to do their business via these sites . +More and more advertisements can be found on Facebook , whether it is our friends who sell their products or professional brands selling their products online . We can get to buy and contact the sellers through those sites , which can be considered as an advantage for us , the buyers . +However , is it the same when we keep in touch with someone virtually compared to when we meet them personally ? +I do think there is a difference between them and I believe many of us will agree . +When we write or communicate virtually , we can hide our feelings and many do not become ourselves since we do not want the other party to judge us . +Other than that , sometimes the message of one party can not be delivered properly to the other one since the communication is done through written language , and thus the 'tone ' of the message sent and when it is received may be different . +Many people are very brave in telling people about their opinions online , but in real life some of them can be very shy and not outspoken at all . +This will lead to bad inter-personal skills as well as a problem of trust . +Nowadays , we can not really trust new people whom we know from social media since we will never know whether they are even 'real' . +Some people fake their identities on media sites so that they can know more people or some may even cheat others . +In addition , privacy issues have become more popular nowadays since some people do not realize that they may actually share some information that they are not willing to share in the first place . +Therefore , while social media sites undoubtedly have benefits in our lives , we should consider their drawbacks and thus use them wisely so that we can gain more of their benefits and it disadvantages us in the smallest way possible . +It is a common scene that almost everyone on public transport is watching the phone or wearing a pair of earpieces in this modern society today . +Not only one , but many developed and developing countries have the same picture . +Some say that it is a necessary step for human revolution . +Social media sites like Twitter and Facebook are popular among people in order for them to connect to others , even from different countries . +It also brings many negative effects , such as loss of face-to-face communication skills which are important in their workplace . +This essay will discuss the advantages and disadvantages of using social media in our daily life . +One of the significant advantages of using a popular social media site is that people can reach each other easily , even without contact for a long time . +In this fast - pace and competitive world , people may not be able to keep in touch with others . +With the help of social media sites , people are able to upload their new discoveries and funny scenes on it and they can be updated the new information from their friends . +Personally , I studying overseas . The busy study life keeps me away from contact with my old friends . +Using a common social media site with my friends to help me know what their status is nowadays . +And I am able to easily find a common topic when I contact them . +In Singapore , many Malaysians cross the sea to work here . +Many of them are busy at work and separate from their children . +One of the managers in my workplace has the same situation . +After my manager taught her mother how to use Facebook , she was able to upload video clips of her grandchild . +Therefore , my manager would not miss the moments of her daughter 's growth . +Social media sites are also a very useful tool for people to start a new friendship or relationship . +People get connected or closer with the same preferences . +It is easier for people to approach each other after knowing the information . +Students can exchange their experiences in studying even though they are in different countries . +People are able to share the culture or pretty photos online , therefore others can spread the joy with them . +Thus , I believe that social media sites are one useful tool to help people get to know each other better . +However , social media sites are a double-sided sword . it also brings in some negative effects on our daily life . +One of the disadvantages that many people are concerned about is that people lose the interest in face-to-face communication . +Many people like to use language to pretend to themselves , and lose confidence when they talk to each other . +Although not everyone is good at public relationships , even without the existence of social media sites , we can not deny that it does affect some people in their ability of interpersonal skills . +In conclusion , shadow always exists when there is light . +We should take the advantages of the creatures we create and try to avoid the negative effects . +Social media sites are supposed to be a very useful and convenient tool to use and bring people closer in this globalised world . +The use of social media has largely influenced our ways of communicating with one another . +Online friends become real - life friends and real - life friends communicate with one another online . +Social media has changed our ways of exchanging information and interpersonal relationships profoundly . +There are advantages and disadvantages to this change . +Social media has reshaped the way of communication . +In real life , we communicate with one another as equal participants . +We share ideas , stories and forge friendship based on mutual respect . +However , communication on social media is largely based on " broadcasting and listening " . +When we use facebook and post pictures and status . +We are actively " presenting " fa ç ades of our lives in front of others . +We tend to post pictures with the best looks , status that are funny . +We broadcast these facades of us to others . +The images we choose to present are tentatively considered . +The audience is not some specific person , but everyone we might know , or even the entire world . +There is an element of seeking out for attention rather than expressing one 's true opinion on social networks . +On the other hand , the viewers are not the listeners . +They are just scrolling down pages of pages of pictures and status and see one of them which they might think is funny . +It is not the broadcasters themselves they care about , but the content . +This type of communication does not help forging interpersonal relationships . +In real life , establishing friendship requires an all-rounded understanding of one another and caring for one another . +The latter requires face - to - face interaction where we can show our emotions to the other . +One can not truly understand a person by only stalking his/her facebook page where he/she carefully chooses what to present . +One can not truly show their emotions to another by texting some = ) signs . +The broadcasting and viewing model is not good for forging relationships . +However , it is good for sharing information . +On social media , everyone is a broadcaster and a viewer . +With my social network account , I seldom read newspapers or go to news websites anymore , because I can easily read them from the status of my friends . +If I am interested in politics , I can just follow some political newspapers or public figures . +I get news about sales , clothes and cosmetics from my friends . +If some of my friends have horrible taste in clothes and he/she posts them often , I can simply block him/her off . +Information circulated . +The most popular information gets circulated the most , so I can seldom miss it . +Social networks play a role in providing and also filtering information . +This saves a lot of time for me from reading newspapers and watching TV . +Personally , I feel more at ease on social media . +From the above two points of view , I think social media could forge more interest-based friendships . +With the help of social media , I become real - life friends with those from online forums whom I share the same interest with . +I also discover some of my friends ' interests which I find in common with myself , so that talking to one another is much more about life , study , friends , etc . +Communication does not focus on how we feel , or what to say to each other , but whatever is interesting , or the content . +In this case , interpersonal skills are not as important because our goal is not to impress somebody , but to get the information that we are both interested in . +In conclusion , I think social media has reshaped interpersonal relationships from a more human-based friendship that requires sharing and caring between friends , to a more information-based friendship that requires mutual interest . +There are advantages and disadvantages itself . However , whether it is good or bad , we are still not sure . +It is just different . +Advantages and disadvantages of using social media in daily life +People living in the modern world really can not live without social media sites like Twitter and Facebook . +Almost all students and young adults possess a Facebook or Twitter account . +It is true that social media makes people able to connect with one another more conveniently . +However , it seems that , especially for some those , sharing some parts of their lives such as videos and photos on social media sites has become really necessary . +An extremely interesting and ironic phenomenon was discovered that a group of friends met and sat around one table , but none of them were really chatting with one another . +Instead , all of them were more interested in posting pictures of this " cheerful " meeting on their social media sites . +Therefore , there is a need to discuss the advantages and disadvantages of social media . +Social media enables people from different parts of the world to communicate with one another . +People used to write letters and send post cards to keep in touch with those who lived far away from them in the past . +It can take a few days or weeks for those to receive the messages . +Nowadays , what people need to do is just type in front of the computer in their own rooms . +And people on the other side will only need a second to receive the message . +Distance and time are no longer the problems , which is convenient , especially when instant chat is needed . +However , when people become more and more addicted to this convenience and fail to communicate with people who are close to them , their face-to-face interpersonal skills are lost . +Social media provides people with a way of talking and chatting which can never be considered as a way of communication . +When one chats on those media sites , there is no eye connection , no emotion delivery and even the expressions are typed in by using some combinations of punctuations . +For more convenience , sentences are shortened to simply three or four words such as lol ( which means laugh intensively ) and " asap " ( which means as soon as possible ) . +People indeed go to great lengths to make their words as short as they can . +While , once they are communicating with people on their face , expressing themselves appropriately becomes really a big problem . +Social media also provides people with huge brunch information about people and things that they are interested in . +For example , on Twitter , it is exciting to follow people that you adore , like famous movie and series stars , business men and entrepreneurs . +It makes people feel extremely close to their admirers ' lives and works . +Updated news people care about can be easily obtained when you refresh your social media sites on your smart phones and laptops almost every time at any time . +However , after one has registered on those social media sites which are not reliable , all the information you have filled in will be a weapon against you in the future . +Furthermore , not everyone on social media sites is honest . +The profile picture may not be the person who that user says he or she really is . +The reason might just be that he or she just wants to " decorate " his or her face . +But there is a possibility that the person on the other side is deceiving you in order to obtain your information against you . diff --git a/regression_tests/prediction/lang8_10.txt b/regression_tests/prediction/lang8_10.txt new file mode 100644 index 0000000..1ed8f8a --- /dev/null +++ b/regression_tests/prediction/lang8_10.txt @@ -0,0 +1,10 @@ +Good luck on your new start ! +My teacher is going to move to change his job . +He is a nice guy and taught me English very kindly and was willing to accept my getting off the track . +And he took in my favorite subject , like soccer . +Actually , who let me know about Lang - 8 was him . +He is also good at Japanese and studies ' Kanji ' . +His Kanji ability is much better than mine . +We 've known each other for only half a year , but his lesson was a lot of fun . +I 'm going to miss him but I really wish him the best of luck with his new life . +I 'm looking forward to seeing him again here . diff --git a/regression_tests/prediction/lang8_127.txt b/regression_tests/prediction/lang8_127.txt new file mode 100644 index 0000000..d63f523 --- /dev/null +++ b/regression_tests/prediction/lang8_127.txt @@ -0,0 +1,127 @@ +Good words +I heard a sentence last night when I was watching TV . +It reminds and inspires me a lot . +Your life is like when you walk . +When you go downhill , you have to stick out your chest or you will fall down . +When you go uphill , you have to bend your back . +It is like when you are confronted with frustration , you have to keep your confidence . +When you are going smoothly , you have to be more modest . +It is really good for me . +Arrangements +It 's summer . +The session has passed , and I work as an apprentice at the souvenir shop . +When I was at school , we painted a lot of wooden handicrafts like small plates and cases . +Making souvenirs is hard and interesting work . +On the one hand , you need to be attentive and neat , but on the other hand , you should set all your imagination and inspiration in motion . +Maybe , this August my mom and I will visit Norway , Sweden and Finland . +I like Finland . +When my family used to go there very frequently ( about 3 or 4 times a month ) , I had a nice time . +I will never forget my first time at customs . +I suppose , I was 7 ( nice age , you do n't need to think about serious things and can do what you want ) . +We drove in our heavy truck to the border . There was a long queue , we were waiting . +Well , finally , my mother took me to the customs window . She gave a passport to a man . . . +and when we were going to sit in a truck , a frightened man suddenly said `` lapsi ! `` . +Mom stared at him and held me up to show him : D That 's my first memory of this country . +The second memory is the toys which I was given near the border . +There are two balls : one with a cat inside , the other with a dog . +You know , you can take them at a slot machine . +So that 's the second . +The third memory is the house we lived in . +It was situated near Helsinki , a big and light house with a small lake behind it ( it was winter , so it was frozen ) . +The rooms were big enough , but not too big . +There was little furniture . +And one of the things I liked the most was a big white fridge . +I do n't know why . +I liked the winter Finland . +And I hope I like the summer Finland . +By the way , today I went to the guitar teacher , and the only thing he said after `` Show me what you can ! `` was `` What do you want ? +You play really well , your level skills are higher than just amateur . +Just improvise already ! `` To tell the truth , I myself did n't expect I could play like I did . +And why did n't he play that well at the audition ? . . . +Well , I am just proud of myself , yep . +: ) +And , by the way , `` white nights `` have already come . +And now they disturb me . +If only I had black dense curtains . +Whitney Houston Failed +A couple of weeks ago , I heard a new Whitney Houston tune on my car radio . +It sounded bad . +I had been wondering what she was doing . +And finally , she released a new song ! +She came back ! +Today , I read an article on the net about her comeback performance in New York 's Central Park . +It said that was disappointing . +Her voice was hoarse and cracked . +Oh , my God ! +What a shock ! +Her recent picture was not like her before . +Old and not beautiful . . . . . +What happened to her ? +I know her tumultuous marriage with Bobby Brown and an arduous battle with drug addiction . +Still has n't recovered from them ? +She had an incredible beautiful high voice . +She was decent , not like Mariah Carey . +However , she is already 46 ! +The more disappointing thing to me is she said the reason for her bad voice was because she talked with Oprah Winfrey too much on her show . +That might be one of the reasons , however , it sounds like just an excuse . +I believe she can sing . +I hope she will come back to the stage as a diva again , even not like her heyday . +First entry +I think this website is a cool idea . +People help each other learn their languages . +Let me write something and see if anyone can review it and give me some advice . +I just installed Fallout 3 and played a bit last night . +I would say after 10 years of waiting , it has not failed its title , at least from my first impression . +A lot of good features are inherited from the old Fallout series , like the SPECIAL system , which always had good , bad , neutral and ( my favorite ) sarcasm options when talking with NPCs . +I 'm not sure about keeping the action points feature though . +Anyway , I think I 'll spend quite some time playing it in the next few weeks . +OK , let 's all for my first entry . +It 's too hot . +It 's too hot in Japan . +Before , I went to a library . +On the way , I had a headache . +So , I think if we have to go somewhere on foot , we must put on our hat . +If we do n't do that and walk for a long time , we will collapse or die . +It 's not a joke . +If my sentences are n't practical , correct them . +A nice surprise +This morning I found out that one of my favourite bands released his new album . +I had already forgotten about Rise Against and it was a great surprise for me , because I had n't returned to them for 2 years . +I hope this band has n't become worse yet like many other big ones and I 'll enjoy listening to it . +Well , there remains to get it and check it out . +My mum is a great cook ! +Hi everyone , +I just realised I am so lucky ! ! ! +Why ? +It 's because my mum is probably the best cook I have met in my life . +Cooking is not her profession . She is a housewife . +I have eaten at hotels and at expensive meals , but they are nothing like what she cooks . +A friend once told me that the reason why I love her cooking is because she 's my mum , but that is not the reason . +Being a housewife is really tough . +I 'd rather work outside than be a housewife . +So I must appreciate my mum and help her ^ ^ +No title , haha +I do n't really like cockroaches . . . +I have n't seen cockroaches since I came here . +I think it 's about one and half years . +I tried to fight against him , but he did n't show up . +I should have exploded the whole building so that I could make them destroy ~ ! ! ! +Oh , I remembered . +I had to write about counseling . +I 'm gon na do it next time ! +bye ! +Nice to meet you . +This is my first time writing a diary on the internet . +I hope someone see my diary and correct it . +I watched the DVD `` Grey 's anatomy `` today . +Actually , I keep watching it these days . +I 'm so into it . +I watched season 2 today . +So there is a lot to see . +I do n't know medical words in English very well . +So I have to check my dictionary all the time . +But I can study English through this . +And I think it 's fun , right ? +Thank you for reading this . +Fruit +I ate a Chinese citron now . diff --git a/regression_tests/prediction/lang8_128.txt b/regression_tests/prediction/lang8_128.txt new file mode 100644 index 0000000..a5fd8d3 --- /dev/null +++ b/regression_tests/prediction/lang8_128.txt @@ -0,0 +1,128 @@ +I love citrus fruits . +And I eat a banana every day for my health . +The banana gathers in my stomach and gives me energy . +My dog ! +I have to make a newspaper in English as my summer vacation homework and I decided to introduce my dog in the newspaper . +So , please somebody correct my English ! +I will introduce my dog , Tiara . +She is a cheerful and plump pretty dog . Perhaps she is the cutest dog in the world . +She 's a golden retriever and she 's 8 years old . +Her fur is beautiful amber and soft . +She is a little stupid , but has perceptive insights about food because she is always famished ^ ^ She loves food ! +When she has had her food , she always prances around the living room merrily . +And she loves basking too . +She usually lays down near the big window and basks in the morning sun . +When she is basking she looks very comfortable . +RAIN +It is raining in Tokyo . +It has not been rainy for a week , +It makes me happy . +Usually , rain makes me unhappy , +However , I hoped it would rain because it is too hot . +Anyway , today will be a good day . +Thank you for reading . +A New Hair Style of the Wang +I saw news on Yahoo yesterday . +It reported that Chien - Ming Wang cut his hair and had a new hair style . +Here is the link . +URL +My English translation of the title is `` Wang changed a new hair style , but Jeter sucks it `` As long as you are Chinese , nine out of ten you will think that Wang matched the new style very well , and that his new style is very handsome . +However , the news mentioned that Derek Jeter thought his hair was really a damn . +The different values about handsome among cultures are very interesting . +I have seen an article in TIME . +It talked about there is a big difference in different values of a handsome man between Western countries and Eastern countries . +It mentioned many examples of Japanese men , Korean men and Hong Kong men . +They paid attention to their faces and also spent lots of money on shopping . +But in Western countries , the standard of a handsome man depends not on their faces , but on their masculine symbols , say , muscle and behavior . +I started to notice the ways of foreign clothing and hair styles these past few days by watching TV programs , such as Friends , Srcubs and etc . +I found out that the clothing and the hair styles were very different . +About clothing , the western men dressed mostly very simple , and about hair , most of them did n't have a fringe at all and their backhair was short that no hair covered their necks . +If they have long hair , it would be really long and thick . +By contrast , men in eastern countries mostly dress up . +Apart from a shirt and jeans , we usually wear accessories . +As to hair , men usually have medium hair , neither very short nor long . +If we want to cut very short hair , we must leave some hair on the back of our neck in order to avoid looking like a nerd . +If we want to have a long hair style , mostly it will probably be light and especially long on the fringe or backhair . +Oh my god . +I am making a long entry again . +It almost cost a whole morning . +I have to watch the NBA final game 3 . +Hope you will not feel bored with this diary and help me by correcting it . +I would like you to give me any comments and opinions too . +I really like to discuss things . +My son has diarrhea +When I came back home from work today , +My son has diarrea . +It was like water and my son 's hips became red . +Tomorrow I will go to my hometown . +We are ready to go out . +But we canceled that . +What a pity ! +But no way . +Listening to music +I listen to music on the commuter train . +Today , I listened to music . it looks like in the cafe . +For example , `` Lovi ' n you . `` +I want to speak English . +So , I listen to English songs . +Come fast next season ! +I don ` t like winter . +It is very cold . +I like the warm season . +So I like spring . +Spring is a very exciting season . +New life , New meets ( friends ) , New meets ( oneself ) +In Japanese , school work starts in spring . +I hope to get some quarifications in English . +I hope to get my new promotion . +But that isn ` t postopned . +Everybody starts new things to try . +Self - introduction +Hello everyone ! ! +I 'm Gen - Mai . +Gen - Mai means unpolished rice in Japanese . +I 'm called Gen - Mai by my friends sometimes . +. . . No , extremely sometimes . +From today , I 'm going to try to write a diary ! ! +Today there is nothing special to write ! ! +See you tomorrow ! ! +Bye ! +Hello ! +until yesterday I was very busy , so I did n't watch DVDS . +I got hooked on American DVDS . +The title is `` closer `` . +Before that , I was hooked on `` Alias `` . +Jennifer Garner is an attractive woman , so when I watched making scene , I felt drawn toward her . +I think American drama is a good study , but this drama is very difficult . +Doing for relaxation +I got a foot masssage today . +It 's a kind of Tai - wan sleeping massage . +I loved the massage shop where I went because the staff of the shop explained what was wrong with my body . +They said I 'm cold - natured and have poor blood flow . +In addition , the staff said correctly that I had problems with my lower back and my neck . +I was surprised at find my health condition from my foot . +After that , I went to a fittness club which has bedrock bathing . +I feel relaxed after taking a bedrock bath ^ ^ +. . . but now I 'm very sleepy . . . zzz +cow tongue +I went to Sendai on a business trip today . +The special product in Sendai is a cow tongue . +I bought it and ate it at home . +It was really delicious . +I want to eat its cow tongue again . +Wake up ! +I was woken up by my daughter today . +The daughter was woken up by my wife . +Who woke her up ? +The wife was woken up by my stertor . +hahaha . +BBQ +Tomorrow I 'm going for a BBQ ( I 'm sure this expression is wrong , but I do n't know how to say it ^ ^ ; ) by the river . +BUT ! +Where to do it and when we should leave is not decided yet ! +( I know that a long subject is not good in English , but how can I rewrite this ? ) +Can you believe it ? ? +This time we left everything to my friend , but I 'm the kind person who does n't feel at ease unless everything is perfect . +So , even now I feel nervous , wondering if it 's really going to be held . +Am I busy ? +I am a person who enjoys her own leisure time . diff --git a/regression_tests/prediction/lang8_129.txt b/regression_tests/prediction/lang8_129.txt new file mode 100644 index 0000000..2e3f1a7 --- /dev/null +++ b/regression_tests/prediction/lang8_129.txt @@ -0,0 +1,129 @@ +And I want to live my life at my own pace . +Sleeping as long as I want . +But I found it hard to achieve recently . +Because when I finished my classes , homework or jobs etc . . . +It 's nearly 10 pm when I get back home . +And after I take a bath , brush my teeth , chat with my friends etc . . . +It 's nearly 12 pm . +After that , I want to at least healthy sleep before 12 pm . +QQ +Tears . . . . . +These days I suffered many unhappy things . +Maybe those matters were not so bad as the facts , but I really could n't handle them while they occured together . . . . +English is one of my biggest problems . +I do n't know how to master this language well . . . +Though I spend most of my time and energy learning English , it seems that I hardly made any improvement has become true . . . +I do n't know why I have to learn English so hard . . ! ! ! +Today , . . +I went to take the business English correspondence class as usual . . but this time . . . +Our teacher said a sentence to me which made me heart break . . +I had never knew my English was poor until the teacher told me that my English was sounding illogically . . . . +I did n't know how I felt at that moment . . +but I did know my eyes were wet . . +and the tears nearly fell from my face . . +Summer holiday +I had a long break . +I should study again . +It 's so cute . +Hello everyone . +I get up at thirty past 6am in Japan . +I found a very cute movie . +URL +It 's so cute ! +One +Hello ! Nice to meet you ! My name is Ailsa . +I joke about names . +I am twenty - three years old . +I hope you make many friends on Lang - 8 . +Thank you everyone ! +Electioneering +The Elections will be held on August 30th . +Mayer is cheering Hamada , minister of defence . +Mr . +Hamada belongs to the Liberal Democratic Party . +This time they may lose adoministration . +The Democratic Party has more supporters than them . +Mayer is busy with the election campaign and his own work . +I 'm going to do everything to help him as his secretary . +Today +I went to Kanazawa university festival with my American friend . +It was fun . +I made good friends with Vietnamese people . +We ate Ikayaki and Omurice there . +They were good . +After that , we went for a drive to enjoy the autumn colors . +We enjoyed it well . +And we had dinner with my other friends . +We ate pizza and pasta . +We talked with each other and enjoyed our meals . +It 's an amazing day today . +A bear in the washbowl +There is a bear in the washbowl in my house . +Of course , it is n't a real bear . +It is made of spnge : ) It is cute . +It waits at all times to clean the washbowl . +Yesterday , I learned that John Galliano was tried when I watched CNN news . +I was so surprised and sad . +I thought he was a wonderful designer , but he got into trouble . +I 'm going to study abroad in America . +I 've received the acceptance letter and scholarship decision from the Berklee College of Music . +I 'll enter Berklee in the fall semester this year . +But I have two worries . +One of them is that my English is still very clumsy . +Another is high - priced tuition . +Anyway , I 'm studying English at the TOEFL Institute these days . +Berklee does n't require a TOEFL score . +I 'm just attending the Institute to improve my English because I 'll have to take many classes in English . +Many assignments are given to me everyday . +It 's very difficult to do all of them , but I always try to make maximum effort . +Self - Introduction +Hello ! +I live in Okinawa , the southwestern part of Japan . +I work for the Japan air self defense force . +I 'm learning English , but it 's really difficult for me ! +I want to make friends here and have my compositions corrected . +Thank you . +Irregular heartbeat +Several days ago , I got an irregular heartbeat for the first time in my life ! +It was like this ; I suddenly started to feel a kind of discomfort around my heart . +Then I checked my pulse and found that there was a missing beat at intervals . +I was very scared because I had been very healthy so far . +I thought , `` It 's so terrible ! +I 'm still in my 20 's . +Do I have to get along with it all my life ? `` +Then I went to the hospital and had an ECG . +The doctor told me that I did have an irregular pulse occasionally , but it was not a fatal one . +He added that it could get worse due to stress and fatigue , and he just advised me to take a long enough rest . +I was relieved to hear the doctor 's diagnosis , but I 'm still worried . +I did n't know that stress could induce an irregular heartbeat of a healthy young lady like me ! +As the old saying goes , all illness comes from the mind . +How to write a research proposal ? +I think that may be a common question for those students who want to pursue a higher education . +We seldom research anything . +What Chinese universities offer for their students is mostly composed of coursework based on curriculum . +The show of our lives must go on , so does the application . +I 've sum up some points which I think are important and useful . +1 . +You can count on google as your best friend , adviser and an almost infinite resources of academic papers . +Many of them you can download pdf copies , or if you ca n't download a paper from the links scholar . Google . com offers you , go directly to the author 's website . Many authors enjoy their papers being read and cited by potential readers . +2 . +A good review is the best starting point . +And then you can trace the author , or the paper cited to do more in - depth research in your interested area . +3 . +The balance of width and depth of your reading is essential . +Both ways have their merits and disadvantages . +4 . +Inovative and original ideas are good , but if you can not find them , you should know that most of research work is just refinement of others ' work . +A practical plan and reasonable analysis is also worth a lot . +Vessel +I 'll spend the next weeks on board the `` Justo Sierra `` vessel doing some geophysical research and learning . +I 'm sure it 's going to be a terrific experience . +The bad thing , I have n't learned the vessel 's parts in English yet . +I need to study ! +Please correct my English sentences ! ( 20090108 ) +The thing that I want to do in January 2009 is to invest more effort in studying English and keep on writing sentences in English every day here on Lang - 8 ! +Thanks a lot ! +USJ +I went to USJ yesterday with my friend . +It was so cold that I could not stop shivering . +However , there were not so many people there , so we did not need to wait our turn outside . diff --git a/regression_tests/prediction/lang8_255.txt b/regression_tests/prediction/lang8_255.txt new file mode 100644 index 0000000..54e3209 --- /dev/null +++ b/regression_tests/prediction/lang8_255.txt @@ -0,0 +1,255 @@ +My friend worked part - time at USJ . +It looked like she was really having a great time ! +So I wanted to work part - time at USJ , too . +I will go to Tokyo Disneyland Land in February . +I am really looking forward to it : ) +It will be very cold . +So I must ptotect myself against the coldX ( +I want to go to Walt Disney World someday ! ! ! +Manga in English +I think that Manga is the great entertainment culture from Japan . +My favorite writers are Naoki Urasawa ( The Monster , 20st century boy and more ) and Hiroya Oku ( Gantz ) . +By the way , I found some web sites that there a huge amount of manga that are translated into English . +( I think no doubt about illegal . ) +It 's a new experience and very educational for English . +But , I think that there are a lot of difficult expressions in Mangas in English . +Diagnosed with being easily impressed +Today , I reviewed my previous entries and my comments . +I realized that I 'm that kind of person who is easily impressed . +I find lots of things fascinating . +I 'm moved by very simple things and other people might not even have a second look at . +For instance , I started watching Indian movies about a month ago . +I have some friends who are crazy about this genre . +I , on the other hand , did n't have much time to watch any . +When I had the time , I brought about six Indian movies to watch . +The first movie I watched made me cry for two hours , like a five year old who lost her doll . +Do you think the second one was different ? +Not at all . +The six movies have the same basic idea . +Actually , all Indian movies have the same basic idea . +However , I continued crying during the rest five and each one of them impressed me even more . +Indian movies are like clay that you can shape into many different shapes , but they 're all still made of clay . +The shape is what impresses me , and not the clay itself . +This concept might be a bit ambiguous for those who have n't been in such a situation . +So , how bad is it ? +Still . . . +I still have got a cold . +I took some medicine , so I feel better for now . +Sorry , that 's all for today . +Have a nice day : ) +`` 450th times `` +This is my 450th diary . +I started keeping a diary around 2008 . +Thanks to the people all over the world , I 'm having a fun time and solid time . +Changing the subject , I got a call from my friend yesterday . +She said `` I want to cancel the New York trip . +I recently out of shape . `` I was somewhat puzzied about the answer . +Hi ! +Hello ! My name is Ken . +Studying English started . +However , it is terrible and difficult . +I want to study more and to make a lot of friends . +The first Man in Rome +I am going to talk about the historical novel called `` The First Man in Rome `` by Colleen McCullough , who is a British female writer . +The novel is about an important Roman politican called Caius Marius . +He is the main character , although there are others like Cornelius Silla , Metelus , and Caesar 's grandfather . +Marius did n't come from an important family , but he became consul because he was a clever and popular general in the Roman army . +So , after he was chosen consul by the Romans , he went to Afrika where he fought against Yugurta , who was king of Numidia . +Marius won the war in two years , and when he went back to Rome he was chosen consul again for five years . +Marius had to fright other tribes in the north of Italy , until in 100 B . +C . +He had to leave the power because he got sick . +hi +I went to school . +I love studying . +By the way , do you like studying ? +I play basketball after school . +I think basketball plays everyone . +Because one for all , all for one . +super - flu +I 've just received an international call on my cellphone . +I was wondering if that was from my friend 's call . +But that 's from Korea 's quarantine depot , +They 're conducting follow - up of super - flu for entry to Korea recently . +They asked me if we had fever and cold symptoms . +We do n't have these symptoms now . +If that helps , this picture is the information they gave us from Japan 's quarantine depot when we returned to Japan . +D : +hey hey you you ! ! +Is everyone free ? +lets hang out with me in Tokyo ~ haha ~ xD +I 'm soo free till next month . +Because I do have school until then ! ! +kinda lucky but not for me . Being bored sucks . +I do like it . +An abstract concept of happiness +Although most people think about what happiness is like , most people never doubt there is happiness somewhere in human life . +A famous man , I heard , said in the past that the worst thing for you is to be born in the world . +According to this , human life can be said to be leisure time to the end . +Do you think there is like happiness in reality ? ? +Please correct these sentences ! +Sorry for a little academic . +I am just writing about the parents ' attitude when their children complain about chronic abdominal pain . +Is the below one OK ? +- - - - - - - +Trained parents who show distraction produce fewer children 's chronic functional abdominal symptoms than parents who show attention . +Let me introduce myself +Hello everyone , +I 'm Makitys . +This is my nickname . +I was born and grew up in Tokyo . +I studied applied physics and electronics at a university in Tokyo . +I got a bachelor 's degree in these subjects at university . +After I graduated from university , I got a job as an engineer . +I have changed jobs a few times , but I have the same type of job as an engineer . +I still work for an electronics maker in Japan as an engineer . +I 'm a single woman and live by myself . +My parents and a brother and a sister live in Tokyo . +I moved to Fukuoka from Yokohama for business this January . +Fukuoka is located in the northern part of Kyushu . +Kyushe is a part of the Japanese Archipelago . +( see the map I 've attached ) +Fukuoka city is the biggest city in Kyushu . +Compared with Tokyo , Fukuoka is compact but it is a very comfortable city . +Commodity prices here are lower than those in Tokyo and Fukuoka Airport is very near central Fukuoka . +You know , Narita Airport is far from central Tokyo . +It takes one hour from the airport to central Tokyo even if you take an expensive superexpress . +Moreover , Tokyo is a very crowded city . +One thing I unsatisfy about living here is that I 'm separated from my family . +It takes money to go see my parents from here . +I miss my family and relatives who live in Tokyo . +If you come to Fukuoka , please let me know ! +English lesson for Halloween +I 'm an elementary school teacher , as you might know . +In Japan , starting next year we 'll officially have to teach English to students who are in both 5th grade and 6th grade . +I 've made some English classes , actually . +Yesterday , I had an English lesson with ALT , which is an acronym for Assistant Language Teacher . +The lesson 's topic was Halloween . +We provided some kinds of activities to get the students not only to keep enjoying the lesson but also to keep some vocabulary in mind before they know it . +One of them is `` Halloween trivias and Bingo `` . +The student need to answer some questions about Halloween . I 've prepared by playing Bingo . +The more correctly they answer , the more Bingo they can get . +After the class , I asked the students to answer a questionnaire . +I was very glad to find they liked the lesson . +One of my ultimate goals as an English teacher is that all students look at the world broadly . +I 'm sure you 'll have plenty of opportunities not only to communicate with people from other countries but also to know several cultural differences through the lesson . +I believe this will lead them to accepting more things . +That 's why I 'm very excited about teaching students English ! ! +[ Diary ] 14 / 8 / 10 of Event +It has been cloudy or rainy recently . +Although my school had no classes , I got up early in the morning today . +I ate a piece of toast with butter and cinnamon sugar and went to a coin laundry near my house to wash my clothes because I do not have a clothes washer in my house . +It costs six dollars to wash and costs six dollars for the dryer . +When the washing ended , it was evening . +I went to the cake shop in the city my friend introduced to me as nice taste and famous . +The shop decorating was green . +After I came back home , I cooked dinner , and dinner was prawn & avocado salad , roast chicken and OTAMA SAN GOHAN . +First , cut the lettuce , cut coarsely tomato and then stair - fly some prawns . +Stair - fry it until it becomes golden brown . +The roast chicken only heated up in the oven . +OTAMA SAN GOHAN is a traditional traditional Japaneseonly traditional food . +It only sprinkles the raw egg and a pinch of the soy sauce on warm rice . +They were easy to cook but they tasted nice ! ! +After that , I watched two movies , Animation of Genius Boy and 007 , on TV for approximately four hours . +So I felt tired my eyes and butt . +Thank you ( The letter to my daughter 's English teacher ) +My 4 - year - old daughter goes to English lessons since when we decided to move to Singapore for 3 months . +She is interested in speaking English and writing alphabets now thanks to the teacher . +This is the letter below . +I appreciate teaching English to my daughter . +She was always looking forward to your lesson . +Your lessons were energetic and so much fun . +When we decided her to go to an international school that only a few Japanese go to , we noticed she had to start to study English immediately because she could n't speak English at all . +I was looking for an English class around here . +First we found a flyer in the play room . +We thought about just taking a trial lesson , but she told me that I wanted to go to the lesson again . +I am very surprised at her progress . +Now she is very interested in speaking English , writing alphabets and singing WHAT ' S YOUR NAME ? +song . +Her progress is to you . +What your children speaking only English in the same class is also good for her . +It will be based after she goes to a new school . +If I did n't need to take care of my kids , I wanted to have your lessons ! +When you come to Singapore , please contact us . +It is very easy to come with kids because it is clean , safe , just a 1 - hour time difference and available at Haneda airport . +We are looking forward to seeing you and your children someday somewhere . +Thank you very much . +Thank you to all the staff and classmates . +Take care . +Best regards . +Basaballgame +Hello . +Yesterday I went to the stadium to see the baseball game . +After classes , I went back home , prepared packages and searched for what time I should leave home and which trains I should take . +I went there with my friends . +The team I cheer for is located in second place . +And if the team wins 8 games , the team will get first place . +But the remainder of its games is 9 games . +Therefore , it is so difficult for them to get first position . +The game began . +The starting pithier was not good , so that the opposition could get 3 points easily . +But in this attack they could n't get any points . +So in this game we lost . +We cheered very hard , but the miracle never happened . +So today I have a sore throat . +That 's about it for today . +See you again / / +My hobbies +I have some hobbies . +Those are playing sports , reading a book , listening to music , taking a walk and so on . +My favorite hobby is talking with my friends , because I think it is the best time to be with my friends . +I gained about 10 kilograms after I quit my clubs in high school . +That 's why I have to lose weight ! ! ! +So , I always jog and always exercise . +I wanna have a six - pack ! ! haha +Holidays +This weekend three holidays in Japan . +Saturday , Sunday and Monday closed . +Monday is Equinox day +It will gradually get warmer . +Japanese are waiting for cherry blossoms in this season . +What might be some of the causes of over - weight or obesity in the US ? +last English lesson , we discussed it . +There are some causes , such as high calorie food , laziness . . . +In Japan , there are a lot of fast food restaurants around town . convenience stores too . We can easily get food . same circumstance in the U . +S . but most Japanese people are not obese . +A teacher asked `` why `` . +That is probably a result of lack of self control in eating . +I go to study English on Sundays . +Sometimes I ca n't explain what I thought and I ca n't come up with good ideas thinking in English . +But , the moment I just touched the door knob at my home , I got my answer . +`` School lunch `` and `` Education of diet `` could be good effects of self control on eating . +All public primary schools provide lunch for students . +That was a wonderful system . +The nutritionist organized calorie control , a variety of menus every day , providing best season 's food , traditional meals . +Through school lunch , students learn many kinds of tastes , knowledge of food and Japanese culture for six years at least . +once every three days though . It makes good habit and health . +What about my opinion ? +a lot of workload +2010 . 3 . 26 +Today there were so many . +Yesterday was also . +But next week I will go on a business trip . +I had to prepare for them . +Tomorrow I have a little work . +I will go to the library and cafe to study electronics after that . +Today 's music . +Claud Nugaro sings `` La Javanaise `` . +Wonderful voices . +Thanks for reading . +Play +I went to a play . +My friend starred in the play . +We became friends when we were junior high school students . +We have been friends for more than 10 years . +But I did n't know she was an actress . +I saw her play for the first time today . +I was moved . +I I hope to continue playing for her . +The holiday is over . +Today is a Japanese National holiday . +So I took a three - day weekend . +But because it has been rainy from yesterday to today , my family could n't enjoy it . +Children were playing games for a very long time . +I ca n't help it . +reading diary diff --git a/regression_tests/prediction/lang8_256.txt b/regression_tests/prediction/lang8_256.txt new file mode 100644 index 0000000..13f7166 --- /dev/null +++ b/regression_tests/prediction/lang8_256.txt @@ -0,0 +1,256 @@ +Tonight I read and corrected many diaries . +I might make a mistake when correcting English . +But I think it 's a good way to learn from my mistakes . +Thai +I tried to correct Thai language people who wrote in Thai . +It 's also fun to read Thai writing from a non - native speaker . +English +I started to practice my English since I started my journey abroad . +And realized how language could help you know more people . +Reading English makes me feel very happy . +Then when I went to Japan . +My English could not help me . +anymore . +I am very impressed with my life there . +I only told them in English . +It would be good if I could speak +. +Japanese . +I could not write Japanese or understand it . +Japanese culture is interesting , but Japanese people are quiet , +It 's difficult to know what is in their mind . +So I started to reading Japanese books which were translated into the Thai language . +I do n't want to take Japanese classes . +It might be boring . +So I decided to learn by nature . . . viewing Japanese anime +and remember Kanji which I like ^ _ ^ +. +I learn a lot from Japanese food . . . +Japanese food is available in every corner in Thailand . +Coincidence +I think birds of a feather flock together . +The next day , I met one of my classmates from high school at a station for the first time in fifteen years . +She is a teacher as well . +I 'm an English teacher . +She is teacher for walking and posture . +What a coincidence . +We had small talk ( short talk ? ) there , and left . +When I started to walk , I thought I wanted to talk with her more ! +So I shouted her name and stopped her . +We exchanged our contact info and decided to meet again very soon . +We met two weeks ago . I felt strange , because we had n't met each other for many years , but we had many things to tell each other . +There are plenty of things to talk about , but not enough time . +We should n't sort people into levels , but I believe we are living on the same level ( same category , same world ) . +That 's why we could meet again ! +Spain ! +I had to endure a long long flight to get to Spain . +Changing planes , it took nearly 15 hours in total from Nagoya to Barcelona . +Each seat has a small TV screen , with which we can see movies , listen to music , play games and you name it . +I do n't like watching a closed screen so I killed time reading something . +It was really wearing . +I will write details about my trip tomorrow . +The Catcher in the Rye +Today , I read `` The Catcher in the Rye `` as a summer homework . +To say the truth , I could not understand why this book is thought of a masterpiece . +Because I did n't feel bored when I was reading it , but I was not so excited or moved . +But I like the characters in the book , because they are very characteristic . +If you have read the book , please tell me which part you think is interesting . +21 . 12 . 2012 * * * I 'm a university student . +Hi , I 've started lang - 8 . +I will learn to speak English and find friends here . +Why do n't you become friends ? +I 've lived in London since 2005 - 2008 . +but I ca speak English . . . ( ; _ ; ) +So please teach me English ! ! +I 'll graduate from university in 2012 . +Now , I 'm job hunting . +So I want to exchange information about jobs around the world . +concert tickets +I called for a refund of the Park Yong - ha concert tickets . +I heard send money by registered mail by August 13th . +Culture of shame +Foreign media admire that Japanese people behave calmly , organised and in support . +But it 's common for us Japanese . +We think that having trouble with others is a very bad thing and shameful . +Every parent wants their children not to have trouble with others . +Japanese have grown rice which is needed to help each other in the community in the past . +So getting along with people in the community is very important . +When parents scold ill - mannered children , they use the same phrase `` I 'm too ashamed to face people . `` Though this phrase is not so common to young parents , this ethics is in Japanese genes . +Hello World +Hi everyone ! +This is my first post here . +I 'd be glad if you correct my mistakes . +By the way , it 's Christmas morning . +I say Merry Christmas to you all . +Thanks a lol . +Day 74 : I lied today . +I did n't know why I was lying but at that time I was blank = out . +It was a job I seeked from the newspaper . +Although I know private school students like me in Singapore are prohibited from going to jobs . +I am still go to the place and try my luck . +When the auntie asks me what kind of pass I am holding . +I felt totally nervous and words came out of my mouth : I was a student and holding a student pass . +Many of my friends went to work . +She had no doubt about me and told me to go tomorrow to meet the other people ( maybe the HR staff ) +I was afraid of what I would do tomorrow . . +Having a job here is good . +But for me , I am more focused on learning the experience through working and communicating with others . +By the way , the job is really a short - term job ( seller ) , which only lasts for two weeks . +And I am having my long holidays here . +Twilight +Today I saw a movie - Twilight . +I like this movie very much ! +I 've seen a lot of movies and cartoons about vampires . +But some of them make me feel disgusting . +There is always so much blood , people are so thirsty . +But Twilight is different . +Edward was cute , he cared about Bella . +And Bella was a strong girl . +She was n't afraid of Edward . +Sometimes I think being a vampire is good . +They do n't need to sleep , they run fast , they are sensitive . +But they ca n't eat food ! +Aha , so I ca n't be a vampire , I like food ! +We are the champions in Asia ! +Yesterday , Japan 's national soccer team played against Australia . +The game was the final of the Asia Cup in 2011 . +Five days ago , the Japanese team played 120 minutes , including extra time , against South Korea . Furthermore , the average height of the Australian team is taller than Japan . +So I thought most of the Japanese players are tired and the game is very hard for the Japanese team . +As I thought , the game was very hard for Japan . +The game went into extra time two times in a row from the semi - final game for Japan . +However , at 110 minutes , Lee , who came off the bench , got the goal ! +He became `` the Cinderella boy `` , or the hero , overnight . +I 'm very glad for the Japan team ! +Love Karaoke +Do you like singing songs ? +I like it very much . +Today , I went to a karaoke box with my son and neighbors . +I sang so many songs and brewed my stress . +My favorite karaoke songs are Seiko Matsuda 's . +Her songs are easy to sing , familiar with many people and reasonable . +I had a relaxing time . +Today I might fall asleep soon . +Good Night ! +GUITAR +Maybe I got a guitar from my father long ago . +I mean . . . +Maybe he 's still its owner . +I do n't know but I often use it more than him . . . +So . . . +Anyway , I practice `` changing the world `` . +I will do my best ! +It is raining today ~ +It is the season of cherry trees in Japan now . +Most Japanese people have loved them for a long time . +There are some reasons why we love it . +The time from blooming to falling is very early . +It is like human life . +and we can enjoy drinking ^ ^ +It is a lot of fun to drink while seeing them . +Headache +Today I was uncomfortable . +I have a headache , tired and no appetite . +Sleeping all day until I had to work . +I 'm afraid I got H1N1 . +I hope the symptoms will disappear when I wake up tomorrow . +> < +Shanghai friends +The day before yesterday , I hung out with one of my Chinese friends . +We went to JINMAO OBSERVATORY88 . +It was a rather tall building . +After that time , while seeing landscapes , I found out about the basis of Chinese politics . +Do you know me ? +I am a hero . +But I am a robot who is handled by a remote control tool . +fourtunely , that one is a boy with justice . +So I called The Hero with justice . +I am called `` tetuzin 28 go `` , which means iron man No . 28 . +But you should think once more . +If the remote control tool is taken by an evil person . +I am a real hero of justice . +PS . +Where does he stand ? +hint : in Japan . +I went to Okinawa ! ! +I went to Okinawa last month with my son and my boyfriend . +Okinawa is in the southern part of Japan , so it was hot there . +We enjoyed snorkeling ! +We went to the beach which is on a desert island near Naha . +I felt like I was in a dream because the sea was so beautiful and there were a lot of fish . +And we went to Okinawa Prefectural Peace Memorial Museum . +I think that we should never be at war . +We should never kill other people . +friend 's birthday +Today was my Chinese friend 's . +She is a 26 year old woman and works for a travel agency . +Besides , she is pursuing a modelling career in Japan . +We met at a night club in Tokyo . +Dreams are different , but I think we are similar in terms of pursuing our own dreams . +I feel like her sister . +I wonder what I should give her as a present , so could you give me some advice ? +Foreigners baby +I can meet foreigners if I go to the city in Tokyo , but I wo n't be able to meet a foreigner baby . +It 's only adults or children that I can meet . +I like babies , so I always like to meet a foreign baby if I have an opportunity . +I met a foreigner baby at a supermarket . +He was so lovely . +I had been watching him and his dad talking to me . +He 's living for 10 years in Japan , so he likes to talk with Japanese people . +He wants to learn Japanese . +I think our language skills were even . +He wants his baby to speak Japanese , so he 's learning Japanese every . +T . +G . +I . +Friday ! +Recently , I 've been fascinated with a TV series named `` How I met your mother . `` ( Though I do n't watch it on TV but on the Internet because it has n't been introduced in Taiwan . +) +And thank God it 's Friday night so that I have time to watch the newest episode . +This sitcom talks about a man named Ted telling a story about how he found his true love to his children . +Well , however , Ted has n't seen the `` lucky `` women from season 1 to 4 . +Ha ha ! +My favorite character is Barney , who is not only a successful businessman but a humorous friend of Ted 's . +He always makes his own theory about life ! +: - D +Apart from the humor in the series , another reason why I love this sitcom is that I am looking forward to a close , meaningful relationship like the one between Ted and his friends . +I hope our TV station can bring the series to Taiwan soon ! +A second date +Today , since people turn out to be more and more rational and have higher demands about the opposite sex , alone with an open mind about dating , which nurtured tons of different reality dating shows . +Some of them are really funny , but some are absurd . +I believe one of these shows is a romance killer . +This show features `` Parents dating Guys `` . +The process is like this : the girl 's parents will meet the guys first , then they will make the decision for their own daughters , who is not even on the stage , by the way , about whether they should give this guy a chance to go out for a date with their daughters or not . +Ridiculous ? ! +I do understand why so many people are into these things . I decided to arrange some nice dates for my friends by following my own style . +A date which can exude both parties ' warmth and charisma . +Sounds a little bit tricky ? +Haha , I just did it in the easiest way , chose a good restaurant , put two nice people together and let them talk ! +Without audiences , love judges , parents , just a friendly and private atmosphere which allows them to be themselves and enjoy the moment . +Last night was the second date I arranged for my friend and hopefully they can work things out ! +Crossing my fingers for them ^ _ ^ ! ! ! lol +play two roles . +I 'm a business worker weekday and a student at graduate school 3 days a week . +I enrolled in the school this April . +Hard home work is required sometimes , but it is fun to get new knowledge and thoughts . +In business , I challenge a task that I have not ever done . +This is also very valuable for me . +Meeting the Challenge and Grasping the Opportunity +Without fail , where there 's great need , great hearts and minds rise up to meet the challenge . +Two months later , my professor will take some students to Ohio University in America for a month . +But who wants to go there , he must pass the exam and the interview . +Going abroad is my dream , so I really cherich this opportunity . +It is a good chance to strengthen my knowledge , build my horizon , and enjoy foreign customs , and also realize my dream . +Without any means , what I can do now is to improve my poor English , speaking more , listening more and reading more and so on . +In my opinion , it is a difficult process to overcome myself , but I must insist on and keep on making it , whatever how difficult it is . +Once you make up your mind , persevere in doing it . +Yangyang , come on , you can do it . +Yes , you can . +Er . . . but how to start ? +Got the gold medal . +I have been looking for correct my English diary . +Today , I finally found a nice site . +I was suprised when I found it . I have been studying English for 2 years . Because I want to make a lot of friends all over the world . +Yesterday , Kitajima Kousuke , who is a breast stroke swimmer , got the gold medal . +I was excited . He set a new world record . He got it the second time . +He was moved to tears when he won . +He is smaller than other people . But he did it . diff --git a/regression_tests/prediction/lang8_257.txt b/regression_tests/prediction/lang8_257.txt new file mode 100644 index 0000000..ac66ef0 --- /dev/null +++ b/regression_tests/prediction/lang8_257.txt @@ -0,0 +1,257 @@ +I was very impressed . +Icy , Snow - covered Trees +Today 's pictures are of icy , snow - covered trees at the top of Mt . +ZAO . +They are illuminated during the night . +They were very beautiful , and they looked as if they were large creatures ! +The top of the mountain was very cold although I wore snowboard . +I hope I wo n't get a cold . : ) +Wish You Happy In Paradise +I was really shocked by the death of Stephen Gately . +I just listened to his Boyzone 's brilliant song `` No Matter What `` on the way back home . +Stephen was cute and brave , but now he is gone . +When I was in junior high school , everything seemed boring and had no meaning , also I did poorly in my studies . +One day , I failed to pass the examination . +At that time , I had no place to go , friends hate an underachieved me , but suddenly a fair - sounding floated to my ear ' I ca n't deny what I believe , I ca n't be what I 'm not ' . I was astonished by the voice and lyrics which cheered me up . +Your lovely face looks like a ray of hope . +Wish you happiness in paradise +Pay attention . +With knowing comes caring . With caring there is hope that we can find an enduring place within the natural system that supports us . +An environmistalist said on TED . +Oil has been flooding in the gulf of Mexico for three months . +There has been only 15 days without war since human beings started recording history , which means uncountable people have been killed and killed at the same time . +On the other side of the world , a great number of people live on less than 1 dollar . +Apparently , the world is lopsided . +All of a sudden , I am wondering how many of us believe we know what 's going on outside , watching lots of news as CNN or New York Times play out . +Whether things they play out are plausiable or not , one thing we need to know is that when you try to know what is true , you might be able to help anything that can change the world in a baby step . +Pay attention . +Diary 2011 / 7 / 6 +I 'm building an algorithm for computer program even when I have a dream at night , because I 'm doing computer programs all day long . +It was n't correct algorithm , it 's like a block puzzle . +I 'm piling blocks up or sorting them or something . +I went to Tokyo to work in Japan . - - - Part - 6 +For 10 months , I studied Java and Japanese . +It was particularly difficult to study Japanese . +( It was very hard to study Japanese . ) +Really , I thought `` could I make it ? `` +Sometimes , I felt frustrated and despairing . +Softball +Next Wednesday , the economics seminar softball match will take place . +I have hardly played either baseball nor softball , so I practiced today after school . +I have been playing for 7 years , so I like almost all sports . +However , the experience of volleyball does not always work well for softball because of a form difference . +Anyway , I 'm really looking forward to playing the game ! ! +I started to learn English on Lang - 8 . +I am a grad student . +I must read literature which is written in English . +So , I started to learn English for the first time in a decade . +Board Meeting +I will have a board meeting tomorrow . +I am an auditor for a construction company . +Today , the Japanese construction industry faces a serious crisis . +I want to improve this situation . +About reading books +When someone asks me , what 's your favorite thing ? +I 'll respond , `` My hobby is reading books , `` +In fact , most people who fill out their blank hobby , +do not really love to read books , +but I really enjoy reading , , not only books , but papers , articles , +and magazines , +to Reading some sentences stimurate my brain , +Maybe in my brain , now making new accese of ENG nulln ( synaps ) +haha , +Thanks for reading and fixing wrong sentences , . +P : if you have another good expression more used in the native community and , more naturally , I want to learn GOOD sentences , . +All day working ! +Today is a busy day for me . +I have all day working . +It means that I have to work from 9 : 00a . m . to 10 : 00 p . m . +Working in a bookstore is busy but exciting . +You can learn a lot of things , like how to use a kind of pen , and meet a lot of people , even if they are not always very kind . +I have to work now . +It 's too short a break time . +Be leaving +How time flies ! +I will graduate from this college in two months . My major is English teaching , and I have got a job as an English teacher in a middle school . +Now the only task is to finish my thesis . +Is it real that I have to leave this college in two months ? +Oh , how wonderful college life is ! +I do n't want to leave this school and to be a teacher . +Once you get into society , your life won n't be as simple as that in college . +I have n't been prepared to face all the things . +Because it is such a big change in my lifetime . +Anyway , I will cherish the rest of my college life . +The four years of college life will be a colourful and precious memory for me forever , +We may win a trip to NY ! +I 'm participating in a university contest involving some tests ( I do n't feel test is the best word . . . can you think of a better one ? ) , all about the Millenium Objetives stated by the UNO . +After each team submits its proposal , there 's a week for the people to vote for their faouvorite on the web . +After that , a jury scores / rates each one , and so the winner for each test is chosen . +There 's a final prize for the three ones scoring highest at the end of the contest : they all enrol for free in a grade major course ( or a language one , if they have n't finished their career ) . +Additionally , the first team gets to travel to New York ! +We won the last test , and each of the members of our team got a mobile phone . +As I had just bought a Motorola Milestone ( the European version of Droid ) , I gave it to my father , who 's actually very happy with it , since it 's a cute small nokia with wifi . +We go first now , but since they try to give one prize to a different team each time , we expect the jury to make the ones who go third win this time . +But we still hope we win at last and visit the USA ! ! +Wish us luck : ) +At Tokyo Disney Resort ! ! ! +I went to Tokyo Disney Resort on February 8th and 9th with my boyfriend . +On the first day , we went to Tokyo Disney Sea . +We rode many attractions and we did shopping in a lot of different kinds of shops . +My favorite attraction was Indiana Jones . +I recommend it ! +On the second day , we went to Tokyo Disney Land and we appreciated Cirque du Soleil . +We enjoyed Mickey 's Philhar Magic . +It is a new attraction . +On the other hand , Cirque du Soleil was such an impressive show . +We were excited about the show ! +We enjoyed it so much . +I want to stay longer ; ( +Please correct this sentence . +Today 's lesson +Today , it was really cold . +I 'm sick of being in cold weather every day . +I love Sommer . +I 'm eagerly waiting for summer to come . +Anyway , I went to English school before work . +Steeven taught me today . +We did n't talk about the content of the textbook much , but we could talk a lot about each other 's favorite countries , cities , food and some special experiences . +It was really nice . +It was hot today . +The weather got hot , because the air conditioner of our office was broken . I could n't study at the office . +But it is close to the text of graduate school . I must work hard to study English . I am stressed every day . +Shinkansen +URL +I 'm proud of the Shinkansen . +This is the symbol of a lot of technologies in Japan . +Last month I rode a Sanyo Shinkansen train . +I was surprised at the quiet of the Shinkansen . +I was able to read a book comfortably although the train ran very fast . +Yesterday I saw the weather forecast +Yesterday I saw a weather forecast which said that today it would rain all day long . +As soon as I woke up this morning , I checked outside . +I opened the window but it was not raining . +It was a warm fine day . +During the day I waited for rain as I looked up at the sky and I wondered what is the problem with weather forecast organization ? +I think we have one of the most powerful computers in the world at that organization but they know nothing . +There was 90 % which expected rain today , but they were wrong . +I was shocked at their disappointing work . +I 'm busy . +Tomorrow will be sports day at my daughter 's school . +After that , we will go to my mother 's house . +We will have a Buddhist memorial service for my father . +I 'll return home on Monday . +See you later ! +Street live ! +I play street live every Saturday . +It plays at a station nearby . +I meet many people on the street . +I studied many things from there . +For example . . . +Courtesy , Gentleness , Inclemency . . . there still . +Last Saturday , I played street . +Then I got courtesy . +I was very happy . +In the future , I want to sing for Gratitude . +Thank you . +The test for mobile system engineer +Next month , I 'm going to take the test for mobile system engineer . +The examination fee cost $ 150 . +I think that it 's very high . +So I want to pass once . +I want to work hard ! ! ! +lost property +I left my umbrella on a train this morning . +I went to the lost property in the station after work . +The station staff searched records by computer for my umbrella and found it . +I 'm glad to have it back . +Early Morning +Today I woke up at 7 . 30a . +m , because I have to go the ANZ bank to get the saving card . +I will move to the city this Saturday . +We needed to book a car and my friend Kaan , a Turkey guy , helped us to move the baggage . +We should make note of what we need . +This is a busy morning . +There are many things I should do . +Japanese tea ceremony +My Japanese friend sent me some tea things from a Japanese tea ceremony last month . +I learned Japanese tea ceremony lessons once a week for three years before I came here to Japan . +I liked how to make green and friends who I have became friends . +And the teacher was so great at teaching us . +I enjoyed commuting this class . +Now I want to drink this green sometimes . +I know it 's thick and bitter . +So today I made green by a simple process . +After I made it , I drank the green . +How bitter ! +It was so bitter for me . +Why do n't I remember this taste ? +I wonder ! +But I 'll make them green again . +I 'll send a message to my friend . . . +PLEASE check my mail X ( +[ I 'm so sorry . . . +I could n't send you mail sooner . +You know , the earthquake was too bad for my family . +The tsunami destroyed my mother 's home . +But , my grandma grandma is safe . +And my cousins are fine also . +: ) +I wanted to see them . +However , it was too terrible to live . +( There was a power failure until now . ) +I pray for them to make a comeback to normal life ! ] +Someone help me ! +What 's the difference between `` french fries `` and `` fried potatoes `` ? +Ca n't I say `` fried potatoes `` ? +Is this wrong ? +The history of my learning English +I started learning English in the first class of school , when I was six years old . +In Russia , this language is an official program in all schools . +You can choose from three : English , French and German , but English is the most popular . +When I was 6 , the year was 1993 and in my country we had n't a lot of good teachers , because over many years before , people had n't had the possibility of travelling abroad and no chance opportunity to practice language . . . +But my mother always says that it 's just a pretextes and nothing to prevent you if you have a purpose . +When I was thirteen , I changed schools and started to learn in a gymnasium . +Here all was different , and the teachers were too . +In the first lessons I did n't understand anything - the teacher did n't say one verb in Russian . +It was horrible ! +In the exercises , which I do for hours , I ca n't correct any sentences . +I looked for every verb in the dictionary and cried . . . +But several times I passed my exam with `` excellent `` . +But my grammar now is just pre intermediate . +Then I learning English at university . +I do n't know why , but it 's VERY hard for me . . . +I was the worst in my group ( the worse group of course : ) ) But then , little by little , I started to talk in English . +For 3 years I did n't learn English hard . I have practice , but I know how to watch the favorite films in the original and how to read books - it 's wonderful ! +And now I give the promise to myself that I will learn English at the level of intermediate and more than this level , and I will never neglect it ! +Because it is very important ; I 'll never get a good job without it and I 'll never understand half of the beautiful sites on the Internet ! +And I like to draw in Photoshop and Illustrator , and many other things ! +PS . +Somebody who is learning Russian , and anyone who wants to talk with a Russian girl - let 's talk on Skype ! +A visit to Huang river park +Today , my classmates and I went to the Huang River Park . +The Huang river is the second longest river in China . +As its name , the water is very yellow , carrying lots of soil . +It was a little cold and windy , so the air was stale . +I was grateful that I wore new clothes . When I came back it was full of dust . +The river is very long , I ca n't see the limit , and the water is peaceful . +Everyday learning ! +These days my lovely boy is getting naughty . +He is crowling everywhere as his instinct tells him . +When he gets silent , it is a dangerous sign to me . +He is chewing something really dangerous . +Today he chewed a piece of kleenex . +He would almost be stuck . +I noticed it because he was coughing . +I put my fingures into his little mouth , and pulled them out . +While I was washing the dishes , he did it . +I tried to keep an eye on him while doing housework , +but it happened only a few seconds . I did n't see . +Everyday he is growing up little by little , step by step , +and everyday I am learning how to deal with his can - do things . +Spring vacation is coming shortly ! +It 's been a long time since I wrote a diary . +My university started on January 8th , but it will finish shortly . +How fast time goes by ! +When spring vacation comes , I have to study English harder and I 'd like to write a diary everyday . +I 'd be so happy if you commented on my diary . +Oversleep From bf4e2098e9970a8e37525737557c72859aaa2dce Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Thu, 6 Oct 2022 11:47:40 -0400 Subject: [PATCH 21/28] Add regression test file --- regression_tests/test_gector_roberta.py | 152 ++++++++++++++++++++++++ 1 file changed, 152 insertions(+) create mode 100644 regression_tests/test_gector_roberta.py diff --git a/regression_tests/test_gector_roberta.py b/regression_tests/test_gector_roberta.py new file mode 100644 index 0000000..71d9e51 --- /dev/null +++ b/regression_tests/test_gector_roberta.py @@ -0,0 +1,152 @@ +import filecmp +from pathlib import Path +import requests +import tempfile +from tqdm import tqdm + +from gector.gec_model import GecBERTModel +from utils.helpers import VOCAB_DIR, read_lines + +ORIG_FILE_DIR = Path(__file__).parent / "original" +GOLD_FILE_DIR = Path(__file__).parent / "prediction" +VOCAB_PATH = VOCAB_DIR.joinpath("output_vocabulary") + + +def download_weights(): + """ + Downloads model weights from S3 if not already present at path. + + Returns + ------- + Path + Path to model weights file + """ + + model_url = "https://grammarly-nlp-data-public.s3.amazonaws.com/gector/roberta_1_gectorv2.th" + test_fixtures_dir_path = Path(__file__).parent.parent / "test_fixtures" + model_path = test_fixtures_dir_path / "roberta_1_gectorv2.th" + if not model_path.exists(): + response = requests.get(model_url) + with model_path.open("wb") as out_fp: + # Write out data with progress bar + for data in tqdm(response.iter_content()): + out_fp.write(data) + assert model_path.exists() + + return model_path + + +def predict_for_file(input_file, temp_file, model, batch_size=32): + """ + Generates predictions for a single file and store it in a temp file. + + Parameters + ---------- + input_file : str + Path to input file + temp_file : TemporaryFileWrapper + Temp file object + model : GecBERTModel + Initialized model object + batch_size : int, optional + Batch size, by default 32 + + Returns + ------- + int + Total number of corrections made + """ + + test_data = read_lines(input_file) + predictions = [] + cnt_corrections = 0 + batch = [] + for sent in test_data: + batch.append(sent.split()) + if len(batch) == batch_size: + preds, cnt = model.handle_batch(batch) + predictions.extend(preds) + cnt_corrections += cnt + batch = [] + if batch: + preds, cnt = model.handle_batch(batch) + predictions.extend(preds) + cnt_corrections += cnt + + result_lines = [" ".join(x) for x in predictions] + + with open(temp_file.name, "w") as f: + f.write("\n".join(result_lines) + "\n") + + return cnt_corrections + + +def compare_files(filename, gold_file, temp_file): + """ + Compares two files and tests that they are equal. + + Parameters + ---------- + filename : str + Name of file being compared + gold_file : str + Path to gold standard file + temp_file : str + Path to file containing generated prediction + """ + + assert filecmp.cmp( + gold_file, temp_file, shallow=False + ), f"Output of {filename} does not match gold output." + print(filename, "passed.") + + +def predict_and_compare(model): + """ + Generate predictions for all test files and tests that there are no changes. + + Parameters + ---------- + model : GecBERTModel + Initialized model + """ + + for child in ORIG_FILE_DIR.iterdir(): + if child.is_file(): + input_file = str(ORIG_FILE_DIR.joinpath(child.name)) + gold_standard_file = str(GOLD_FILE_DIR.joinpath(child.name)) + # Create temp file to store generated output + with tempfile.NamedTemporaryFile() as temp_file: + predict_for_file(input_file, temp_file, model) + compare_files(child.name, gold_standard_file, temp_file.name) + + +def main(): + + # Download weights from S3 + model_path = download_weights() + + # Initialize model + model = GecBERTModel( + vocab_path=VOCAB_PATH, + model_paths=[model_path], + max_len=50, + min_len=3, + iterations=5, + min_error_probability=0.0, + lowercase_tokens=0, + model_name="roberta", + special_tokens_fix=1, + log=False, + confidence=0, + del_confidence=0, + is_ensemble=0, + weigths=None, + ) + + # Generate predictions and compare to previous output. + predict_and_compare(model) + + +if __name__ == "__main__": + main() From 2b4513ef36ad1844474d2eb9819e02f57e4e6336 Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Thu, 6 Oct 2022 11:53:24 -0400 Subject: [PATCH 22/28] Update CI plan to run regression tests --- .github/workflows/python-test.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.github/workflows/python-test.yml b/.github/workflows/python-test.yml index 71e45fb..e84a795 100644 --- a/.github/workflows/python-test.yml +++ b/.github/workflows/python-test.yml @@ -28,6 +28,9 @@ jobs: run: | python -m pip install --upgrade pip pip install -e . - - name: Test + - name: Unit Testing run: | pytest -v tests + - name: Regression Testing + run: | + python regression_tests/test_gector_roberta.py From 68d900eb184a5e56ba091447031b2be029daba42 Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Mon, 10 Oct 2022 11:16:36 -0400 Subject: [PATCH 23/28] Addressed PR comments --- regression_tests/test_gector_roberta.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/regression_tests/test_gector_roberta.py b/regression_tests/test_gector_roberta.py index 71d9e51..3c9951d 100644 --- a/regression_tests/test_gector_roberta.py +++ b/regression_tests/test_gector_roberta.py @@ -9,7 +9,9 @@ ORIG_FILE_DIR = Path(__file__).parent / "original" GOLD_FILE_DIR = Path(__file__).parent / "prediction" +TEST_FIXTURES_DIR_PATH = Path(__file__).parent.parent / "test_fixtures" VOCAB_PATH = VOCAB_DIR.joinpath("output_vocabulary") +MODEL_URL = "https://grammarly-nlp-data-public.s3.amazonaws.com/gector/roberta_1_gectorv2.th" def download_weights(): @@ -22,11 +24,9 @@ def download_weights(): Path to model weights file """ - model_url = "https://grammarly-nlp-data-public.s3.amazonaws.com/gector/roberta_1_gectorv2.th" - test_fixtures_dir_path = Path(__file__).parent.parent / "test_fixtures" - model_path = test_fixtures_dir_path / "roberta_1_gectorv2.th" + model_path = TEST_FIXTURES_DIR_PATH / "roberta_1_gectorv2.th" if not model_path.exists(): - response = requests.get(model_url) + response = requests.get(MODEL_URL) with model_path.open("wb") as out_fp: # Write out data with progress bar for data in tqdm(response.iter_content()): @@ -73,7 +73,7 @@ def predict_for_file(input_file, temp_file, model, batch_size=32): predictions.extend(preds) cnt_corrections += cnt - result_lines = [" ".join(x) for x in predictions] + result_lines = [" ".join(pred) for pred in predictions] with open(temp_file.name, "w") as f: f.write("\n".join(result_lines) + "\n") @@ -103,7 +103,7 @@ def compare_files(filename, gold_file, temp_file): def predict_and_compare(model): """ - Generate predictions for all test files and tests that there are no changes. + Generate predictions for all test files and test that there are no changes. Parameters ---------- @@ -113,7 +113,7 @@ def predict_and_compare(model): for child in ORIG_FILE_DIR.iterdir(): if child.is_file(): - input_file = str(ORIG_FILE_DIR.joinpath(child.name)) + input_file = str(child.resolve()) gold_standard_file = str(GOLD_FILE_DIR.joinpath(child.name)) # Create temp file to store generated output with tempfile.NamedTemporaryFile() as temp_file: From 1b60b1b4886dace167b3a8661040dba240b66106 Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Wed, 12 Oct 2022 09:58:17 -0400 Subject: [PATCH 24/28] Addressed PR comments --- regression_tests/test_gector_roberta.py | 4 ---- tests/test_tokenization.py | 2 +- 2 files changed, 1 insertion(+), 5 deletions(-) diff --git a/regression_tests/test_gector_roberta.py b/regression_tests/test_gector_roberta.py index 3c9951d..9c83aac 100644 --- a/regression_tests/test_gector_roberta.py +++ b/regression_tests/test_gector_roberta.py @@ -59,7 +59,6 @@ def predict_for_file(input_file, temp_file, model, batch_size=32): test_data = read_lines(input_file) predictions = [] - cnt_corrections = 0 batch = [] for sent in test_data: batch.append(sent.split()) @@ -71,15 +70,12 @@ def predict_for_file(input_file, temp_file, model, batch_size=32): if batch: preds, cnt = model.handle_batch(batch) predictions.extend(preds) - cnt_corrections += cnt result_lines = [" ".join(pred) for pred in predictions] with open(temp_file.name, "w") as f: f.write("\n".join(result_lines) + "\n") - return cnt_corrections - def compare_files(filename, gold_file, temp_file): """ diff --git a/tests/test_tokenization.py b/tests/test_tokenization.py index ba50bc3..bc40040 100644 --- a/tests/test_tokenization.py +++ b/tests/test_tokenization.py @@ -5,7 +5,7 @@ from allennlp.common.testing import AllenNlpTestCase -class TokenizationTests(AllenNlpTestCase): +class TestTokenization(AllenNlpTestCase): """A test class that tests the GECToR custom tokenization utilities.""" def test_get_bpe_groups(self): From f1db9a9bf1bca301e6d3303c4c346c26516addf8 Mon Sep 17 00:00:00 2001 From: Sanjna Kashyap Date: Wed, 12 Oct 2022 10:50:28 -0400 Subject: [PATCH 25/28] Addressed PR comments --- regression_tests/test_gector_roberta.py | 1 - 1 file changed, 1 deletion(-) diff --git a/regression_tests/test_gector_roberta.py b/regression_tests/test_gector_roberta.py index 9c83aac..7a0a7ce 100644 --- a/regression_tests/test_gector_roberta.py +++ b/regression_tests/test_gector_roberta.py @@ -65,7 +65,6 @@ def predict_for_file(input_file, temp_file, model, batch_size=32): if len(batch) == batch_size: preds, cnt = model.handle_batch(batch) predictions.extend(preds) - cnt_corrections += cnt batch = [] if batch: preds, cnt = model.handle_batch(batch) From 323d61aad4d755465ec739b357b67f4324447e3a Mon Sep 17 00:00:00 2001 From: Damien Xie Date: Mon, 17 Oct 2022 13:44:00 -0400 Subject: [PATCH 26/28] Add environment.yml --- environment.yml | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 environment.yml diff --git a/environment.yml b/environment.yml new file mode 100644 index 0000000..e3b41ab --- /dev/null +++ b/environment.yml @@ -0,0 +1,14 @@ +name: gector + +dependencies: + - python=3.8 + - pytorch=1.10.0 + - python-Levenshtein + - transformers + - scikit-learn + - sentencepiece + - overrides=4.1.2 + - numpy + - pip: + - allennlp==0.9.0 + From 21d496c0515d434cef250035389a852a6d00c8ca Mon Sep 17 00:00:00 2001 From: Damien Xie Date: Mon, 17 Oct 2022 13:44:09 -0400 Subject: [PATCH 27/28] versioning starting with 1.0.0 --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 78ff529..7ac2188 100644 --- a/setup.py +++ b/setup.py @@ -13,7 +13,7 @@ def requirements(): url='https://github.com/grammarly/gector', author='grammarly', packages=find_packages(), - version='0.1', + version='1.0', license='Apache-2.0 License', description='GECToR – Grammatical Error Correction: Tag, Not Rewrite', long_description=open('README.md').read(), From 5da59550498a6ec16afede24008e2f490e2305bb Mon Sep 17 00:00:00 2001 From: Damien Xie Date: Mon, 17 Oct 2022 15:44:06 -0400 Subject: [PATCH 28/28] Address PR comments --- environment.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/environment.yml b/environment.yml index e3b41ab..e0c0217 100644 --- a/environment.yml +++ b/environment.yml @@ -1,5 +1,4 @@ name: gector - dependencies: - python=3.8 - pytorch=1.10.0