sfres.json

[
    {
        "doc_id": 0,
        "source": "confirm(area=dont_care)",
        "reference": "Please confirm that you do not care what area the restaurant is located .",
        "system_output": "Do you not to restaurant restaurants that are ?",
        "scores": {
            "informativeness": 1.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 1,
        "source": "confirm(area='financial district')",
        "reference": "You are looking near the financial district , right ?",
        "system_output": "You would like to search financial district ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 2,
        "source": "confirm(area='little russia')",
        "reference": "You are looking in the little russia area correct ?",
        "system_output": "You would like to search little russia ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 3,
        "source": "confirm(food='comfort food')",
        "reference": "Just to double check , you would like a restaurant that serves comfort food ?",
        "system_output": "You want a comfort food restaurant right ?",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 4,
        "source": "confirm(good_for_meal=dont_care)",
        "reference": "Can I confirm you do not care what type of meal it is ?",
        "system_output": "I am sorry just to confirm you are looking for a restaurant good for any meal ?",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 5,
        "source": "confirm(kids_allowed=dont_care)",
        "reference": "Ok , you want a restaurant and you do not care whether it allows kid -s ?",
        "system_output": "Let me confirm that you do not care if children are allowed at the restaurant ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 6,
        "source": "confirm(kids_allowed=no)",
        "reference": "Please confirm you do not want a child friendly restaurant .",
        "system_output": "Can I confirm that you are looking for a restaurant that does not allow kids ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 7,
        "source": "confirm(kids_allowed=yes)",
        "reference": "Please confirm , you want a restaurant that allows child -s ?",
        "system_output": "Would you confirm that you would like to bring your child ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 8,
        "source": "confirm(near='inner richmond')",
        "reference": "Can I confirm you are looking for a restaurant near inner richmond ?",
        "system_output": "Can I confirm that you are looking for a restaurant near inner richmond ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 9,
        "source": "confirm(near='potrero hill')",
        "reference": "Can I confirm if you are looking for a restaurant near potrero hill ?",
        "system_output": "Can I confirm that you are looking for a restaurant near potrero hill ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 10,
        "source": "confirm(price_range=cheap)",
        "reference": "Can I confirm you are looking for a cheap restaurant ?",
        "system_output": "So you want a cheap place to eat ?",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 11,
        "source": "confirm(price_range=dont_care)",
        "reference": "May I confirm that the price range does not matter ?",
        "system_output": "Can I confirm that you do not care about the price range ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 12,
        "source": "confirm(price_range=expensive)",
        "reference": "Can I confirm you would like to find an expensive restaurant ?",
        "system_output": "So you want a expensive place to eat ?",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 13,
        "source": "inform(name='a 16',food=pizza)",
        "reference": "A 16 is a pizza restaurant .",
        "system_output": "There is a pizza restaurant called a 16 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 14,
        "source": "inform(name='a 16',price_range=moderate,kids_allowed=no)",
        "reference": "The restaurant a 16 has a moderate price range and does not allow kid -s",
        "system_output": "A 16 , is moderately prices and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 15,
        "source": "inform(name='a 16',type=restaurant)",
        "reference": "A 16 is the name of the restaurant .",
        "system_output": "The name of the restaurant is a 16 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 16,
        "source": "inform(name='alamo square seafood grill',address='803 fillmore street')",
        "reference": "The address for alamo square seafood grill is 803 fillmore street .",
        "system_output": "Alamo square seafood grill 's address is 803 fillmore street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 17,
        "source": "inform(name='alamo square seafood grill',food='sea food')",
        "reference": "Alamo square seafood grill serves sea food .",
        "system_output": "There is a sea food restaurant called alamo square seafood grill .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 18,
        "source": "inform(name='alamo square seafood grill',near='alamo square',kids_allowed=no,good_for_meal=dinner)",
        "reference": "Alamo square seafood grill is near alamo square , good for dinner and child -s are not allowed .",
        "system_output": "Alamo square seafood grill , is near alamo square , does not allow kids for dinner .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 19,
        "source": "inform(name='a la turca restaurant',near=tenderloin)",
        "reference": "A la turca restaurant is near tenderloin .",
        "system_output": "A la turca restaurant , is near the tenderloin .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 20,
        "source": "inform(name='a la turca restaurant',price_range=cheap)",
        "reference": "A la turca restaurant is in the cheap price range .",
        "system_output": "A la turca restaurant , is cheap .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 21,
        "source": "inform(name='alborz persian cuisine',food=persian,good_for_meal=dinner)",
        "reference": "Alborz persian cuisine is a nice restaurant serving persian food good for dinner .",
        "system_output": "Alborz persian cuisine , is a good restaurant that serves persian food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 22,
        "source": "inform(name='alborz persian cuisine',price='between 9 and 13 dollar')",
        "reference": "The price of alborz persian cuisine is between 9 and 13 dollar .",
        "system_output": "The price is between 9 and 13 dollar at alborz persian cuisine .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 23,
        "source": "inform(name='alborz persian cuisine',price_range=moderate)",
        "reference": "Alborz persian cuisine has a moderate price range .",
        "system_output": "Alborz persian cuisine , is moderate .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 24,
        "source": "inform(name='alborz persian cuisine',price_range=moderate,food=persian)",
        "reference": "Alborz persian cuisine serving good persian food is a moderate priced restaurant .",
        "system_output": "Alborz persian cuisine serves persian food at a moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 25,
        "source": "inform(name='alborz persian cuisine',type=restaurant)",
        "reference": "Alborz persian cuisine is good restaurant .",
        "system_output": "The name of the restaurant is alborz persian cuisine .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 26,
        "source": "inform(name='amber india',food=indian)",
        "reference": "Amber india restaurant serves indian food .",
        "system_output": "There is a indian restaurant called amber india .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 27,
        "source": "inform(name='amber india',kids_allowed=no,food=indpak)",
        "reference": "Amber india serves indpak food and kid -s are not allowed .",
        "system_output": "Amber india , is a nice restaurant that serves indpak food and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 28,
        "source": "inform(name='amber india',phone='4157770500',postcode='94103')",
        "reference": "Amber india 's phone number is 4157770500. their postcode is 94103 .",
        "system_output": "The phone number for amber india is 4157770500 , and the postcode is 94103 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 29,
        "source": "inform(name='ananda fuara',food=vegetarian)",
        "reference": "Ananda fuara is the restaurant serves vegetarian .",
        "system_output": "There is a vegetarian restaurant called ananda fuara .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 30,
        "source": "inform(name='angkor borei restaurant',area='hayes valley or bernal heights',phone='4155508417')",
        "reference": "The name is angkor borei restaurant , the area is hayes valley or bernal heights , and the phone number is 4155508417",
        "system_output": "Angkor borei restaurant , is in the hayes valley or bernal heights call 4155508417 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 31,
        "source": "inform(name='angkor borei restaurant',good_for_meal=dinner,area='bernal heights',price_range=cheap)",
        "reference": "I would suggest angkor borei restaurant as a good restaurant for dinner in bernal heights for cheap food .",
        "system_output": "Angkor borei restaurant , is good dinner choice for your cheap range in bernal heights .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 32,
        "source": "inform(name='angkor borei restaurant',good_for_meal=dinner,near='bernal heights',price_range=cheap)",
        "reference": "The angkor borei restaurant offers cheap dinner -s near to bernal heights .",
        "system_output": "Angkor borei restaurant , is near bernal heights , the is good for dinner , and it is in the cheap price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 2.5,
            "overall": 1.5
        }
    },
    {
        "doc_id": 33,
        "source": "inform(name='angkor borei restaurant',type=restaurant)",
        "reference": "I would recommend angkor borei restaurant , a nice restaurant",
        "system_output": "The name of the restaurant is angkor borei restaurant .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 34,
        "source": "inform(name='aperto restaurant',kids_allowed=yes)",
        "reference": "Aperto restaurant does allow kid -s .",
        "system_output": "Aperto restaurant allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 35,
        "source": "inform(name='aperto restaurant',kids_allowed=yes,price_range=moderate,near='potrero hill')",
        "reference": "Aperto restaurant is a moderate -ly priced restaurant that allows kid -s near the potrero hill area .",
        "system_output": "Aperto restaurant , is near potrero hill , , is moderate range and allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 36,
        "source": "inform(name='aperto restaurant',near='potrero hill')",
        "reference": "Do you want to try aperto restaurant near potrero hill ?",
        "system_output": "Aperto restaurant , is near the potrero hill .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 37,
        "source": "inform(name='aperto restaurant',near='potrero hill',price_range=moderate)",
        "reference": "Aperto restaurant is near potrero hill and is moderate -ly priced .",
        "system_output": "Aperto restaurant near potrero hill offers moderate food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 38,
        "source": "inform(name='aperto restaurant',price='22 euro',phone='4152521625')",
        "reference": "The phone number for aperto restaurant is 4152521625. the price is 22 euro .",
        "system_output": "Aperto restaurant 's prices range 22 euro their phone number is 4152521625 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 39,
        "source": "inform(name='aperto restaurant',price_range=moderate)",
        "reference": "The aperto restaurant has a moderate price range .",
        "system_output": "Aperto restaurant , is moderate .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 2.5
        }
    },
    {
        "doc_id": 40,
        "source": "inform(name='aperto restaurant',type=restaurant)",
        "reference": "The restaurant is named aperto restaurant .",
        "system_output": "The name of the restaurant is aperto restaurant .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 41,
        "source": "inform(name='arabian nights restaurant',address='2345 mission street')",
        "reference": "The address to the arabian nights restaurant is 2345 mission street .",
        "system_output": "Arabian nights restaurant 's address is 2345 mission street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 42,
        "source": "inform(name='arabian nights restaurant',address='2345 mission street',phone='4156481444')",
        "reference": "Arabian nights restaurant is located at 2345 mission street and can be reached by phone at 4156481444 .",
        "system_output": "Arabian nights restaurant 's address is 2345 mission street , and its phone number is 4156481444 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 43,
        "source": "inform(name='arabian nights restaurant',area='hayes valley or noma')",
        "reference": "Arabian nights restaurant is in the hayes valley or noma",
        "system_output": "Arabian nights restaurant , is in the are of hayes valley or noma .",
        "scores": {
            "informativeness": 1.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 44,
        "source": "inform(name='arabian nights restaurant',area='hayes valley or noma',address='2345 mission street',phone='4156481444')",
        "reference": "Arabian nights restaurant is in hayes valley or noma at 2345 mission street , you can call at 4156481444 .",
        "system_output": "Arabian nights restaurant has 2 locations in hayes valley or noma , the address is 2345 mission street , and the phone number is 4156481444 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 45,
        "source": "inform(name='arabian nights restaurant',food=arabian)",
        "reference": "Arabian nights restaurant serves arabian",
        "system_output": "There is a arabian restaurant called arabian nights restaurant .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 46,
        "source": "inform(name='arabian nights restaurant',food=arabian,good_for_meal=dinner)",
        "reference": "Arabian nights restaurant serves arabian and is good for dinner .",
        "system_output": "Arabian nights restaurant , is a good restaurant that serves arabian food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 47,
        "source": "inform(name='arabian nights restaurant',food=lebanese)",
        "reference": "Arabian nights restaurant is a nice restaurant that serves lebanese food .",
        "system_output": "There is a lebanese restaurant called arabian nights restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 48,
        "source": "inform(name='arabian nights restaurant',phone='4156481444')",
        "reference": "Arabian nights restaurant 's phone number is 4156481444",
        "system_output": "The phone number for arabian nights restaurant is 4156481444 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 49,
        "source": "inform(name='arabian nights restaurant',price_range='moderate',area='hayes valley or noma')",
        "reference": "Arabian nights restaurant has moderate price -s and is in hayes valley or noma .",
        "system_output": "Arabian nights restaurant , is in the hayes valley or noma area with a moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 50,
        "source": "inform(name='arabian nights restaurant',type=restaurant)",
        "reference": "The restaurant is called arabian nights restaurant .",
        "system_output": "The name of the restaurant is arabian nights restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 51,
        "source": "inform(name='assab eritrean restaurant',address='2845 geary blvd')",
        "reference": "The address for assab eritrean restaurant is 2845 geary blvd .",
        "system_output": "Assab eritrean restaurant 's address is 2845 geary blvd .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 52,
        "source": "inform(name='assab eritrean restaurant',good_for_meal=dinner)",
        "reference": "Assab eritrean restaurant serves dinner .",
        "system_output": "Assab eritrean restaurant , is good for dinner .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 53,
        "source": "inform(name='assab eritrean restaurant',phone='4154417083')",
        "reference": "The phone number for assab eritrean restaurant is 4154417083 .",
        "system_output": "The phone number for assab eritrean restaurant is 4154417083 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 54,
        "source": "inform(name='assab eritrean restaurant',postcode='94118')",
        "reference": "Assab eritrean restaurant postcode is 94118",
        "system_output": "The postcode of assab eritrean restaurant is 94118 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 55,
        "source": "inform(name='assab eritrean restaurant',price='between 7 and 11 euro')",
        "reference": "Assab eritrean restaurant meal -s cost between 7 and 11 euro .",
        "system_output": "The price is between 7 and 11 euro at assab eritrean restaurant .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 56,
        "source": "inform(name='assab eritrean restaurant',price_range=cheap,address='2845 geary blvd')",
        "reference": "Assab eritrean restaurant is cheap and the address is 2845 geary blvd .",
        "system_output": "Assab eritrean restaurant , is at 2845 geary blvd and has a cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 57,
        "source": "inform(name='assab eritrean restaurant',price_range=cheap,near='laurel heights')",
        "reference": "Assab eritrean restaurant is a cheap restaurant near laurel heights",
        "system_output": "Assab eritrean restaurant near laurel heights offers cheap food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 58,
        "source": "inform(name='atelier crenn',address='3127 fillmore street')",
        "reference": "Atelier crenn is at 3127 fillmore street .",
        "system_output": "Atelier crenn 's address is 3127 fillmore street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 59,
        "source": "inform(name='atelier crenn',price_range=expensive)",
        "reference": "Atelier crenn is an expensive restaurant .",
        "system_output": "Atelier crenn , is expensive .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 60,
        "source": "inform(name='atelier crenn',type=restaurant)",
        "reference": "Atelier crenn is a type of restaurant .",
        "system_output": "The name of the restaurant is atelier crenn .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 61,
        "source": "inform(name='aux delices restaurant',address='2327 polk street')",
        "reference": "Aux delices restaurant -s is located at 2327 polk street",
        "system_output": "Aux delices restaurant 's address is 2327 polk street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 62,
        "source": "inform(name='aux delices restaurant',food=vietnamese,near='russian hill')",
        "reference": "There is a place called aux delices restaurant that serves vietnamese food near russian hill",
        "system_output": "Aux delices restaurant near russian hill serves vietnamese .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 63,
        "source": "inform(name='aux delices restaurant',kids_allowed=yes)",
        "reference": "Aux delices restaurant allows kid -s",
        "system_output": "Aux delices restaurant allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 64,
        "source": "inform(name='bar crudo',address='655 divisadero street')",
        "reference": "Bar crudo is at 655 divisadero street",
        "system_output": "Bar crudo 's address is 655 divisadero street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 65,
        "source": "inform(name='bar crudo',food='raw food')",
        "reference": "Bar crudo serves raw food .",
        "system_output": "There is a raw food restaurant called bar crudo .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 66,
        "source": "inform(name='bar crudo',phone='4154090679')",
        "reference": "Bar crudo 's phone number is 4154090679 .",
        "system_output": "The phone number for bar crudo is 4154090679 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 67,
        "source": "inform(name='bar crudo',price_range=moderate)",
        "reference": "Bar crudo price range is moderate",
        "system_output": "Bar crudo , is moderate .",
        "scores": {
            "informativeness": 2.5,
            "naturalness": 2.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 68,
        "source": "inform(name='beijing restaurant',address='1801 alemany blvd')",
        "reference": "The address for beijing restaurant is 1801 alemany blvd .",
        "system_output": "Beijing restaurant 's address is 1801 alemany blvd .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 69,
        "source": "inform(name='beijing restaurant',food=chinese)",
        "reference": "Beijing restaurant is serving chinese food",
        "system_output": "There is a chinese restaurant called beijing restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 70,
        "source": "inform(name='beijing restaurant',near='mission terrace')",
        "reference": "The beijing restaurant is near to the mission terrace .",
        "system_output": "Beijing restaurant , is near the mission terrace .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 71,
        "source": "inform(name='beijing restaurant',near='mission terrace or outer mission')",
        "reference": "Beijing restaurant is near mission terrace or outer mission",
        "system_output": "Beijing restaurant , is near the mission terrace or outer mission .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 72,
        "source": "inform(name='beijing restaurant',near='outer mission',price_range=cheap)",
        "reference": "Beijing restaurant is a nice restaurant near outer mission , with cheap price -s .",
        "system_output": "Beijing restaurant near outer mission offers cheap food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 73,
        "source": "inform(name='beijing restaurant',phone='4153338182')",
        "reference": "The phone number for beijing restaurant is 4153338182 .",
        "system_output": "The phone number for beijing restaurant is 4153338182 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 74,
        "source": "inform(name='beijing restaurant',price_range=cheap,near='outer mission')",
        "reference": "Beijing restaurant is in the cheap price range near outer mission .",
        "system_output": "Beijing restaurant near outer mission offers cheap food .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 75,
        "source": "inform(name='beijing restaurant',type=restaurant)",
        "reference": "The beijing restaurant is a nice restaurant",
        "system_output": "The name of the restaurant is beijing restaurant .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 76,
        "source": "inform(name=benu,address='22 hawthorne street')",
        "reference": "Benu is at 22 hawthorne street",
        "system_output": "Benu 's address is 22 hawthorne street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 77,
        "source": "inform(name=benu,address='22 hawthorne street',postcode='94105')",
        "reference": "Benu 's address is 22 hawthorne street . It is postcode is 94105 .",
        "system_output": "Benu , is located at 22 hawthorne street , 94105 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 78,
        "source": "inform(name='benu',area='hayes valley or financial district south')",
        "reference": "Benu is located in the area of hayes valley or financial district south",
        "system_output": "Benu , is in the are of hayes valley or financial district south .",
        "scores": {
            "informativeness": 3.5,
            "naturalness": 3.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 79,
        "source": "inform(name=benu,food=asian,kids_allowed=no)",
        "reference": "Benu is a nice restaurant that serves asian food and does not allow child -s .",
        "system_output": "Benu , is a nice restaurant that serves asian food and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 80,
        "source": "inform(name=benu,phone='4156854860')",
        "reference": "The phone number for benu is 4156854860 .",
        "system_output": "The phone number for benu is 4156854860 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 81,
        "source": "inform(name=benu,price_range=expensive,near='financial district',food=asian)",
        "reference": "Benu has an expensive price range . It is close to the financial district and serves asian food",
        "system_output": "Benu , is near financial district , it serves asian and is expensively priced .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 82,
        "source": "inform(name=benu,type=restaurant)",
        "reference": "Benu is a nice restaurant",
        "system_output": "The name of the restaurant is benu .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 83,
        "source": "inform(name=betelnut,area='cow hollow',kids_allowed=no,price_range=expensive)",
        "reference": "Betelnut is an expensive restaurant that does not allow kid -s in the cow hollow area .",
        "system_output": "Betelnut , is in the cow hollow area is it do not allow kids expensive .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 84,
        "source": "inform(name=betelnut,food=malaysian)",
        "reference": "There is a malaysian restaurant called betelnut .",
        "system_output": "There is a malaysian restaurant called betelnut .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 85,
        "source": "inform(name='betelnut',near='marina cow hollow',area='cow hollow or hayes valley',phone='4159298855')",
        "reference": "Betelnut is near the marina cow hollow and in the cow hollow or hayes valley area . The phone number is 4159298855 .",
        "system_output": "Betelnut , is near marina cow hollow , , the , the , the , the , the , the , the , the , the , the , the , the , the , the and .",
        "scores": {
            "informativeness": 1.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 86,
        "source": "inform(name='borobudur restaurant',address='700 post street',phone='4157751512')",
        "reference": "Borobudur restaurant is located at 700 post street . Its phone number is 4157751512",
        "system_output": "Borobudur restaurant 's address is 700 post street , and its phone number is 4157751512 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 87,
        "source": "inform(name='borobudur restaurant',food=indonesian)",
        "reference": "Borobudur restaurant serves indonesian food .",
        "system_output": "There is a indonesian restaurant called borobudur restaurant .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 88,
        "source": "inform(name='borobudur restaurant',type=restaurant)",
        "reference": "Borobudur restaurant is a nice restaurant",
        "system_output": "The name of the restaurant is borobudur restaurant .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 89,
        "source": "inform(name='bund shanghai restaurant',address='640 jackson street')",
        "reference": "Bund shanghai restaurant 's address is 640 jackson street .",
        "system_output": "Bund shanghai restaurant 's address is 640 jackson street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 90,
        "source": "inform(name='bund shanghai restaurant',food=shanghainese)",
        "reference": "Bund shanghai restaurant serves shanghainese food .",
        "system_output": "There is a shanghainese restaurant called bund shanghai restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 91,
        "source": "inform(name='bund shanghai restaurant',price_range=cheap)",
        "reference": "Bund shanghai restaurant is in the cheap price range .",
        "system_output": "Bund shanghai restaurant , is cheap .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 92,
        "source": "inform(name='bund shanghai restaurant',type=restaurant)",
        "reference": "Bund shanghai restaurant is a good restaurant .",
        "system_output": "The name of the restaurant is bund shanghai restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 93,
        "source": "inform(name='burma superstar',kids_allowed=no,price_range=moderate)",
        "reference": "Burma superstar does not allow kid -s and is moderate -ly priced",
        "system_output": "Burma superstar , is moderately prices and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 94,
        "source": "inform(name='burma superstar',near='inner richmond',price='between 15 and 22 euro')",
        "reference": "Burma superstar is near inner richmond priced between 15 and 22 euro",
        "system_output": "There is a nice restaurant near inner richmond named burma superstar are between 15 and 22 euro .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 95,
        "source": "inform(name='burma superstar',phone='4153872147')",
        "reference": "Burma superstar 's number is 4153872147",
        "system_output": "The phone number for burma superstar is 4153872147 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 96,
        "source": "inform(name=butterfly,kids_allowed=no)",
        "reference": "No , butterfly does not allow kid -s .",
        "system_output": "There are no children allowed at butterfly .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 97,
        "source": "inform(name=butterfly,price_range=expensive,food=vietnamese)",
        "reference": "Butterfly is an expensive vietnamese restaurant .",
        "system_output": "Butterfly serves vietnamese food at a expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 98,
        "source": "inform(name='campton place restaurant',area=downtown,food=indian,good_for_meal=dinner)",
        "reference": "Campton place restaurant is in the downtown area and serves indian food and is good for dinner .",
        "system_output": "Campton place restaurant , is good for dinner that serves indian food in the downtown area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 2.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 99,
        "source": "inform(name='campton place restaurant',phone='4157815555')",
        "reference": "The phone number for campton place restaurant is 4157815555 .",
        "system_output": "The phone number for campton place restaurant is 4157815555 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 100,
        "source": "inform(name='campton place restaurant',price_range=expensive)",
        "reference": "Campton place restaurant is in the expensive price range .",
        "system_output": "Campton place restaurant , is expensive .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 101,
        "source": "inform(name=canteen,price='between 23 and 29 euro',phone='4159288870')",
        "reference": "The phone number of canteen is 4159288870 and the price for meal -s range between 23 and 29 euro .",
        "system_output": "Canteen 's prices range between 23 and 29 euro their phone number is 4159288870 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 102,
        "source": "inform(name=canteen,price_range=moderate)",
        "reference": "The price range of canteen is moderate",
        "system_output": "Canteen , is moderate .",
        "scores": {
            "informativeness": 1.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 103,
        "source": "inform(name='canto do brasil restaurant',area='hayes valley',address='41 franklin street')",
        "reference": "The address for canto do brasil restaurant s 41 franklin street , in the hayes valley area .",
        "system_output": "Canto do brasil restaurant , is in the hayes valley area and it is address is 41 franklin street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.5,
            "overall": 2.5
        }
    },
    {
        "doc_id": 104,
        "source": "inform(name='canto do brasil restaurant',food=brazilian)",
        "reference": "Canto do brasil restaurant serves brazilian food .",
        "system_output": "There is a brazilian restaurant called canto do brasil restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 105,
        "source": "inform(name='canto do brasil restaurant',kids_allowed=no)",
        "reference": "Canto do brasil restaurant does not allow child -s .",
        "system_output": "There are no children allowed at canto do brasil restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 106,
        "source": "inform(name='canto do brasil restaurant',phone='4156268727',postcode='94102')",
        "reference": "The phone number for canto do brasil restaurant is 4156268727 , its postcode is 94102 .",
        "system_output": "The phone number for canto do brasil restaurant is 4156268727 , and the postcode is 94102 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 107,
        "source": "inform(name='canto do brasil restaurant',price_range=cheap,food=brazilian)",
        "reference": "Canto do brasil restaurant serves cheap brazilian food .",
        "system_output": "Canto do brasil restaurant serves brazilian food at a cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 108,
        "source": "inform(name='capital restaurant',kids_allowed=none)",
        "reference": "I have no information whether capital restaurant allows kid -s or not .",
        "system_output": "I have no information whether capital restaurant allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 109,
        "source": "inform(name='capital restaurant',phone='4153976269')",
        "reference": "The phone number for capital restaurant is 4153976269 .",
        "system_output": "The phone number for capital restaurant is 4153976269 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 110,
        "source": "inform(name='capital restaurant',price_range=cheap,good_for_meal=lunch)",
        "reference": "Capital restaurant is a nice restaurant in the cheap price range that is good for lunch .",
        "system_output": "Capital restaurant , is a good lunch meal and is cheap .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 111,
        "source": "inform(name='capital restaurant',type=restaurant)",
        "reference": "Capital restaurant is a good restaurant .",
        "system_output": "The name of the restaurant is capital restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 112,
        "source": "inform(name='chai yo thai restaurant',near='nob hill')",
        "reference": "Chai yo thai restaurant is near nob hill",
        "system_output": "Chai yo thai restaurant , is near the nob hill .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 113,
        "source": "inform(name='chaya brasserie',food=asian)",
        "reference": "Chaya brasserie is an asian delhi .",
        "system_output": "There is a asian restaurant called chaya brasserie .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 114,
        "source": "inform(name='chenery park',address='683 chenery street',phone='4153378537')",
        "reference": "The address for chenery park is 683 chenery street , the phone number is 4153378537",
        "system_output": "Chenery park 's address is 683 chenery street , and its phone number is 4153378537 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 115,
        "source": "inform(name='chenery park',area='glen park')",
        "reference": "Chenery park is located in the glen park .",
        "system_output": "Chenery park , is in the are of glen park .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 116,
        "source": "inform(name='chenery park',area='hayes valley or glen park',address='683 chenery street')",
        "reference": "Chenery park is in the hayes valley or glen park area . Their address is 683 chenery street",
        "system_output": "Chenery park , is in the hayes valley or glen park area and it is address is 683 chenery street .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 3.0,
            "overall": 1.5
        }
    },
    {
        "doc_id": 117,
        "source": "inform(name='chenery park',kids_allowed=yes)",
        "reference": "Yes , chenery park does allow child -s .",
        "system_output": "Chenery park allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 118,
        "source": "inform(name='chenery park',near='glen park')",
        "reference": "Chenery park is near glen park .",
        "system_output": "Chenery park , is near the glen park .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 119,
        "source": "inform(name='chenery park',near='glen park',kids_allowed=yes,price_range=moderate)",
        "reference": "Chenery park is located near to glen park . They offer food at a moderate price and allow kid -s .",
        "system_output": "Chenery park , is near glen park , , is moderate range and allows children .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 1.5,
            "overall": 1.5
        }
    },
    {
        "doc_id": 120,
        "source": "inform(name='chez maman',area='hayes valley or victoria mews')",
        "reference": "Chez maman is located in hayes valley or victoria mews .",
        "system_output": "Chez maman , is in the are of hayes valley or victoria mews .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 121,
        "source": "inform(name='chez maman',food='burgers or creperies',address='1453 18th street')",
        "reference": "Burgers or creperies are served at chez maman which is located at 1453 18th street .",
        "system_output": "The chez maman serves burgers or creperies food and the address is 1453 18th street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 122,
        "source": "inform(name='chez maman',food=creperies)",
        "reference": "I found the chez maman restaurant that serves creperies .",
        "system_output": "There is a creperies restaurant called chez maman .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 123,
        "source": "inform(name='chez maman',food=creperies,good_for_meal=dinner)",
        "reference": "Chez maman serves creperies and is good for dinner",
        "system_output": "Chez maman , is a good restaurant that serves creperies food , especially for dinner .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 124,
        "source": "inform(name='chez maman',good_for_meal=dinner,near='potrero hill',price_range=moderate)",
        "reference": "Chez maman is a dinner restaurant near potrero hill with a moderate price range .",
        "system_output": "Chez maman , is near potrero hill , the is good for dinner , and it is in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 125,
        "source": "inform(name='chez maman',kids_allowed=no,near='potrero hill')",
        "reference": "Chez maman is near potrero hill and does not allow kid -s in the restaurant .",
        "system_output": "Chez maman , is a nice restaurant near potrero hill that does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 126,
        "source": "inform(name='chez maman',phone='4158247166')",
        "reference": "The phone number for chez maman is 4158247166 .",
        "system_output": "The phone number for chez maman is 4158247166 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 127,
        "source": "inform(name='chez maman',type=restaurant)",
        "reference": "Chez maman is a nice restaurant fits you .",
        "system_output": "The name of the restaurant is chez maman .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 128,
        "source": "inform(name=chouchou,kids_allowed=no)",
        "reference": "Chouchou does not allow child -s .",
        "system_output": "There are no children allowed at chouchou .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 129,
        "source": "inform(name=chouchou,price_range=moderate)",
        "reference": "Chouchou is a moderate -ly priced himalayan food restaurant",
        "system_output": "Chouchou , is moderate .",
        "scores": {
            "informativeness": 2.5,
            "naturalness": 2.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 130,
        "source": "inform(name=chow,address='215 church street')",
        "reference": "The address of chow is 215 church street .",
        "system_output": "Chow 's address is 215 church street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 131,
        "source": "inform(name=chow,address='215 church street',phone='4155522469')",
        "reference": "The address for chow is 215 church street and the phonenumber is 4155522469 .",
        "system_output": "Chow 's address is 215 church street , and its phone number is 4155522469 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 132,
        "source": "inform(name=chow,address='215 church street',price='22 euro')",
        "reference": "Chow food is located at 215 church street . It costs 22 euro .",
        "system_output": "It is located at 215 church street it is price chow is 22 euro .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 133,
        "source": "inform(name=chow,food='comfort food')",
        "reference": "Chow food is a nice restaurant that has comfort food .",
        "system_output": "There is a comfort food restaurant called chow .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 134,
        "source": "inform(name=chow,food='comfort food',good_for_meal=dinner)",
        "reference": "I recommend chow . It serves comfort food and good for dinner .",
        "system_output": "Chow , is a good restaurant that serves comfort food food , especially for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 135,
        "source": "inform(name=chow,food='comfort food',good_for_meal=dinner,near=castro)",
        "reference": "There is a nice restaurant called chow near castro , which serves comfort food and is good for dinner .",
        "system_output": "Chow , is near castro , and it serves comfort food food for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 136,
        "source": "inform(name='chow',good_for_meal='lunch or dinner')",
        "reference": "Chow is great for lunch or dinner .",
        "system_output": "Chow , is good for lunch or dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 137,
        "source": "inform(name=chow,kids_allowed=yes)",
        "reference": "Yes , chow allows child -s .",
        "system_output": "Chow allows children .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 138,
        "source": "inform(name=chow,near=castro)",
        "reference": "Chow restaurant is near the castro .",
        "system_output": "Chow , is near the castro .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 139,
        "source": "inform(name=chow,phone='4155522469')",
        "reference": "The phone number for chow is 4155522469 .",
        "system_output": "The phone number for chow is 4155522469 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 140,
        "source": "inform(name=chow,price='22 euro')",
        "reference": "The price of chow is 22 euro .",
        "system_output": "The price is 22 euro at chow .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 141,
        "source": "inform(name=chow,price_range=moderate,kids_allowed=yes)",
        "reference": "Chow is a nice restaurant in the moderate price range that allows child -s .",
        "system_output": "Chow , is moderately priced and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 142,
        "source": "inform(name='city view restaurant',food='dim sum',address='662 commercial street',phone='4153982838')",
        "reference": "City view restaurant serves dim sum . Address is 662 commercial street and phone number 4153982838",
        "system_output": "City view restaurant , is a nice restaurant that serves dim sum food , the address is 662 commercial street , and the phone number is 4153982838 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 143,
        "source": "inform(name='city view restaurant',price_range=cheap)",
        "reference": "City view restaurant is in the cheap range .",
        "system_output": "City view restaurant , is cheap .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 3.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 144,
        "source": "inform(name='colibri mexican bistro',price_range=moderate)",
        "reference": "The colibri mexican bistro is in the moderate price range .",
        "system_output": "Colibri mexican bistro , is moderate .",
        "scores": {
            "informativeness": 2.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 145,
        "source": "inform(name='crustacean restaurant',address='1475 polk street suite 6',phone='4157762722')",
        "reference": "The address to crustacean restaurant is 1475 polk street suite 6 and the phone number is 4157762722 .",
        "system_output": "Crustacean restaurant 's address is 1475 polk street suite 6 , and its phone number is 4157762722 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 146,
        "source": "inform(name='crustacean restaurant',good_for_meal=dinner)",
        "reference": "Crustacean restaurant is also good for dinner .",
        "system_output": "Crustacean restaurant , is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 147,
        "source": "inform(name='crustacean restaurant',phone='4157762722')",
        "reference": "The phone number for crustacean restaurant is 4157762722 .",
        "system_output": "The phone number for crustacean restaurant is 4157762722 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 148,
        "source": "inform(name='crustacean restaurant',price_range=expensive)",
        "reference": "Crustacean restaurant is an expensive restaurant .",
        "system_output": "Crustacean restaurant , is expensive .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 149,
        "source": "inform(name='crustacean restaurant',price_range=expensive,good_for_meal=dinner)",
        "reference": "The crustacean restaurant is expensive and is good for dinner .",
        "system_output": "Crustacean restaurant , is a good dinner meal and is expensive .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 2.5
        }
    },
    {
        "doc_id": 150,
        "source": "inform(name='da flora a venetian osteria',area='hayes valley or little italy',address='701 columbus avenue')",
        "reference": "The address of da flora a venetian osteria is 701 columbus avenue and they are located in hayes valley or little italy .",
        "system_output": "Da flora a venetian osteria , is in the hayes valley or little italy area and it is address is help van ness ave .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 2.5
        }
    },
    {
        "doc_id": 151,
        "source": "inform(name='da flora a venetian osteria',price_range=cheap,good_for_meal=dinner)",
        "reference": "I have found da flora a venetian osteria , where the price range is cheap , and they serve dinner .",
        "system_output": "Da flora a venetian osteria , is a good dinner meal and is cheap .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 152,
        "source": "inform(name='darbar restaurant',area='hayes valley or lower nob hill',address='1412 polk street',phone='4153591236')",
        "reference": "Darbar restaurant is located in hayes valley and lower nob hill . The address is 1412 polk street and the phone number is 4153591236 .",
        "system_output": "Darbar restaurant has 2 locations in hayes valley or lower nob hill , the address is 1412 polk street , and the phone number is 4153591236 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 153,
        "source": "inform(name='darbar restaurant',area='hayes valley or lower nob hill',phone='4153591236')",
        "reference": "The darbar restaurant is located in hayes valley or lower nob hill their phone number is 4153591236",
        "system_output": "Darbar restaurant , is in the hayes valley or lower nob hill call 4153591236 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 154,
        "source": "inform(name='darbar restaurant',food=indpak,good_for_meal=lunch)",
        "reference": "The darbar restaurant serves indpak food and is good for lunch",
        "system_output": "Darbar restaurant , is a good restaurant that serves indpak food , especially for lunch .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 155,
        "source": "inform(name='darbar restaurant',kids_allowed=yes)",
        "reference": "Yes darbar restaurant allows kid -s",
        "system_output": "Darbar restaurant allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 156,
        "source": "inform(name='darbar restaurant',kids_allowed=yes,food=pakistani,good_for_meal=lunch)",
        "reference": "Darbar restaurant serves good pakistani food for lunch that allows child -s .",
        "system_output": "Darbar restaurant allows children , it serves pakistani food , and it is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 157,
        "source": "inform(name='darbar restaurant',price_range=cheap)",
        "reference": "I would suggest darbar restaurant . The food is cheap .",
        "system_output": "Darbar restaurant , is cheap .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 158,
        "source": "inform(name='darbar restaurant',price_range=cheap,near='nob hill')",
        "reference": "Darbar restaurant offers cheap price -s near nob hill",
        "system_output": "Darbar restaurant near nob hill offers cheap food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 159,
        "source": "inform(name='delancey street restaurant',good_for_meal=brunch)",
        "reference": "Delancey street restaurant is a good restaurant for brunch .",
        "system_output": "Delancey street restaurant , is good for brunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 160,
        "source": "inform(name='dong baek restaurant',near=tenderloin)",
        "reference": "Dong baek restaurant is near tenderloin .",
        "system_output": "Dong baek restaurant , is near the tenderloin .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.5,
            "overall": 1.5
        }
    },
    {
        "doc_id": 161,
        "source": "inform(name='dong baek restaurant',price_range=moderate,good_for_meal=dinner)",
        "reference": "Dong baek restaurant is moderate -ly priced and good for dinner .",
        "system_output": "Dong baek restaurant , is a good dinner meal and is moderate .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 162,
        "source": "inform(name='dosa on fillmore',price_range=expensive,near='lower pacific heights')",
        "reference": "Dosa on fillmore is an expensive restaurant near lower pacific heights",
        "system_output": "Dosa on fillmore near lower pacific heights offers expensive food .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 163,
        "source": "inform(name='dosa on valencia',food=indian)",
        "reference": "Dosa on valencia restaurant serves indian food .",
        "system_output": "There is a indian restaurant called dosa on valencia .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 164,
        "source": "inform(name='dosa on valencia',near=mission,phone='4156423672')",
        "reference": "Dosa on valencia is near mission , phone number is 4156423672",
        "system_output": "Dosa on valencia , is near mission , phone number is 4156423672 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 165,
        "source": "inform(name='dosa on valencia',price_range=moderate,food='gluten free')",
        "reference": "You can go to dosa on valencia also providing gluten free food but with moderate price -s",
        "system_output": "Dosa on valencia serves gluten free food at a moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 166,
        "source": "inform(name='dosa on valencia',type=restaurant)",
        "reference": "The dosa on valencia restaurant",
        "system_output": "The name of the restaurant is dosa on valencia .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 167,
        "source": "inform(name=eiji,address='317 sanchez street',phone='4155588149')",
        "reference": "Eiji 's address is 317 sanchez street and the phone number is 4155588149 .",
        "system_output": "Eiji 's address is 317 sanchez street , and its phone number is 4155588149 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 168,
        "source": "inform(name=eiji,area=mastro,good_for_meal=dinner)",
        "reference": "Eiji is located in mastro and is good for dinner .",
        "system_output": "Eiji , is good for dinner , and is in the mastro area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 169,
        "source": "inform(name=eiji,area=mastro,kids_allowed=no,good_for_meal=dinner)",
        "reference": "Eiji is in the mastro area , does not allow kid -s , and is good for dinner .",
        "system_output": "Eiji , is a nice restaurant in the mastro area that allows children , and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 170,
        "source": "inform(name=eiji,kids_allowed=no,price_range=cheap)",
        "reference": "Eiji is a cheap -ly priced restaurant which does not allow child -s .",
        "system_output": "Eiji , is cheaply prices and does not allow children .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 171,
        "source": "inform(name=eiji,phone='4155588149')",
        "reference": "The phone number of eiji is 4155588149 .",
        "system_output": "The phone number for eiji is 4155588149 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 172,
        "source": "inform(name='enjoy vegetarian restaurant',address='839 kearny street',phone='4159567868',postcode='94108 or 94122')",
        "reference": "Enjoy vegetarian restaurant is located at 839 kearny street 94108 or 94122. phone number is 4159567868 .",
        "system_output": "Enjoy vegetarian restaurant , is at 839 kearny street , phone number is 4159567868 , and the postcode is 94108 or 94122 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 173,
        "source": "inform(name='enjoy vegetarian restaurant',food=chinese,near=chinatown,good_for_meal=dinner,kids_allowed=yes)",
        "reference": "Enjoy vegetarian restaurant is near chinatown and allows kid -s. it is good for dinner and serves chinese food",
        "system_output": "Enjoy vegetarian restaurant , is near chinatown , it serves chinese food for dinner , and allows kids .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 174,
        "source": "inform(name='enjoy vegetarian restaurant',kids_allowed=yes)",
        "reference": "Enjoy vegetarian restaurant is a vegetarian restaurant that allows child -s .",
        "system_output": "Enjoy vegetarian restaurant allows children .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 175,
        "source": "inform(name='espetus churrascaria',address='1686 market street')",
        "reference": "Espetus churrascaria is located at 1686 market street",
        "system_output": "Espetus churrascaria 's address is 1686 market street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 176,
        "source": "inform(name='espetus churrascaria',area='hayes valley')",
        "reference": "Espetus churrascaria is in the hayes valley area .",
        "system_output": "Espetus churrascaria , is in the are of hayes valley .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.5,
            "overall": 2.5
        }
    },
    {
        "doc_id": 177,
        "source": "inform(name='espetus churrascaria',food=brazilian,good_for_meal=dinner)",
        "reference": "Espetus churrascaria serves good brazilian food for dinner .",
        "system_output": "Espetus churrascaria , is a good restaurant that serves brazilian food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 178,
        "source": "inform(name='espetus churrascaria',phone='4155528792')",
        "reference": "The phone number to espetus churrascaria is 4155528792",
        "system_output": "The phone number for espetus churrascaria is 4155528792 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 179,
        "source": "inform(name='fifth floor',address='hotel palomar 12 fourth street')",
        "reference": "The address of fifth floor is hotel palomar 12 fourth street .",
        "system_output": "Fifth floor 's address is hotel palomar 12 fourth street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 180,
        "source": "inform(name='fifth floor',food=lounge,good_for_meal=dinner)",
        "reference": "Fifth floor is good for dinner and lounge .",
        "system_output": "Fifth floor , is a good restaurant that serves lounge food , especially for dinner .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 181,
        "source": "inform(name='fifth floor',food=lounge,price_range=expensive)",
        "reference": "The fifth floor is a lounge that serves expensive food .",
        "system_output": "Fifth floor serves lounge food at a expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 182,
        "source": "inform(name='fifth floor',kids_allowed=no)",
        "reference": "There are no child -s allowed in fifth floor .",
        "system_output": "There are no children allowed at fifth floor .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 183,
        "source": "inform(name='fifth floor',near='financial district or union square')",
        "reference": "The fifth floor is near the financial district or union square .",
        "system_output": "Fifth floor , is near the financial district or union square .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 184,
        "source": "inform(name='fifth floor',phone='4153481555')",
        "reference": "The phone number to fifth floor is 4153481555",
        "system_output": "The phone number for fifth floor is 4153481555 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 185,
        "source": "inform(name='fifth floor',price='between 29 and 58 euro')",
        "reference": "The price of fifth floor is between 29 and 58 euro .",
        "system_output": "The price is between 29 and 58 euro at fifth floor .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 186,
        "source": "inform(name='fifth floor',type=restaurant)",
        "reference": "Fifth floor is a nice restaurant .",
        "system_output": "The name of the restaurant is fifth floor .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 187,
        "source": "inform(name=firefly,kids_allowed=no)",
        "reference": "Firefly is a nice restaurant that does not allow child -s",
        "system_output": "There are no children allowed at firefly .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 188,
        "source": "inform(name='forbes island',address='pier 41')",
        "reference": "Forbes island restaurant is located at pier 41 .",
        "system_output": "Forbes island 's address is pier 41 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 189,
        "source": "inform(name='forbes island',area='hayes valley',kids_allowed=no)",
        "reference": "Forbes island is a nice restaurant in the hayes valley area no kid -s are allowed .",
        "system_output": "Forbes island , is in the area of hayes valley and it does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 190,
        "source": "inform(name='forbes island',price='between 30 and 58 euro')",
        "reference": "Forbes island restaurant cost between 30 and 58 euro .",
        "system_output": "The price is between 30 and 58 euro at forbes island .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 191,
        "source": "inform(name='foreign cinema',kids_allowed=no)",
        "reference": "Foreign cinema does not allow kid -s",
        "system_output": "There are no children allowed at foreign cinema .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 192,
        "source": "inform(name=frances,area='hayes valley')",
        "reference": "Frances is a nice restaurant in the hayes valley area",
        "system_output": "Frances , is in the are of hayes valley .",
        "scores": {
            "informativeness": 2.5,
            "naturalness": 2.0,
            "overall": 1.5
        }
    },
    {
        "doc_id": 193,
        "source": "inform(name=frances,price_range=moderate,kids_allowed=no)",
        "reference": "Frances is moderate -ly price -s and does not allow kid -s",
        "system_output": "Frances , is moderately prices and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 194,
        "source": "inform(name=franchino,address='347 columbus avenue',price='22 euro')",
        "reference": "Franchino is located at 347 columbus avenue and costs around 22 euro .",
        "system_output": "It is located at van ness ave the franchino are 22 euro .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 195,
        "source": "inform(name=franchino,kids_allowed=no)",
        "reference": "No child -s are allowed at franchino restaurant .",
        "system_output": "There are no children allowed at franchino .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 196,
        "source": "inform(name=franchino,price_range=moderate)",
        "reference": "The restaurant franchino is moderate -ly priced .",
        "system_output": "Franchino , is moderate .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 197,
        "source": "inform(name='franciscan crab restaurant',address='pier 43 fishermans wharf',phone='4153627733')",
        "reference": "The address for franciscan crab restaurant is pier 43 fishermans wharf . The phone number is 4153627733 .",
        "system_output": "Franciscan crab restaurant 's address is pier 43 fishermans wharf , and its phone number is 4153627733 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 198,
        "source": "inform(name='franciscan crab restaurant',area='hayes valley or fishermans wharf',address='pier 43 fishermans wharf')",
        "reference": "Franciscan crab restaurant is in the hayes valley or fishermans wharf area , the address is pier 43 fishermans wharf .",
        "system_output": "Franciscan crab restaurant , is in the hayes valley or fishermans wharf area and it is address is pier 43 fishermans wharf .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 199,
        "source": "inform(name='franciscan crab restaurant',price='between 29 and 44 euro',phone='4153627733')",
        "reference": "Franciscan crab restaurant costs between 29 and 44 euro and the phone number is 4153627733 .",
        "system_output": "Franciscan crab restaurant 's prices range between 29 and 44 euro their phone number is 4153627733 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 200,
        "source": "inform(name='franciscan crab restaurant',price_range=expensive,kids_allowed=yes)",
        "reference": "Franciscan crab restaurant is in the expensive price range and allows child -s .",
        "system_output": "Franciscan crab restaurant , is expensively priced and allows kids .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 201,
        "source": "inform(name='franciscan crab restaurant',price_range=expensive,kids_allowed=yes,good_for_meal=dinner)",
        "reference": "There is a nice restaurant named franciscan crab restaurant , it is expensive , child friendly , and it specialized in dinner .",
        "system_output": "Franciscan crab restaurant has a expensive allows kids , and is good for dinner .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 202,
        "source": "inform(name='fresca',area='hayes valley or pacific heights',price='between 15 and 26 euro',phone='4154472668')",
        "reference": "Fresca is in hayes valley or pacific heights , with price -s between 15 and 26 euro . Their phone number is 4154472668",
        "system_output": "Fresca , is in the hayes valley or pacific heights area 's the price is between 15 and 26 euro their phone number is 4154472668 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 203,
        "source": "inform(name='fresca',area='pacific heights or hayes valley',address='2114 fillmore street')",
        "reference": "Fresca is in the pacific heights or hayes valley area . The address is 2114 fillmore street .",
        "system_output": "Fresca , is in the pacific heights or hayes valley area and it is address is 2114 fillmore street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 204,
        "source": "inform(name=fresca,food=peruvian,area='pacific heights',kids_allowed=no)",
        "reference": "There is a nice restaurant named fresca that serves peruvian food near the pacific heights area that does not allow kid -s .",
        "system_output": "Fresca , in pacific heights serves peruvian food and does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 205,
        "source": "inform(name=fresca,food=peruvian,good_for_meal=dinner)",
        "reference": "Fresca is a good restaurant for dinner that serves peruvian food",
        "system_output": "Fresca , is a good restaurant that serves peruvian food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 206,
        "source": "inform(name='fresca',food='peruvian or tapas')",
        "reference": "The food served at fresca is peruvian or tapas .",
        "system_output": "There is a peruvian or tapas restaurant called fresca .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 207,
        "source": "inform(name=fresca,good_for_meal=dinner)",
        "reference": "Fresca is good for dinner",
        "system_output": "Fresca , is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 208,
        "source": "inform(name=fresca,kids_allowed=no,price_range=moderate,near='pacific heights')",
        "reference": "Fresca restaurant does not allow child -s and is in the moderate price range and is near pacific heights .",
        "system_output": "Fresca , is near pacific heights , does not allow kids , and is moderate .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 209,
        "source": "inform(name=fresca,phone='4154472668')",
        "reference": "The phone number for fresca is 4154472668 .",
        "system_output": "The phone number for fresca is 4154472668 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 210,
        "source": "inform(name=fresca,price_range=moderate,kids_allowed=no,food=tapas)",
        "reference": "Fresca serves tapas , is moderate -ly priced and does not allow child -s",
        "system_output": "The restaurant I recommend is fresca , it serves tapas moderately priced and does not allow children .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 211,
        "source": "inform(name=fresca,type=restaurant)",
        "reference": "The name of the restaurant is fresca .",
        "system_output": "The name of the restaurant is fresca .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 212,
        "source": "inform(name=fringale,address='570 fourth street',phone='4155430573')",
        "reference": "The address for fringale is 570 fourth street . The telephone there is 4155430573",
        "system_output": "Fringale 's address is 570 fourth street , and its phone number is 4155430573 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 213,
        "source": "inform(name=fringale,food=french)",
        "reference": "The fringale is french .",
        "system_output": "There is a french restaurant called fringale .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 214,
        "source": "inform(name=fringale,kids_allowed=no,near='mission bay')",
        "reference": "Fringale is close to mission bay but kid -s are not allowed .",
        "system_output": "Fringale , is a nice restaurant near mission bay that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 215,
        "source": "inform(name=fringale,near='mission bay',good_for_meal=dinner)",
        "reference": "Fringale is good for dinner and near mission bay",
        "system_output": "Fringale , is a nice restaurant near mission bay , and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 216,
        "source": "inform(name='fujiyama ya japanese restaurant',area='golden gate heights',price_range=cheap)",
        "reference": "Fujiyama ya japanese restaurant is in the golden gate heights area and is cheap .",
        "system_output": "Fujiyama ya japanese restaurant , is in the golden gate heights area with a cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 217,
        "source": "inform(name='fujiyama ya japanese restaurant',food='japanese or sushi',phone='4156651772')",
        "reference": "Fujiyama ya japanese restaurant serves japanese or sushi , the phone number is 4156651772 .",
        "system_output": "Fujiyama ya japanese restaurant japanese or sushi food , there phone number is 4156651772 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 218,
        "source": "inform(name='gracias madre',area='mission dolores',price_range=cheap)",
        "reference": "Gracias madre is a cheap place in mission dolores .",
        "system_output": "Gracias madre , is in the mission dolores area with a cheap price range .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 219,
        "source": "inform(name='gracias madre',type=restaurant)",
        "reference": "Gracias madre is the name of the restaurant .",
        "system_output": "The name of the restaurant is gracias madre .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 220,
        "source": "inform(name='great eastern restaurant',address='649 jackson street')",
        "reference": "Great eastern restaurant -s address is 649 jackson street",
        "system_output": "Great eastern restaurant 's address is 649 jackson street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 221,
        "source": "inform(name='great eastern restaurant',good_for_meal=lunch)",
        "reference": "I know of a great eastern restaurant that is good for lunch .",
        "system_output": "Great eastern restaurant , is good for lunch .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 222,
        "source": "inform(name='great eastern restaurant',near=chinatown)",
        "reference": "The great eastern restaurant is near chinatown .",
        "system_output": "Great eastern restaurant , is near the chinatown .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 3.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 223,
        "source": "inform(name='great eastern restaurant',near=chinatown,price_range=moderate)",
        "reference": "Great eastern restaurant near chinatown is moderate -ly price -s",
        "system_output": "Great eastern restaurant near chinatown offers moderate food .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 224,
        "source": "inform(name='great eastern restaurant',phone='4159862500')",
        "reference": "Great eastern restaurant -s phone number is 4159862500",
        "system_output": "The phone number for great eastern restaurant is 4159862500 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 225,
        "source": "inform(name='great eastern restaurant',type=restaurant)",
        "reference": "Great eastern restaurant is a nice restaurant",
        "system_output": "The name of the restaurant is great eastern restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 226,
        "source": "inform(name=hakkasan,address='1 kearny street')",
        "reference": "The address for hakkasan is 1 kearny street .",
        "system_output": "Hakkasan 's address is 1 kearny street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 227,
        "source": "inform(name=hakkasan,area='financial district',food=cantonese)",
        "reference": "Hakkasan in the financial district serves cantonese food",
        "system_output": "Hakkasan , is in financial district serves cantonese food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 228,
        "source": "inform(name='hakkasan',area='financial district or hayes valley')",
        "reference": "Hakkasan is in the financial district or hayes valley",
        "system_output": "Hakkasan , is in the are of financial district or hayes valley .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 229,
        "source": "inform(name=hakkasan,kids_allowed=no)",
        "reference": "Sorry , hakkasan does not allow child -s",
        "system_output": "There are no children allowed at hakkasan .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 230,
        "source": "inform(name=hakkasan,phone='4158298148')",
        "reference": "The phone number for hakkasan is 4158298148 .",
        "system_output": "The phone number for hakkasan is 4158298148 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 231,
        "source": "inform(name=hakkasan,type=restaurant)",
        "reference": "The name of the restaurant is hakkasan .",
        "system_output": "The name of the restaurant is hakkasan .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 232,
        "source": "inform(name='helmand palace',address='2424 van ness avenue')",
        "reference": "Helmand palace is located at 2424 van ness avenue",
        "system_output": "The address of helmand palace is 2424 van ness ave .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 233,
        "source": "inform(name='helmand palace',food=afghan)",
        "reference": "Helmand palace serves afghan food .",
        "system_output": "There is a afghan restaurant called helmand palace .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 234,
        "source": "inform(name='helmand palace',phone='4153450072')",
        "reference": "The phone number for helmand palace is 4153450072 .",
        "system_output": "The phone number for helmand palace is 4153450072 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 235,
        "source": "inform(name='helmand palace',phone='4153450072',postcode='94109')",
        "reference": "The phone number to helmand palace is 4153450072 and the postcode is 94109 .",
        "system_output": "The phone number for helmand palace is 4153450072 , and the postcode is 94109 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 236,
        "source": "inform(name='helmand palace',price_range=expensive,kids_allowed=yes)",
        "reference": "Helmand palace is expensive , and allows kid -s .",
        "system_output": "Helmand palace , is expensively priced and allows kids .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 237,
        "source": "inform(name='helmand palace',type=restaurant)",
        "reference": "Helmand palace is a welsh restaurant .",
        "system_output": "The name of the restaurant is helmand palace .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 238,
        "source": "inform(name='hong kong clay pot restaurant',food=chinese,near=chinatown,good_for_meal=dinner,kids_allowed=yes)",
        "reference": "Hong kong clay pot restaurant offers chinese dinner near chinatown and allows kid -s .",
        "system_output": "Hong kong clay pot restaurant , is near chinatown , it serves chinese food for dinner , and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 239,
        "source": "inform(name='hong kong clay pot restaurant',price_range=cheap,kids_allowed=yes)",
        "reference": "Hong kong clay pot restaurant is a cheap restaurant where kid -s are allowed .",
        "system_output": "Hong kong clay pot restaurant , is cheaply priced and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 240,
        "source": "inform(name='house of nanking',food=chinese)",
        "reference": "House of nanking serves chinese food .",
        "system_output": "There is a chinese restaurant called house of nanking .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 241,
        "source": "inform(name='house of nanking',good_for_meal=lunch,kids_allowed=no)",
        "reference": "House of nanking is good for lunch and does not allow kid -s .",
        "system_output": "House of nanking , is good for lunch , and no children are allowed .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 242,
        "source": "inform(name='house of nanking',kids_allowed=no,price_range=cheap)",
        "reference": "The house of nanking is cheap and does not allow kid -s .",
        "system_output": "House of nanking , is cheaply prices and does not allow children .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 3.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 243,
        "source": "inform(name='house of nanking',phone='4154211429')",
        "reference": "The phone number for house of nanking is 4154211429",
        "system_output": "The phone number for house of nanking is 4154211429 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 244,
        "source": "inform(name='house of nanking',type=restaurant)",
        "reference": "House of nanking is a nice restaurant .",
        "system_output": "The name of the restaurant is house of nanking .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 245,
        "source": "inform(name='jasmine garden',address='708 1fourth street',phone='4158612682')",
        "reference": "The jasmine garden restaurant 's address is 708 1fourth street and the phone number is 4158612682",
        "system_output": "Jasmine garden 's address is 708 1fourth street , and its phone number is 4158612682 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 246,
        "source": "inform(name='jasmine garden',kids_allowed=yes,price_range=expensive,food=vietnamese)",
        "reference": "Jasmine garden is an expensive vietnamese restaurant that allows kid -s .",
        "system_output": "Jasmine garden serves vietnamese food allows kids , and is expensive .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 247,
        "source": "inform(name='jasmine garden',near='duboce triangle')",
        "reference": "Jasmine garden is near duboce triangle .",
        "system_output": "Jasmine garden , is near the duboce triangle .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 248,
        "source": "inform(name='jasmine garden',price_range=expensive,good_for_meal=lunch)",
        "reference": "Jasmine garden is an expensive restaurant that serves lunch .",
        "system_output": "Jasmine garden , is a good lunch meal and is expensive .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 249,
        "source": "inform(name='jasmine garden',price_range=expensive,kids_allowed=yes)",
        "reference": "Jasmine garden is expensive and allows child -s .",
        "system_output": "Jasmine garden , is expensively priced and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 250,
        "source": "inform(name='kappa japanese restaurant',area='lower pacific heights',kids_allowed=no)",
        "reference": "Kappa japanese restaurant is the lower pacific heights area does not allow kid -s",
        "system_output": "Kappa japanese restaurant , is in the area of lower pacific heights and it does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 251,
        "source": "inform(name='kappa japanese restaurant',good_for_meal=dinner,area='lower pacific heights',price_range=moderate)",
        "reference": "I have found the kappa japanese restaurant that is good for dinner and is located in the lower pacific heights as well as being priced moderate -ly .",
        "system_output": "Kappa japanese restaurant , is good dinner choice for your moderate range in lower pacific heights .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 252,
        "source": "inform(name='kappa japanese restaurant',near='lower pacific heights or japantown',address='1700 post street suite k',phone='4156736004')",
        "reference": "The address to the kappa japanese restaurant near the lower pacific heights or japantown is 1700 post street suite k and the phone number is 4156736004 .",
        "system_output": "Kappa japanese restaurant , is near the lower pacific heights or japantown , it is address is 1700 post street suite k , and the phone number is 4156736004 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 253,
        "source": "inform(name='kiss seafood',address='1700 laguna street')",
        "reference": "Kiss seafood 's address is 1700 laguna street .",
        "system_output": "Kiss seafood 's address is 1700 laguna street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 254,
        "source": "inform(name='kiss seafood',area='little osaka')",
        "reference": "Kiss seafood is a nice restaurant in the little osaka area",
        "system_output": "Kiss seafood , is in the are of little osaka .",
        "scores": {
            "informativeness": 3.5,
            "naturalness": 4.5,
            "overall": 2.5
        }
    },
    {
        "doc_id": 255,
        "source": "inform(name='kiss seafood',area='little osaka',kids_allowed=no,good_for_meal=dinner)",
        "reference": "Kiss seafood is located in little osaka that is good for dinner . Childe-s are not admitted .",
        "system_output": "Kiss seafood , is a nice restaurant in the little osaka area that allows children , and is good for dinner .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 256,
        "source": "inform(name='kiss seafood',near='lower pacific heights or japantown',address='1700 laguna street',phone='4154742866')",
        "reference": "Kiss seafood is near the lower pacific heights and japantown area -s. the address is 1700 laguna street . The phone number is 4154742866",
        "system_output": "Kiss seafood , is near the lower pacific heights or japantown , it is address is 1700 laguna street , and the phone number is 4154742866 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 257,
        "source": "inform(name='kiss seafood',phone='4154742866')",
        "reference": "Kiss seafood 's phone number is 4154742866",
        "system_output": "The phone number for kiss seafood is 4154742866 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 258,
        "source": "inform(name='kiss seafood',price_range=expensive)",
        "reference": "Kiss seafood is expensive .",
        "system_output": "Kiss seafood , is expensive .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 259,
        "source": "inform(name='kiss seafood',price_range=expensive,near='lower pacific heights')",
        "reference": "Kiss seafood is an expensive restaurant close to lower pacific heights",
        "system_output": "Kiss seafood near lower pacific heights offers expensive food .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 260,
        "source": "inform(name='la briciola',area='hayes valley or financial district south',address='489 third street')",
        "reference": "La briciola is in hayes valley or financial district south , its address is 489 third street .",
        "system_output": "La briciola , is in the hayes valley or financial district south area and it is address is 489 third street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 261,
        "source": "inform(name='la briciola',kids_allowed=no,near='mission bay',good_for_meal=dinner)",
        "reference": "La briciola serves good dinner near mission bay and does not allow child -s .",
        "system_output": "La briciola , is near mission bay , does not allow kids for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 262,
        "source": "inform(name='la ciccia',address='291 30th street',price='between 15 and 22 euro')",
        "reference": "Address of restaurant la ciccia , 291 30th street . Price range between 15 and 22 euro",
        "system_output": "It is located at 291 30th street it is price la ciccia is between 15 and 22 euro .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 263,
        "source": "inform(name='la ciccia',area='bernal heights',price_range=moderate)",
        "reference": "La ciccia is a moderate price restaurant in bernal heights",
        "system_output": "La ciccia , is in the bernal heights area with a moderate price range .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 264,
        "source": "inform(name='la mediterranee',address='2210 fillmore street',phone='4159212956')",
        "reference": "La mediterranee 's address is 2210 fillmore street , and their phone number is 4159212956",
        "system_output": "La mediterranee 's address is 2210 fillmore street , and its phone number is 4159212956 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 265,
        "source": "inform(name='la mediterranee',food='middle eastern',kids_allowed=no,price_range=cheap)",
        "reference": "I have just the restaurant for you . It is called la mediterranee , it serves cheap middle eastern food and child -s are not allowed .",
        "system_output": "The restaurant I recommend is la mediterranee , it serves middle eastern cheaply priced and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 266,
        "source": "inform(name='la mediterranee',good_for_meal=lunch,kids_allowed=no,price_range=cheap)",
        "reference": "La mediterranee is a nice restaurant that is good for lunch , does not allow child -s and is cheap -ly priced .",
        "system_output": "La mediterranee , is good for lunch , it is cheaply priced and does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 267,
        "source": "inform(name='la mediterranee',good_for_meal='lunch or dinner')",
        "reference": "La mediterranee is well known for its lunch and dinner .",
        "system_output": "La mediterranee , is good for lunch or dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 268,
        "source": "inform(name='la mediterranee',near='pacific heights',good_for_meal=lunch)",
        "reference": "La mediterranee near pacific heights good for lunch",
        "system_output": "La mediterranee , is a nice restaurant near pacific heights , and is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 269,
        "source": "inform(name='la mediterranee',phone='4159212956')",
        "reference": "The phone number for la mediterranee is 4159212956",
        "system_output": "The phone number for la mediterranee is 4159212956 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 270,
        "source": "inform(name='la mediterranee',price='15 euro')",
        "reference": "La mediterranee is priced at 15 euro .",
        "system_output": "The price is 15 euro at la mediterranee .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 271,
        "source": "inform(name='la traviata',address='2854 mission street',phone='4152820500')",
        "reference": "The address of la traviata is 2854 mission street , and their phone number is 4152820500",
        "system_output": "La traviata 's address is 2854 mission street , and its phone number is 4152820500 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 272,
        "source": "inform(name='la traviata',kids_allowed=yes,good_for_meal=dinner,area='mission district')",
        "reference": "La traviata allows child -s and is also in the mission district , serving dinner .",
        "system_output": "La traviata , is a nice restaurant in the mission district areas , allows kids to dine at dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 273,
        "source": "inform(name='la traviata',price_range=moderate)",
        "reference": "La traviata is in the moderate price range .",
        "system_output": "La traviata , is moderate .",
        "scores": {
            "informativeness": 3.5,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 274,
        "source": "inform(name=lavash,food=persian)",
        "reference": "Lavash is a recommended restaurant that serves persian food .",
        "system_output": "There is a persian restaurant called lavash .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 275,
        "source": "inform(name=lavash,price_range=moderate)",
        "reference": "Lavash is moderate -ly priced",
        "system_output": "Lavash , is moderate .",
        "scores": {
            "informativeness": 2.5,
            "naturalness": 4.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 276,
        "source": "inform(name='lime tree southeast asian kitchen',good_for_meal=lunch,food=malaysian)",
        "reference": "Lime tree southeast asian kitchen is a malaysian restaurant that is good for lunch",
        "system_output": "Lime tree southeast asian kitchen , is a good restaurant that serves malaysian food , especially for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 277,
        "source": "inform(name='lime tree southeast asian kitchen',near='inner sunset')",
        "reference": "Lime tree southeast asian kitchen is near inner sunset",
        "system_output": "Lime tree southeast asian kitchen , is near the inner sunset .",
        "scores": {
            "informativeness": 3.5,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 278,
        "source": "inform(name='lime tree southeast asian kitchen',phone='4156651415')",
        "reference": "Lime tree southeast asian kitchen 's phone number is 4156651415",
        "system_output": "The phone number for lime tree southeast asian kitchen is 4156651415 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 279,
        "source": "inform(name='little delhi',address='83 eddy street')",
        "reference": "Little delhi is located at 83 eddy street .",
        "system_output": "Little delhi 's address is 83 eddy street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 280,
        "source": "inform(name='little delhi',food=indian,good_for_meal=dinner)",
        "reference": "Little delhi is a nice restaurant that serves indian food and is good for dinner .",
        "system_output": "Little delhi , is a good restaurant that serves indian food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 281,
        "source": "inform(name='little delhi',price_range=cheap)",
        "reference": "Little delhi is in the cheap price range .",
        "system_output": "Little delhi , is cheap .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 282,
        "source": "inform(name='little delhi',type=restaurant)",
        "reference": "Little delhi is a good restaurant .",
        "system_output": "The name of the restaurant is little delhi .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 283,
        "source": "inform(name='little nepal',address='925 cortland avenue')",
        "reference": "The address of little nepal is 925 cortland avenue",
        "system_output": "Little nepal 's address is 925 cortland ave .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 284,
        "source": "inform(name='little nepal',area='hayes valley or bernal heights north')",
        "reference": "Little nepal is in hayes valley and bernal heights north",
        "system_output": "Little nepal , is in the are of hayes valley or bernal heights north .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 285,
        "source": "inform(name='little nepal',area='hayes valley or bernal heights north',address='925 cortland avenue')",
        "reference": "Little nepal is located at 925 cortland avenue in hayes valley or bernal heights north area",
        "system_output": "Little nepal , is located in hayes valley or bernal heights north its address is 925 cortland ave .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 286,
        "source": "inform(name='little nepal',price_range=moderate,food=himalayan)",
        "reference": "Little nepal is a moderate -ly priced restaurant that serves himalayan food",
        "system_output": "Little nepal serves himalayan food at a moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 287,
        "source": "inform(name='little nepal',price_range=moderate,food=himalayan,kids_allowed=yes)",
        "reference": "Little nepal is a moderate -ly priced himalayan food restaurant that allows kid -s .",
        "system_output": "Little nepal serves himalayan food allows kids , and is moderate .",
        "scores": {
            "informativeness": 3.5,
            "naturalness": 4.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 288,
        "source": "inform(name='lucky creation restaurant',area='hayes valley or chinatown',phone='4159890818')",
        "reference": "Lucky creation restaurant is in hayes valley or chinatown , their number is 4159890818",
        "system_output": "Lucky creation restaurant , is in the hayes valley or chinatown call 4159890818 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 289,
        "source": "inform(name='lucky creation restaurant',price_range=cheap)",
        "reference": "Lucky creation restaurant has a cheap price .",
        "system_output": "Lucky creation restaurant , is cheap .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 290,
        "source": "inform(name='lucky creation restaurant',price_range=cheap,food=vegetarian)",
        "reference": "Lucky creation restaurant is a cheap restaurant that serves vegetarian food",
        "system_output": "Lucky creation restaurant serves vegetarian food at a cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 291,
        "source": "inform(name='lucky creation restaurant',type=restaurant)",
        "reference": "The restaurant is called lucky creation restaurant .",
        "system_output": "The name of the restaurant is lucky creation restaurant .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 292,
        "source": "inform(name=luella,food=spanish)",
        "reference": "There is a spanish restaurant named luella .",
        "system_output": "There is a spanish restaurant called luella .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 293,
        "source": "inform(name=luella,type=restaurant)",
        "reference": "Yes , the luella is a nice restaurant .",
        "system_output": "The name of the restaurant is luella .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 294,
        "source": "inform(name='mangia tutti ristorante',address='635 clay street')",
        "reference": "Mangia tutti ristorante 's address is 635 clay street .",
        "system_output": "Mangia tutti ristorante 's address is 635 clay street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 295,
        "source": "inform(name='mangia tutti ristorante',area='financial district',kids_allowed=yes)",
        "reference": "Mangia tutti ristorante is in financial district and allows kid -s .",
        "system_output": "Mangia tutti ristorante , is in financial district that allows children .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 3.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 296,
        "source": "inform(name='mangia tutti ristorante',area='financial district or hayes valley')",
        "reference": "Mangia tutti ristorante is in financial district or hayes valley",
        "system_output": "Mangia tutti ristorante , is in the are of financial district or hayes valley .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 297,
        "source": "inform(name='mangia tutti ristorante',near='financial district',kids_allowed=yes,good_for_meal=dinner)",
        "reference": "There is a nice restaurant called mangia tutti ristorante near the financial district that allows kid -s and is good for dinner",
        "system_output": "Mangia tutti ristorante , is a nice restaurant near the financial district that allows kids , and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 298,
        "source": "inform(name='mangia tutti ristorante',price_range=moderate)",
        "reference": "The mangia tutti ristorante is moderate -ly priced",
        "system_output": "Mangia tutti ristorante , is moderate .",
        "scores": {
            "informativeness": 1.5,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 299,
        "source": "inform(name='mangia tutti ristorante',type=restaurant)",
        "reference": "Mangia tutti ristorante is a nice restaurant .",
        "system_output": "The name of the restaurant is mangia tutti ristorante .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 300,
        "source": "inform(name='manna',area='hayes valley or inset',address='845 irving street')",
        "reference": "The address for manna is 845 irving street , in the area of hayes valley or inset .",
        "system_output": "Manna , is in the hayes valley or inset area and it is address is 845 irving street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 301,
        "source": "inform(name=manna,price_range=cheap,kids_allowed=yes)",
        "reference": "Manna is a great cheap restaurant and they allow kid -s .",
        "system_output": "Manna , is cheaply priced and allows kids .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 302,
        "source": "inform(name=manna,type=restaurant)",
        "reference": "Manna is a nice restaurant .",
        "system_output": "The name of the restaurant is manna .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 303,
        "source": "inform(name='marlowe',area='hayes valley or mission bay',address='330 townsend street suite 101')",
        "reference": "Marlowe is in the hayes valley or mission bay area at 330 townsend street suite 101 .",
        "system_output": "Marlowe , is in the hayes valley or mission bay area and it is address is 330 townsend street suite 101 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 2.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 304,
        "source": "inform(name='marlowe',area='hayes valley or mission bay',phone='4159745599')",
        "reference": "The marlowe is in the hayes valley or mission bay area . The phone number is 4159745599 .",
        "system_output": "Marlowe , is in the hayes valley or mission bay call 4159745599 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 305,
        "source": "inform(name=marlowe,food=brasseries)",
        "reference": "Marlowe restaurant serves brasseries food",
        "system_output": "There is a brasseries restaurant called marlowe .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 306,
        "source": "inform(name=marlowe,good_for_meal=dinner,area='mission bay')",
        "reference": "Marlowe serves dinner in the mission bay area .",
        "system_output": "Marlowe , is good for dinner , and is in the mission bay area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 307,
        "source": "inform(name=marlowe,good_for_meal=dinner,food=brasseries)",
        "reference": "Marlowe is a good restaurant for dinner that serves brasseries",
        "system_output": "Marlowe , is a good restaurant that serves brasseries food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 308,
        "source": "inform(name=marlowe,near='mission bay')",
        "reference": "Marlowe is near mission bay .",
        "system_output": "Marlowe , is near the mission bay .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 309,
        "source": "inform(name='marnee thai',address='2225 irving street')",
        "reference": "The address for marnee thai is 2225 irving street",
        "system_output": "Marnee thai 's address is 2225 irving street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 310,
        "source": "inform(name='marnee thai',address='2225 irving street',phone='4157319999',postcode='94122')",
        "reference": "The address to marnee thai is 2225 irving street and the phone number is 4157319999. postcode is 94122 .",
        "system_output": "Marnee thai , is at 2225 irving street , phone number is 4157319999 , and the postcode is 94122 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 311,
        "source": "inform(name='marnee thai',food=thai,kids_allowed=yes,area='golden gate park')",
        "reference": "Marnee thai is a thai restaurant in golden gate park that allows kid -s .",
        "system_output": "I would recommend marnee thai it is in the golden gate park , serves thai food , and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 312,
        "source": "inform(name='marnee thai',food=thai,near='inner sunset')",
        "reference": "Marnee thai is near inner sunset and serves thai food .",
        "system_output": "Marnee thai near inner sunset serves thai .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 313,
        "source": "inform(name='marnee thai',kids_allowed=yes)",
        "reference": "Marnee thai allows kid -s , yes .",
        "system_output": "Marnee thai allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 314,
        "source": "inform(name='marnee thai',near='outer sunset',price_range=moderate,good_for_meal=dinner)",
        "reference": "Marnee thai is near outer sunset , with a moderate price for dinner .",
        "system_output": "Marnee thai , is near outer sunset , the is good for dinner , and it is in the moderate price range .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 315,
        "source": "inform(name='marnee thai',phone='4157319999')",
        "reference": "Marnee thai phone is 4157319999 .",
        "system_output": "The phone number for marnee thai is 4157319999 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 316,
        "source": "inform(name='marnee thai',price_range=moderate,near='outer sunset',good_for_meal=dinner)",
        "reference": "Marnee thai is a moderate -ly priced restaurant near outer sunset that is a good restaurant for dinner .",
        "system_output": "Marnee thai , is near outer sunset , the is good for dinner , and it is in the moderate price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 317,
        "source": "inform(name=maverick,area='hayes valley',food='new american')",
        "reference": "There is a nice restaurant called maverick in the hayes valley area that serves new american .",
        "system_output": "Maverick , is in hayes valley serves new american food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.0,
            "overall": 2.5
        }
    },
    {
        "doc_id": 318,
        "source": "inform(name=maverick,type=restaurant)",
        "reference": "It is called maverick and it is a nice restaurant .",
        "system_output": "The name of the restaurant is maverick .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 319,
        "source": "inform(name='michael mina restaurant',address='335 powell street')",
        "reference": "The address for michael mina restaurant is 335 powell street",
        "system_output": "Michael mina restaurant 's address is 335 powell street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 320,
        "source": "inform(name='michael mina restaurant',food=burgers,price_range=expensive,good_for_meal=dinner)",
        "reference": "The michael mina restaurant is an expensive restaurant that servers burgers for dinner .",
        "system_output": "The michael mina restaurant provides burgers dinner for a expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 321,
        "source": "inform(name='michael mina restaurant',near='union square')",
        "reference": "Michael mina restaurant is near union square",
        "system_output": "Michael mina restaurant , is near the union square .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 322,
        "source": "inform(name='minami restaurant',address='1900 clement street',phone='4153875913')",
        "reference": "Minami restaurant is located on 1900 clement street and their phone number is 4153875913",
        "system_output": "Minami restaurant 's address is 1900 clement street , and its phone number is 4153875913 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 323,
        "source": "inform(name='minami restaurant',area='little russia',price_range=cheap,good_for_meal=dinner)",
        "reference": "Minami restaurant is located in little russia , has a cheap price range and is good for dinner .",
        "system_output": "Minami restaurant , is good dinner choice for your cheap range in little russia .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 324,
        "source": "inform(name='mission chinese food',kids_allowed=no,food=chinese,price_range=expensive)",
        "reference": "Mission chinese food does not allow child -s and serves chinese food in the expensive price range .",
        "system_output": "The restaurant I recommend is mission chinese food , it serves chinese expensively priced and does not allow children .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 325,
        "source": "inform(name='mochica',area='hayes valley or financial district south',phone='4152780480')",
        "reference": "Mochica is located in hayes valley or financial district south , the phone number is 4152780480 .",
        "system_output": "Mochica , is in the hayes valley or financial district south call 4152780480 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 326,
        "source": "inform(name=mochica,food=peruvian,good_for_meal=dinner)",
        "reference": "Mochica restaurant serves peruvian food for dinner .",
        "system_output": "Mochica , is a good restaurant that serves peruvian food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 327,
        "source": "inform(name=mochica,kids_allowed=no)",
        "reference": "No , mochica does not allow child -s .",
        "system_output": "There are no children allowed at mochica .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 328,
        "source": "inform(name=mozzeria,kids_allowed=yes,food=pizza)",
        "reference": "The mozzeria pizza place definitely allows kid -s .",
        "system_output": "Mozzeria allows kids , and serves pizza food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 329,
        "source": "inform(name=mozzeria,price_range=moderate,address='3228 16th street',phone='4154890963')",
        "reference": "Mozzeria is in the moderate range and is located at 3228 16th street . The phone number is 4154890963 .",
        "system_output": "Mozzeria 3228 16th street , the phone number is 4154890963 , and the price range is moderate .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 330,
        "source": "inform(name='muguboka restaurant',address='401 balboa street',phone='4156686007',postcode='94118')",
        "reference": "The address of muguboka restaurant is 401 balboa street 94118 and the phone number is 4156686007",
        "system_output": "Muguboka restaurant , is at 401 balboa street , phone number is 4156686007 , and the postcode is 94118 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 331,
        "source": "inform(name='muguboka restaurant',area='hayes valley',food=korean)",
        "reference": "I have found muguboka restaurant in hayes valley that serves korean food",
        "system_output": "Muguboka restaurant , is in hayes valley serves korean food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 332,
        "source": "inform(name='nicaragua restaurant',price_range=cheap)",
        "reference": "Nicaragua restaurant is a cheap restaurant .",
        "system_output": "Nicaragua restaurant , is cheap .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 333,
        "source": "inform(name=nopa,food='modern european')",
        "reference": "Nopa serves modern european .",
        "system_output": "There is a modern european restaurant called nopa .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 334,
        "source": "inform(name='old jerusalem restaurant',food='middle eastern',good_for_meal=dinner,kids_allowed=yes)",
        "reference": "Old jerusalem restaurant has good middle eastern dinner and allows kid -s .",
        "system_output": "Old jerusalem restaurant allows children , it serves middle eastern food , and it is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 335,
        "source": "inform(name='old skool cafe',food='soul food',good_for_meal=dinner)",
        "reference": "The old skool cafe serves soul food for dinner .",
        "system_output": "Old skool cafe , is a good restaurant that serves soul food food , especially for dinner .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 336,
        "source": "inform(name='old skool cafe',kids_allowed=yes)",
        "reference": "Yes , the old skool cafe does allow child -s .",
        "system_output": "Old skool cafe allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 337,
        "source": "inform(name=orexi,price_range=moderate,kids_allowed=yes,food='new american')",
        "reference": "Orexi serves new american food in the moderate price range and does allow kid -s. and its name is .",
        "system_output": "Orexi serves new american food allows kids , and is moderate .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 338,
        "source": "inform(name='original us restaurant',address='515 columbus avenue',phone='4153975200')",
        "reference": "Original us restaurant is at 515 columbus avenue and the phone number is 4153975200 .",
        "system_output": "The address of original us restaurant is 515 columbus ave and the phone number is 4153975200 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 339,
        "source": "inform(name='original us restaurant',near='russian hill',kids_allowed=yes,price_range=moderate,food='new american')",
        "reference": "Original us restaurant is near russian hill and serves new american food in the moderate price range and allows kid -s .",
        "system_output": "Original us restaurant , is in nearby russian hill , it is new american food in the moderate price range and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 340,
        "source": "inform(name='original us restaurant',postcode='94133')",
        "reference": "Original us restaurant postcode is 94133",
        "system_output": "The postcode of original us restaurant is 94133 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 341,
        "source": "inform(name='osha thai',phone='4152789991')",
        "reference": "You can call osha thai at 4152789991 .",
        "system_output": "The phone number for osha thai is 4152789991 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 342,
        "source": "inform(name='osha thai',price_range=cheap)",
        "reference": "Osha thai is a cheap restaurant .",
        "system_output": "Osha thai , is cheap .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 343,
        "source": "inform(name='osha thai',type=restaurant)",
        "reference": "Osha thai is a cheap restaurant .",
        "system_output": "The name of the restaurant is osha thai .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 344,
        "source": "inform(name='oyaji restaurant',price_range=cheap,kids_allowed=no)",
        "reference": "Oyaji restaurant is a cheap restaurant that does not allow child -s .",
        "system_output": "Oyaji restaurant , is cheaply prices and does not allow children .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 345,
        "source": "inform(name=ozumo,price_range=expensive,food=japanese)",
        "reference": "Ozumo is an expensive japanese restaurant",
        "system_output": "Ozumo serves japanese food at a expensive price range .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 346,
        "source": "inform(name='pad thai restaurant',kids_allowed=yes,good_for_meal=dinner)",
        "reference": "Pad thai restaurant is an excellent restaurant that welcome child -s and serves dinner .",
        "system_output": "Pad thai restaurant allows kids , and is good for dinner .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 347,
        "source": "inform(name='pad thai restaurant',price_range=cheap,phone='4152854210')",
        "reference": "Pad thai restaurant is in the very cheap price range . The phone number is 4152854210 .",
        "system_output": "Pad thai restaurant has cheap prices and the phone number is 4152854210 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 348,
        "source": "inform(name=pera,address='1457 18th street',phone='4157963812',postcode='94107')",
        "reference": "Pera is located at 1457 18th street 94107 and their phone number is 4157963812 .",
        "system_output": "Pera , is at 1457 18th street , phone number is 4157963812 , and the postcode is 94107 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 349,
        "source": "inform(name=pera,near='potrero hill',kids_allowed=yes,price_range=moderate)",
        "reference": "Pera is a nice restaurant near potrero hill that is moderate -ly priced and allows kid -s .",
        "system_output": "Pera , is near potrero hill , , is moderate range and allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 350,
        "source": "inform(name='piperade',area='hayes valley or telegraph hill',address='1015 battery street')",
        "reference": "Piperade is in the area of hayes valley or telegraph hill . Its address is 1015 battery street",
        "system_output": "Piperade , is in the hayes valley or telegraph hill area and it is address is 1015 battery street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 351,
        "source": "inform(name=piperade,food=basque,kids_allowed=no)",
        "reference": "There is a nice restaurant called piperade that serves basque food that does not allow kid -s .",
        "system_output": "Piperade , is a nice restaurant that serves basque food and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 352,
        "source": "inform(name=piperade,food=spanish)",
        "reference": "Do you want to try piperade , its spanish food .",
        "system_output": "There is a spanish restaurant called piperade .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 353,
        "source": "inform(name=piperade,good_for_meal=dinner,food=basque)",
        "reference": "Piperade is good for dinner and serves basque",
        "system_output": "Piperade , is a good restaurant that serves basque food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 354,
        "source": "inform(name=piperade,type=restaurant)",
        "reference": "Piperade is the restaurant .",
        "system_output": "The name of the restaurant is piperade .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 355,
        "source": "inform(name='ploy 2',price_range=cheap)",
        "reference": "I have found ploy 2 , with a cheap price range .",
        "system_output": "Ploy 2 , is cheap .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 356,
        "source": "inform(name='ploy 2',type=restaurant)",
        "reference": "I have found a restaurant called ploy 2",
        "system_output": "The name of the restaurant is ploy 2 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 357,
        "source": "inform(name='poc chuc',food=mexican,kids_allowed=yes)",
        "reference": "Poc chuc is a nice restaurant that serves mexican food and allows kid -s .",
        "system_output": "Poc chuc allows kids , and serves mexican food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 358,
        "source": "inform(name=range,type=restaurant)",
        "reference": "Range is a nice restaurant .",
        "system_output": "The name of the restaurant is range .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 359,
        "source": "inform(name='red door cafe',address='1608 bush street')",
        "reference": "The red door cafe 's address is 1608 bush street .",
        "system_output": "Red door cafe 's address is 1608 bush street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 360,
        "source": "inform(name='red door cafe',area='hayes valley or cathedral hill')",
        "reference": "Red door cafe is in the hayes valley and cathedral hill area .",
        "system_output": "Red door cafe , is in the are of hayes valley or cathedral hill .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 361,
        "source": "inform(name='red door cafe',area='hayes valley or cathedral hill',address='1608 bush street')",
        "reference": "The red door cafe is in hayes valley or cathedral hill their address is 1608 bush street",
        "system_output": "Red door cafe , is in the hayes valley or cathedral hill area and it is address is 1608 bush street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 2.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 362,
        "source": "inform(name='red door cafe',area='hayes valley or cathedral hill',phone='4152828283')",
        "reference": "Red door cafe is near hayes valley or cathedral hill and their number is 4152828283",
        "system_output": "Red door cafe , is in the hayes valley or cathedral hill call 4152828283 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 363,
        "source": "inform(name='red door cafe',food=none,address='1608 bush street')",
        "reference": "The address of red door cafe is 1608 bush street . I do not know the type of food .",
        "system_output": "Red door cafe address is 1608 bush street , and I do not know their food type .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 364,
        "source": "inform(name='red door cafe',good_for_meal=breakfast,area='cathedral hill',kids_allowed=no)",
        "reference": "Red door cafe is a good restaurant for breakfast in the cathedral hill and does not allow kid -s",
        "system_output": "Red door cafe , is a nice restaurant in the cathedral hill area that allows children , and is good for breakfast .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 365,
        "source": "inform(name='red door cafe',good_for_meal=brunch)",
        "reference": "There is the red door cafe . It is good for brunch",
        "system_output": "Red door cafe , is good for brunch .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 366,
        "source": "inform(name='red door cafe',kids_allowed=no,good_for_meal=breakfast)",
        "reference": "I have a restaurant for you . It is named red door cafe , child -s are not allowed and it specializes in breakfast .",
        "system_output": "Red door cafe , is good for breakfast , and no children are allowed .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 367,
        "source": "inform(name='red door cafe',kids_allowed=no,good_for_meal=brunch)",
        "reference": "Red door cafe does not allow kid -s and is good for brunch .",
        "system_output": "Red door cafe , is good for brunch , and no children are allowed .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 368,
        "source": "inform(name='red door cafe',kids_allowed=no,good_for_meal=brunch,near='lower pacific heights')",
        "reference": "You might enjoy the red door cafe . It does not allow child -s. it is good for brunch and it is near the lower pacific heights .",
        "system_output": "Red door cafe , is near lower pacific heights , does not allow kids for brunch .",
        "scores": {
            "informativeness": 3.5,
            "naturalness": 2.0,
            "overall": 1.5
        }
    },
    {
        "doc_id": 369,
        "source": "inform(name='red door cafe',phone='4152828283')",
        "reference": "Red door cafe 's phone number is 4152828283 .",
        "system_output": "The phone number for red door cafe is 4152828283 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 370,
        "source": "inform(name='red door cafe',price_range=cheap,good_for_meal=brunch)",
        "reference": "Red door cafe is a nice restaurant in the cheap price range that is good for brunch .",
        "system_output": "Red door cafe , is a good brunch meal and is cheap .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 371,
        "source": "inform(name='red door cafe',price_range=cheap,kids_allowed=no)",
        "reference": "Red door cafe is a cheap restaurant that does not allow child -s .",
        "system_output": "Red door cafe , is cheaply prices and does not allow children .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 2.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 372,
        "source": "inform(name='red door cafe',price_range=cheap,phone='4152828283')",
        "reference": "The red door cafe is cheap . Their phone number is 4152828283",
        "system_output": "Red door cafe has cheap prices and the phone number is 4152828283 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 373,
        "source": "inform(name='restaurant ducroix',food=french,good_for_meal=lunch)",
        "reference": "Restaurant ducroix serves french food and is good for lunch .",
        "system_output": "Restaurant ducroix , is a good restaurant that serves french food , especially for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 374,
        "source": "inform(name='restaurant ducroix',kids_allowed=no,address='690 sacramento street',phone='4153917195',postcode='94111')",
        "reference": "Restaurant ducroix does not allow child -s , its address is 690 sacramento street , its phone number is 4153917195 , and its postcode is 94111 .",
        "system_output": "Restaurant ducroix does not allow kids , , their address is 690 sacramento street , their phone number is 4153917195 , and their is 94111 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 375,
        "source": "inform(name='ristorante ideale',price_range=moderate)",
        "reference": "There is a nice restaurant named ristorante ideale . It is moderate price good restaurant",
        "system_output": "Ristorante ideale , is moderate .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 2.5
        }
    },
    {
        "doc_id": 376,
        "source": "inform(name='ristorante ideale',type=restaurant)",
        "reference": "There is a nice restaurant named ristorante ideale .",
        "system_output": "The name of the restaurant is ristorante ideale .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 377,
        "source": "inform(name='ristorante parma',address='3314 steiner street')",
        "reference": "Ristorante parma 's address is 3314 steiner street .",
        "system_output": "Ristorante parma 's address is 3314 steiner street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 378,
        "source": "inform(name='ristorante parma',near='marina cow hollow')",
        "reference": "Ristorante parma is near marina cow hollow .",
        "system_output": "Ristorante parma , is near the marina cow hollow .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 379,
        "source": "inform(name='ristorante parma',price_range=cheap,near='marina cow hollow')",
        "reference": "Ristorante parma is in the cheap price range and it is near marina cow hollow .",
        "system_output": "Ristorante parma near marina cow hollow offers cheap food .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 380,
        "source": "inform(name='salt house',food='modern european')",
        "reference": "Salt house is a modern european restaurant .",
        "system_output": "There is a modern european restaurant called salt house .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 381,
        "source": "inform(name=sanjalisco,address='901 s van ness avenue')",
        "reference": "Sanjalisco 's address is 901 s van ness avenue .",
        "system_output": "The address of sanjalisco is 901s van ness ave .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 382,
        "source": "inform(name='sanjalisco',area='hayes valley or cathedral hill',phone='4156488383')",
        "reference": "Sanjalisco is in the hayes valley or cathedral hill and the phone number is 4156488383 .",
        "system_output": "Sanjalisco , is in the hayes valley or cathedral hill call 4156488383 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 383,
        "source": "inform(name=sanjalisco,good_for_meal=breakfast)",
        "reference": "Sanjalisco is a nice restaurant that is good for breakfast .",
        "system_output": "Sanjalisco , is good for breakfast .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 384,
        "source": "inform(name=sanjalisco,good_for_meal=breakfast,food=mexican,kids_allowed=yes)",
        "reference": "I see . Sanjalisco is a mexican restaurant that allows kid -s and is good for breakfast .",
        "system_output": "Sanjalisco allows children , it serves mexican food , and it is good for breakfast .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 385,
        "source": "inform(name=sanjalisco,kids_allowed=yes)",
        "reference": "Yes , sanjalisco allows kid -s .",
        "system_output": "Sanjalisco allows children .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 386,
        "source": "inform(name=sanjalisco,kids_allowed=yes,price_range=cheap,good_for_meal=breakfast)",
        "reference": "Sanjalisco is a nice restaurant that allows child -s in the cheap price range that is good for breakfast .",
        "system_output": "Sanjalisco has a cheap allows kids , and is good for breakfast .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 387,
        "source": "inform(name=sanjalisco,near=mission)",
        "reference": "Sanjalisco is near mission .",
        "system_output": "Sanjalisco , is near the mission .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 388,
        "source": "inform(name='seoul garden',area='hayes valley or little osaka')",
        "reference": "The seoul garden is in the hayes valley or little osaka area",
        "system_output": "Seoul garden , is in the are of hayes valley or little osaka .",
        "scores": {
            "informativeness": 3.5,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 389,
        "source": "inform(name='seoul garden',price_range=moderate)",
        "reference": "The seoul garden is a nice restaurant in the moderate price range",
        "system_output": "Seoul garden , is moderate .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 390,
        "source": "inform(name='seven hills',address='1550 hyde street',phone='4157751550')",
        "reference": "The seven hills is located at 1550 hyde street their phone number is 4157751550 .",
        "system_output": "Seven hills 's address is 1550 hyde street , and its phone number is 4157751550 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 391,
        "source": "inform(name='seven hills',price_range=moderate)",
        "reference": "The seven hills is moderate -ly priced .",
        "system_output": "Seven hills , is moderate .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 4.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 392,
        "source": "inform(name='shangri la vegetarian restaurant',address='2026 irving street')",
        "reference": "Shangri la vegetarian restaurant address is 2026 irving street",
        "system_output": "Shangri la vegetarian restaurant 's address is 2026 irving street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 393,
        "source": "inform(name='shangri la vegetarian restaurant',area='golden gate park')",
        "reference": "Shangri la vegetarian restaurant is a nice restaurant in the golden gate park area .",
        "system_output": "Shangri la vegetarian restaurant , is in the are of golden gate park .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 3.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 394,
        "source": "inform(name='shangri la vegetarian restaurant',area='hayes valley or golden gate park',phone='4157312548')",
        "reference": "The shangri la vegetarian restaurant is in hayes valley or golden gate park and the phone number is 4157312548",
        "system_output": "Shangri la vegetarian restaurant , is in the hayes valley or golden gate park call 4157312548 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 395,
        "source": "inform(name='shangri la vegetarian restaurant',near='outer sunset',food=chinese)",
        "reference": "Shangri la vegetarian restaurant is serving chinese food near the outer sunset",
        "system_output": "Shangri la vegetarian restaurant near outer sunset serves chinese .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 396,
        "source": "inform(name='shangri la vegetarian restaurant',phone='4157312548')",
        "reference": "The phone number for shangri la vegetarian restaurant is 4157312548 .",
        "system_output": "The phone number for shangri la vegetarian restaurant is 4157312548 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 397,
        "source": "inform(name='shangri la vegetarian restaurant',price_range=cheap,food=vegetarian)",
        "reference": "Shangri la vegetarian restaurant is a cheap restaurant that serves vegetarian food",
        "system_output": "Shangri la vegetarian restaurant serves vegetarian food at a cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 398,
        "source": "inform(name='shangri la vegetarian restaurant',type=restaurant)",
        "reference": "The restaurant shangri la vegetarian restaurant is a kosher restaurant",
        "system_output": "The name of the restaurant is shangri la vegetarian restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 399,
        "source": "inform(name='singapore malaysian restaurant',area='hayes valley or richmond district',phone='4157509518')",
        "reference": "Singapore malaysian restaurant is in the hayes valley or richmond district . Their phone number is 4157509518",
        "system_output": "Singapore malaysian restaurant , is in the hayes valley or richmond district call 4157509518 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 400,
        "source": "inform(name='singapore malaysian restaurant',price_range=cheap,food=malaysian)",
        "reference": "Cheap malaysian food can be found at singapore malaysian restaurant .",
        "system_output": "Singapore malaysian restaurant serves malaysian food at a cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 401,
        "source": "inform(name=skool,address='1725 alameda street')",
        "reference": "Skool 's address is 1725 alameda street",
        "system_output": "Skool 's address is 1725 alameda street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 402,
        "source": "inform(name=skool,area='hayes valley',price_range=expensive,food=japanese)",
        "reference": "Skool is an expensive japanese restaurant in hayes valley",
        "system_output": "Skool , is in hayes valley serves japanese food for expensive prices .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 1.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 403,
        "source": "inform(name=skool,postcode='94103')",
        "reference": "Skool 's postcode is 94103",
        "system_output": "The postcode of skool is 94103 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 3.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 404,
        "source": "inform(name=skool,price_range=expensive,kids_allowed=no)",
        "reference": "There is a nice restaurant named skool in the expensive price range that does not allow child -s .",
        "system_output": "Skool , is expensively prices and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 405,
        "source": "inform(name='sotto mare',phone='4153983181',postcode='94133')",
        "reference": "Sotto mare 's phone number is 4153983181 and the postcode is 94133 .",
        "system_output": "The phone number for sotto mare is 4153983181 , and the postcode is 94133 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 406,
        "source": "inform(name='sotto mare',price_range=cheap,food='sea food')",
        "reference": "Sotto mare is a cheap sea food restaurant .",
        "system_output": "Sotto mare serves sea food food at a cheap price range .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 407,
        "source": "inform(name=source,address='11 division street')",
        "reference": "You will find source at 11 division street",
        "system_output": "Source 's address is 11 division street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 408,
        "source": "inform(name=source,address='11 division street',phone='4158649000')",
        "reference": "Source is located at 11 division street and can be reached at phone number 4158649000 .",
        "system_output": "Source 's address is 11 division street , and its phone number is 4158649000 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 409,
        "source": "inform(name='source',area='hayes valley or showplace square')",
        "reference": "Source is easily found in the hayes valley or showplace square area",
        "system_output": "Source , is in the are of hayes valley or showplace square .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 410,
        "source": "inform(name='source',good_for_meal='lunch or dinner')",
        "reference": "Source is good for lunch or dinner .",
        "system_output": "Source , is good for lunch or dinner .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 411,
        "source": "inform(name=source,good_for_meal=lunch,price_range=cheap,kids_allowed=yes,food=pizza)",
        "reference": "Source is good for lunch in the cheap price range and allows child -s , that serves pizza .",
        "system_output": "Source serves pizza food , allows kids , is good for lunch and it is cheaply priced .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 412,
        "source": "inform(name=source,kids_allowed=yes,price_range=cheap)",
        "reference": "I would recommend source . Child -s are allowed there and the food is cheap",
        "system_output": "Source , is cheaply priced and allows kids .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 3.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 413,
        "source": "inform(name=source,phone='4158649000')",
        "reference": "The phone number for source is 4158649000 .",
        "system_output": "The phone number for source is 4158649000 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 414,
        "source": "inform(name=source,price_range=cheap,food=pizza,kids_allowed=yes)",
        "reference": "For cheap , kid friendly pizza try source",
        "system_output": "Source serves pizza food allows kids , and is cheap .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 415,
        "source": "inform(name=source,type=restaurant)",
        "reference": "Source is a nice restaurant",
        "system_output": "The name of the restaurant is source .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 416,
        "source": "inform(name='specchio ristorante',kids_allowed=no,price_range=expensive)",
        "reference": "Specchio ristorante does not allow kid -s and it is expensive .",
        "system_output": "Specchio ristorante , is expensively prices and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 417,
        "source": "inform(name=spruce,address='3640 sacramento street')",
        "reference": "The address for spruce is 3640 sacramento street .",
        "system_output": "Spruce 's address is 3640 sacramento street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 418,
        "source": "inform(name=spruce,address='3640 sacramento street',phone='4159315100')",
        "reference": "Spruce 's address is 3640 sacramento street with the phone number 4159315100 .",
        "system_output": "Spruce 's address is 3640 sacramento street , and its phone number is 4159315100 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 419,
        "source": "inform(name=spruce,area='presidio heights',price_range=expensive)",
        "reference": "There is a nice restaurant called spruce near presidio heights that is expensive .",
        "system_output": "Spruce , is in the presidio heights area with a expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 420,
        "source": "inform(name=spruce,good_for_meal=dinner)",
        "reference": "Spruce is good for dinner",
        "system_output": "Spruce , is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 421,
        "source": "inform(name=spruce,good_for_meal=dinner,near='presidio heights')",
        "reference": "Spruce is good for dinner and it is near presidio heights .",
        "system_output": "Spruce , is a nice restaurant near presidio heights , and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 422,
        "source": "inform(name=spruce,kids_allowed=no,near='presidio heights')",
        "reference": "There is a nice restaurant named spruce close to presidio heights that does not allow child -s .",
        "system_output": "Spruce , is a nice restaurant near presidio heights that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 423,
        "source": "inform(name=spruce,near='presidio heights')",
        "reference": "Spruce is near presidio heights .",
        "system_output": "Spruce , is near the presidio heights .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 424,
        "source": "inform(name=spruce,phone='4159315100')",
        "reference": "The phone number for spruce is 4159315100 .",
        "system_output": "The phone number for spruce is 4159315100 .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 425,
        "source": "inform(name=spruce,price_range=expensive)",
        "reference": "Spruce is in the expensive price range .",
        "system_output": "Spruce , is expensive .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 426,
        "source": "inform(name=spruce,type=restaurant)",
        "reference": "The restaurant 's name is spruce .",
        "system_output": "The name of the restaurant is spruce .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 427,
        "source": "inform(name='straits restaurant',price_range=expensive)",
        "reference": "Hello , straits restaurant is a expensive restaurant .",
        "system_output": "Straits restaurant , is expensive .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 428,
        "source": "inform(name='stroganoff restaurant',address='418 beach street')",
        "reference": "Stroganoff restaurant is located at 418 beach street",
        "system_output": "Stroganoff restaurant 's address is 418 beach street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 429,
        "source": "inform(name='stroganoff restaurant',food='ethnic food or russian')",
        "reference": "The stroganoff restaurant provides ethnic food or russian .",
        "system_output": "There is a ethnic food or russian restaurant called stroganoff restaurant .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 430,
        "source": "inform(name='stroganoff restaurant',good_for_meal=dinner)",
        "reference": "Stroganoff restaurant is good for dinner .",
        "system_output": "Stroganoff restaurant , is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 431,
        "source": "inform(name='stroganoff restaurant',price_range=cheap,near='fishermans wharf')",
        "reference": "Stroganoff restaurant is a cheap restaurant near fishermans wharf .",
        "system_output": "Stroganoff restaurant near fishermans wharf offers cheap food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 432,
        "source": "inform(name='sushi bistro',address='431 balboa street')",
        "reference": "The address of sushi bistro is 431 balboa street",
        "system_output": "Sushi bistro 's address is 431 balboa street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 433,
        "source": "inform(name='sushi bistro',food='sushi or japanese',phone='4159337100')",
        "reference": "Sushi bistro is a sushi or japanese restaurant . The phone number is 4159337100 .",
        "system_output": "Sushi bistro sushi or japanese food , there phone number is 4159337100 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 434,
        "source": "inform(name='sushi bistro',phone='4159337100',postcode='94118')",
        "reference": "The postcode for sushi bistro is 94118 and their phone number is 4159337100",
        "system_output": "The phone number for sushi bistro is 4159337100 , and the postcode is 94118 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 435,
        "source": "inform(name='sushi bistro',price_range=cheap,kids_allowed=no)",
        "reference": "No , sushi bistro that is also cheap , does not allow kid -s .",
        "system_output": "Sushi bistro , is cheaply prices and does not allow children .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 436,
        "source": "inform(name='sushi bistro',price_range=cheap,near='inner richmond',kids_allowed=no)",
        "reference": "Sushi bistro is a cheap restaurant near inner richmond where no kid -s are allowed .",
        "system_output": "Sushi bistro , is near inner richmond , does not allow kids , and is cheap .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 437,
        "source": "inform(name='sushi bistro',type=restaurant)",
        "reference": "The name of the restaurant is sushi bistro .",
        "system_output": "The name of the restaurant is sushi bistro .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 438,
        "source": "inform(name='taiwan restaurant',address='445 clement street',phone='4153871789')",
        "reference": "The address for taiwan restaurant is 445 clement street . The phone number is 4153871789 .",
        "system_output": "Taiwan restaurant 's address is 445 clement street , and its phone number is 4153871789 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 439,
        "source": "inform(name='taiwan restaurant',good_for_meal=lunch,kids_allowed=yes,near='inner richmond')",
        "reference": "Taiwan restaurant is a good lunch place that allows kid -s near inner richmond .",
        "system_output": "Taiwan restaurant , is a nice restaurant near the inner richmond that allows kids , and is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 440,
        "source": "inform(name='taiwan restaurant',near='inner richmond')",
        "reference": "Taiwan restaurant is near inner richmond .",
        "system_output": "Taiwan restaurant , is near the inner richmond .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 441,
        "source": "inform(name='taiwan restaurant',phone='4153871789')",
        "reference": "Taiwan restaurant -s number is 4153871789",
        "system_output": "The phone number for taiwan restaurant is 4153871789 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 442,
        "source": "inform(name='taiwan restaurant',price_range=cheap,food=taiwanese,good_for_meal=lunch)",
        "reference": "Taiwan restaurant is a cheap restaurant with taiwanese food that is good for lunch .",
        "system_output": "The taiwan restaurant provides taiwanese lunch for a cheap price range .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 443,
        "source": "inform(name='taiwan restaurant',price_range=cheap,kids_allowed=yes)",
        "reference": "Taiwan restaurant is cheap and allows kid -s",
        "system_output": "Taiwan restaurant , is cheaply priced and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.5
        }
    },
    {
        "doc_id": 444,
        "source": "inform(name='taiwan restaurant',type=restaurant)",
        "reference": "Taiwan restaurant is a nice restaurant .",
        "system_output": "The name of the restaurant is taiwan restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 445,
        "source": "inform(name='tanuki restaurant',address='4419 california street')",
        "reference": "Tanuki restaurant is located at 4419 california street",
        "system_output": "Tanuki restaurant 's address is 4419 california street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 446,
        "source": "inform(name='tanuki restaurant',area='hayes valley or inner richmond')",
        "reference": "Tanuki restaurant is in the hayes valley or inner richmond area .",
        "system_output": "Tanuki restaurant , is in the are of hayes valley or inner richmond .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 447,
        "source": "inform(name='tanuki restaurant',good_for_meal=dinner,kids_allowed=yes)",
        "reference": "Tanuki restaurant is good for dinner and allows kid -s .",
        "system_output": "Tanuki restaurant allows kids , and is good for dinner .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 448,
        "source": "inform(name='tanuki restaurant',good_for_meal=dinner,price_range=cheap,food=japanese)",
        "reference": "Tanuki restaurant serves cheap japanese dinner .",
        "system_output": "The tanuki restaurant provides japanese dinner for a cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 449,
        "source": "inform(name='thai cottage restaurant',price_range=cheap)",
        "reference": "Thai cottage restaurant is a nice restaurant in the cheap price range .",
        "system_output": "Thai cottage restaurant , is cheap .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 450,
        "source": "inform(name='thai cottage restaurant',type=restaurant)",
        "reference": "Thai cottage restaurant is a nice restaurant for you .",
        "system_output": "The name of the restaurant is thai cottage restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 451,
        "source": "inform(name='thai house express',food=thai)",
        "reference": "Thai house express serves thai food .",
        "system_output": "There is a thai restaurant called thai house express .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.0,
            "overall": 5.5
        }
    },
    {
        "doc_id": 452,
        "source": "inform(name='thai house express',near=tenderloin)",
        "reference": "Thai house express is near the tenderloin .",
        "system_output": "Thai house express , is near the tenderloin .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 453,
        "source": "inform(name='thai time restaurant',area='hayes valley or inner richmond')",
        "reference": "Thai time restaurant is in hayes valley or inner richmond .",
        "system_output": "Thai time restaurant , is in the are of hayes valley or inner richmond .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 454,
        "source": "inform(name='thai time restaurant',kids_allowed=yes,food=thai)",
        "reference": "Thai time restaurant allows kid -s and serves thai food .",
        "system_output": "Thai time restaurant allows kids , and serves thai food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 455,
        "source": "inform(name='thai time restaurant',kids_allowed=yes,near='inner richmond')",
        "reference": "Thai time restaurant is a nice restaurant that allows child -s near inner richmond .",
        "system_output": "Thai time restaurant , is near the inner richmond that allows children .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 456,
        "source": "inform(name='thai time restaurant',type=restaurant)",
        "reference": "Thai time restaurant is a nice restaurant .",
        "system_output": "The name of the restaurant is thai time restaurant .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 457,
        "source": "inform(name='thanh long',address='4101 judah street',postcode='94122')",
        "reference": "Thanh long is located at 4101 judah street . The postcode is 94122 .",
        "system_output": "Thanh long , is located at 4101 judah street , 94122 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 458,
        "source": "inform(name='thanh long',price_range=moderate,near='outer sunset',good_for_meal=dinner)",
        "reference": "The thanh long is a moderate -ly priced restaurant near outer sunset that is a good restaurant for dinner .",
        "system_output": "Thanh long , is near outer sunset , the is good for dinner , and it is in the moderate price range .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 3.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 459,
        "source": "inform(name='the big 4 restaurant',near='nob hill',price_range=moderate)",
        "reference": "The big 4 restaurant is near nob hill and the price range is moderate",
        "system_output": "The big 4 restaurant near nob hill offers moderate food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 460,
        "source": "inform(name='the big 4 restaurant',phone='4157711140')",
        "reference": "The big 4 restaurant 's number is 4157711140",
        "system_output": "The phone number for the big 4 restaurant is 4157711140 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 461,
        "source": "inform(name='the big 4 restaurant',postcode='94108')",
        "reference": "The big 4 restaurant postcode is 94108",
        "system_output": "The postcode of the big 4 restaurant is 94108 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 462,
        "source": "inform(name='thep phanom thai restaurant',address='400 waller street',phone='4154312526',postcode='94117')",
        "reference": "Thep phanom thai restaurant address is 400 waller street , phone number is 4154312526 and postcode is 94117",
        "system_output": "Thep phanom thai restaurant , is at 400 waller street , phone number is 4154312526 , and the postcode is 94117 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 463,
        "source": "inform(name='thep phanom thai restaurant',near='lower haight')",
        "reference": "Thep phanom thai restaurant is located near lower haight",
        "system_output": "Thep phanom thai restaurant , is near the lower haight .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 3.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 464,
        "source": "inform(name='thep phanom thai restaurant',type=restaurant)",
        "reference": "Thep phanom thai restaurant is a nice restaurant",
        "system_output": "The name of the restaurant is thep phanom thai restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 465,
        "source": "inform(name='the richmond',area='hayes valley or inner richmond',address='615 balboa street',phone='4153798988')",
        "reference": "The richmond in the hayes valley or inner richmond address is 615 balboa street . The phone number is 4153798988 .",
        "system_output": "The richmond has 2 locations in hayes valley or inner richmond , the address is 615 balboa street , and the phone number is 4153798988 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 466,
        "source": "inform(name='the richmond',near='inner richmond',kids_allowed=no)",
        "reference": "The richmond is a nice restaurant near inner richmond that does not allow child -s .",
        "system_output": "The richmond , is a nice restaurant near inner richmond that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 467,
        "source": "inform(name='udupi palace',address='1007 valencia street')",
        "reference": "The address of udupi palace is 1007 valencia street .",
        "system_output": "Udupi palace 's address is 1007 valencia street .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 468,
        "source": "inform(name='udupi palace',food=indian)",
        "reference": "Udupi palace serves indian food .",
        "system_output": "There is a indian restaurant called udupi palace .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 469,
        "source": "inform(name='udupi palace',good_for_meal='dinner',food='indpak or indian')",
        "reference": "Udupi palace serves indpak or indian food for dinner .",
        "system_output": "Udupi palace , is a good restaurant that serves indpak or indian food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 470,
        "source": "inform(name='udupi palace',kids_allowed=yes)",
        "reference": "Udupi palace does allow child -s .",
        "system_output": "Udupi palace allows children .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 471,
        "source": "inform(name='udupi palace',kids_allowed=yes,area='mission district')",
        "reference": "I have found a restaurant called udupi palace in the mission district that allows child -s .",
        "system_output": "Udupi palace , is in mission district that allows children .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 472,
        "source": "inform(name=vicoletto,price_range=cheap)",
        "reference": "Vicoletto is a cheap restaurant",
        "system_output": "Vicoletto , is cheap .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.5,
            "overall": 3.0
        }
    },
    {
        "doc_id": 473,
        "source": "inform(name=vicoletto,type=restaurant)",
        "reference": "They is a nice restaurant called vicoletto",
        "system_output": "The name of the restaurant is vicoletto .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 474,
        "source": "inform(name=zadin,price_range=moderate,food='gluten free')",
        "reference": "Zadin restaurant offer gluten free food of moderate price -s",
        "system_output": "Zadin serves gluten free food at a moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 475,
        "source": "inform(name='zare at fly trap',price_range=moderate,food=persian)",
        "reference": "Zare at fly trap is a moderate -ly priced persian restaurant .",
        "system_output": "Zare at fly trap serves persian food at a moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 476,
        "source": "inform(name=zarzuela,food=spanish)",
        "reference": "There is also zarzuela that serves spanish food if you are looking for a put .",
        "system_output": "There is a spanish restaurant called zarzuela .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 477,
        "source": "inform(name=zarzuela,good_for_meal=dinner,food=basque)",
        "reference": "Zarzuela is good for dinner , they serve basque",
        "system_output": "Zarzuela , is a good restaurant that serves basque food , especially for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 478,
        "source": "inform(name=zarzuela,price_range=moderate,food=basque,kids_allowed=no)",
        "reference": "There is zarzuela that has a moderate price range , serves basque food and does not allow kid -s .",
        "system_output": "The restaurant I recommend is zarzuela , it serves basque moderately priced and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 479,
        "source": "inform(name='zuni cafe',price_range=expensive)",
        "reference": "Zuni cafe is expensive",
        "system_output": "Zuni cafe , is expensive .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 480,
        "source": "inform(type=restaurant,count='11',near='nob hill')",
        "reference": "There are 11 restaurant -s near nob hill",
        "system_output": "There are 11 restaurants that serve american food near nob hill .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 481,
        "source": "inform(type=restaurant,count='135',kids_allowed=no)",
        "reference": "There are 135 restaurant -s where kid -s are not allowed",
        "system_output": "There are 135 restaurants that do not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 482,
        "source": "inform(type=restaurant,count='17',food=french)",
        "reference": "There are 17 french restaurant -s in the area .",
        "system_output": "There are 17 french restaurants .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 483,
        "source": "inform(type=restaurant,count='229',kids_allowed=dont_care)",
        "reference": "There are 229 restaurant -s available if you do not mind kid -s are allowed or not .",
        "system_output": "There are 229 restaurants that do not have policys regarding kids .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 484,
        "source": "inform(type=restaurant,count='239',area=dont_care)",
        "reference": "There are 239 restaurant -s if you do not care the area .",
        "system_output": "There are 239 restaurants if the area does not matter .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 485,
        "source": "inform(type=restaurant,count='239',good_for_meal=dont_care)",
        "reference": "There are 239 restaurant -s if you do not care about which meal to dine .",
        "system_output": "There are 239 restaurants available serving any meal .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 486,
        "source": "inform(type=restaurant,count='239',good_for_meal=dont_care,food=dont_care)",
        "reference": "There are 239 restaurant -s serving any meal if the food does not matter .",
        "system_output": "I have found 239 restaurants serve any meal if the food type .",
        "scores": {
            "informativeness": 1.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 487,
        "source": "inform(type=restaurant,count='239',kids_allowed=dont_care,good_for_meal=dont_care)",
        "reference": "There are 239 restaurant -s that are good for any meal if you do not care whether child -s are allowed .",
        "system_output": "There are 239 restaurant if you do not care the price meal and various the food do not care whether the kids are allowed .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 488,
        "source": "inform(type=restaurant,count='239',price_range=dont_care)",
        "reference": "There are 239 restaurant -s to pick from if you do not care about the price range .",
        "system_output": "There are 239 restaurants in any price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 489,
        "source": "inform(type=restaurant,count='2',area='golden gate park')",
        "reference": "I know of 2 restaurant -s it he golden gate park area .",
        "system_output": "We have 2 restaurants listed in the golden gate park area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 490,
        "source": "inform(type=restaurant,count='2',food=basque,kids_allowed=no,price_range=moderate)",
        "reference": "There are 2 basque restaurant -s that are moderate -ly priced and do not allow kid -s .",
        "system_output": "There are 2 basque restaurant do not allow kids in the moderate price range .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 491,
        "source": "inform(type=restaurant,count='2',food=chinese,price_range=expensive)",
        "reference": "There are 2 restaurant -s that serve chinese food in the expensive price range",
        "system_output": "There are 2 chinese restaurants in the expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 492,
        "source": "inform(type=restaurant,count='2',food='new american',kids_allowed=yes,price_range=moderate)",
        "reference": "There are 2 other restaurant -s that serve new american food in the moderate price range and allows kid -s .",
        "system_output": "There are 2 new american restaurants in the moderate price range and does allow children .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 493,
        "source": "inform(type=restaurant,count='2',food=pizza,kids_allowed=yes)",
        "reference": "There are 2 restaurant -s that serve pizza and allow kid -s .",
        "system_output": "There are 2 pizza restaurants that allows kids .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 494,
        "source": "inform(type=restaurant,count='2',good_for_meal=brunch)",
        "reference": "We have 2 restaurant -s that would be good place -s to go for brunch with child -s .",
        "system_output": "There are 2 restaurants which serve brunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 495,
        "source": "inform(type=restaurant,count='2',good_for_meal=dinner,food=peruvian)",
        "reference": "There are 2 restaurant -s that serve good peruvian food for dinner",
        "system_output": "There are 2 peruvian restaurants which do good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 496,
        "source": "inform(type=restaurant,count='2',good_for_meal=dont_care,food=pizza,kids_allowed=yes)",
        "reference": "There are 2 restaurant -s that serve pizza and allow kid -s if you do not mind what meal the serve .",
        "system_output": "There are 2 restaurants that allow kids pizza are allowed for any meal .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 497,
        "source": "inform(type=restaurant,count='2',good_for_meal=dont_care,price_range=cheap,area='little russia')",
        "reference": "There are 2 restaurant -s that have a cheap price range in little russia if you do not mind what meal they serve .",
        "system_output": "There are 2 restaurants in little russia for any meal are cheap .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 498,
        "source": "inform(type=restaurant,count='2',kids_allowed=dont_care,area='golden gate park')",
        "reference": "I know of 2 restaurant -s in the golden gate park area if you do not care whether kid -s are allowed or not .",
        "system_output": "There are 2 restaurants in the golden gate park area do not care whether the kids are allowed .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 499,
        "source": "inform(type=restaurant,count='2',kids_allowed=no,area='pacific heights')",
        "reference": "I found 2 restaurant -s that do not allow kid -s in the pacific heights area .",
        "system_output": "There are 2 restaurants that does not allow the s in the pacific heights area .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 4.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 500,
        "source": "inform(type=restaurant,count='2',price_range=cheap,area='mission dolores')",
        "reference": "2 restaurant -s are listed as cheap in the area of mission dolores .",
        "system_output": "There are 2 cheaply priced restaurants in mission dolores .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 501,
        "source": "inform(type=restaurant,count='36',good_for_meal=lunch,food=dont_care)",
        "reference": "There are 36 restaurant -s that are good for lunch with any kind of food .",
        "system_output": "There are 36 restaurants which are good for lunch if the food type does not matter .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 502,
        "source": "inform(type=restaurant,count='38',good_for_meal=lunch)",
        "reference": "There are 38 restaurant -s that are good for lunch .",
        "system_output": "There are 38 restaurants which serve lunch .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 503,
        "source": "inform(type=restaurant,count='3',area='pacific heights')",
        "reference": "There are 3 restaurant -s in the pacific heights area .",
        "system_output": "We have 3 restaurants listed in the pacific heights area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 504,
        "source": "inform(type=restaurant,count='3',food=mexican,kids_allowed=yes)",
        "reference": "I have found 3 other restaurant -s that serve mexican food and allow kid -s .",
        "system_output": "There are 3 mexican restaurants that allows kids .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 505,
        "source": "inform(type=restaurant,count='3',good_for_meal=dinner,near='mission bay')",
        "reference": "There are 3 restaurant -s near mission bay and good for dinner .",
        "system_output": "There are 3 restaurants a nice food near mission bay which to good for dinner .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 2.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 506,
        "source": "inform(type=restaurant,count='3',near='mission bay')",
        "reference": "There are 3 place -s near to mission bay .",
        "system_output": "There are 3 places that serve american food near mission bay .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 507,
        "source": "inform(type=restaurant,count='4',food=japanese,price_range=expensive)",
        "reference": "There are 4 other restaurant -s that are expensive japanese restaurant -s .",
        "system_output": "There are 4 japanese restaurants in the expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 508,
        "source": "inform(type=restaurant,count='4',food=pizza)",
        "reference": "There are 4 restaurant -s that serve pizza .",
        "system_output": "There are 4 pizza restaurants .",
        "scores": {
            "informativeness": 4.5,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 509,
        "source": "inform(type=restaurant,count='4',good_for_meal=dinner,near='potrero hill',price_range=moderate)",
        "reference": "I found 4 restaurant -s that is moderate -ly priced , near potrero hill and good for dinner .",
        "system_output": "There are 4 moderately priced good a nice restaurants are good for dinner , and near potrero hill .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 510,
        "source": "inform(type=restaurant,count='4',good_for_meal=dont_care,kids_allowed=yes,price_range=expensive)",
        "reference": "There are 4 expensive restaurant -s that allows child -s if you do not mind what meal they serve .",
        "system_output": "There are 4 restaurants that are expensive all meals serve all for all s good for any meal and allow kids .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 511,
        "source": "inform(type=restaurant,count='4',kids_allowed=yes,price_range=expensive)",
        "reference": "There are 4 restaurant -s available in the expensive range that allow child -s .",
        "system_output": "There are 4 expensive restaurants where kids are allowed .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 512,
        "source": "inform(type=restaurant,count='51',good_for_meal=dinner,price_range=expensive)",
        "reference": "There are 51 restaurant -s in the expensive price range that serve good dinner .",
        "system_output": "There are 51 expensively priced restaurants which do a good dinner service .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 513,
        "source": "inform(type=restaurant,count='54',kids_allowed=yes,price_range=cheap)",
        "reference": "There are 54 cheap restaurant -s that allow child -s .",
        "system_output": "There are 54 cheap restaurants where kids are allowed .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 514,
        "source": "inform(type=restaurant,count='6',food=korean,kids_allowed=yes,price_range=dont_care)",
        "reference": "There are 6 restaurant -s that serves korean food , allows kid -s and is in various price range -s .",
        "system_output": "There are 6 korean restaurants at various price ranges and allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 515,
        "source": "inform(type=restaurant,count='77',kids_allowed=no,price_range=moderate)",
        "reference": "I know of 77 restaurant -s where kid -s are not allowed and the price range is moderate .",
        "system_output": "77 restaurants do not allow kids in the moderate range .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 516,
        "source": "inform(type=restaurant,count='7',food=japanese,price_range=cheap)",
        "reference": "There are 7 restaurant -s serve japanese and cheap -ly priced .",
        "system_output": "There are 7 japanese restaurants in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 517,
        "source": "inform(type=restaurant,count='89',good_for_meal=dinner,kids_allowed=yes)",
        "reference": "I found 89 dinner place -s that allow kid -s .",
        "system_output": "There are 89 result for a place with a good dinner that allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 518,
        "source": "inform(type=restaurant,count='89',good_for_meal=dinner,kids_allowed=yes)",
        "reference": "I found 89 dinner place -s that allow kid -s .",
        "system_output": "There are 89 result for a restaurant with a good dinner that allows kids .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 519,
        "source": "inform(type=restaurant,count='94',kids_allowed=yes)",
        "reference": "There are 94 restaurant -s where kid -s are allowed",
        "system_output": "There are 94 restaurants that allow kids area children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 520,
        "source": "inform_no_match(area='bayview heights')",
        "reference": "There are no restaurant -s in bayview heights point that allows child -s .",
        "system_output": "I regret that there are no restaurants near the bayview heights .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 521,
        "source": "inform_no_match(area=embarcadero,kids_allowed=yes,price_range=expensive)",
        "reference": "Unfortunately I could not find any expensive restaurant -s in embarcadero that allow kid -s .",
        "system_output": "I but .",
        "scores": {
            "informativeness": 1.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 522,
        "source": "inform_no_match(area='lower pacific heights',good_for_meal=brunch)",
        "reference": "0 restaurant -s in lower pacific heights are good for brunch",
        "system_output": "I regret that there are no restaurants in lower pacific heights that are good for brunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 523,
        "source": "inform_no_match(area='martin luther king square')",
        "reference": "There are 0 restaurant -s in the martin luther king square area",
        "system_output": "I regret that there are no restaurants near the martin luther king square .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 524,
        "source": "inform_no_match(area='outer richmond',price_range=expensive)",
        "reference": "There are no expensive restaurants in outer richmond .",
        "system_output": "Zero restaurants in the outer richmond area in the expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 525,
        "source": "inform_no_match(area='pacific heights',price_range=expensive)",
        "reference": "There are no restaurant -s in the pacific heights area that are expensive .",
        "system_output": "Zero restaurants in the pacific heights area in the expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 526,
        "source": "inform_no_match(area='potrero hill')",
        "reference": "We have 0 restaurant -s in the potrero hill area",
        "system_output": "I regret that there are no restaurants near the potrero hill .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 527,
        "source": "inform_no_match(area=tenderloin)",
        "reference": "There are no restaurant -s in tenderloin that serves french food .",
        "system_output": "I regret that there are no restaurants near the tenderloin .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 528,
        "source": "inform_no_match(food=afghan,good_for_meal=lunch)",
        "reference": "There are 0 restaurant -s that serve afghan food and are good for lunch .",
        "system_output": "Unfortunately 0 restaurants serve afghan for lunch .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 529,
        "source": "inform_no_match(food=asian,good_for_meal=lunch)",
        "reference": "Unfortunately there are 0 asian restaurant -s that are good for lunch",
        "system_output": "Unfortunately 0 restaurants serve asian for lunch .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 530,
        "source": "inform_no_match(food=cafes,area='presidio heights')",
        "reference": "There are 0 restaurant -s that are cafes near presidio heights",
        "system_output": "I did not find any restaurants in the presidio heights area that serve cafes .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 531,
        "source": "inform_no_match(food=cafes,near='russian hill')",
        "reference": "There are 0 restaurant -s that are cafes near russian hill",
        "system_output": "I have not found any restaurants with cafes food in russian hill .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 532,
        "source": "inform_no_match(food=chinese,near=chinatown,price_range=moderate)",
        "reference": "There are 0 chinese restaurant -s near chinatown in the moderate price range",
        "system_output": "Unfortunately 0 restaurants serve chinese restarnauts moderate that chinatown .",
        "scores": {
            "informativeness": 1.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 533,
        "source": "inform_no_match(food='ethnic food',price_range=expensive)",
        "reference": "There are no restaurant -s serving ethnic food in the expensive price range .",
        "system_output": "Unfortunately 0 restaurants serve ethnic food are expensive .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 534,
        "source": "inform_no_match(food=french,good_for_meal=brunch)",
        "reference": "Unfortunately there are no french restaurant -s that serve brunch nearby .",
        "system_output": "Unfortunately 0 restaurants serve french for brunch .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 535,
        "source": "inform_no_match(food=french,kids_allowed=yes)",
        "reference": "Sorry but I could not find a french restaurant that allows kid -s .",
        "system_output": "There are 0 restaurants that allow kids , and serve french .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 536,
        "source": "inform_no_match(food='gluten free',price_range=cheap)",
        "reference": "Unfortunately there is no cheap restaurant that serves gluten free food .",
        "system_output": "Unfortunately 0 restaurants serve gluten free are cheap .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 3.5,
            "overall": 2.0
        }
    },
    {
        "doc_id": 537,
        "source": "inform_no_match(food=steak,price_range=cheap)",
        "reference": "I am sorry . There are no cheap restaurant -s that serve steak .",
        "system_output": "Unfortunately 0 restaurants serve steak are cheap .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 1.5,
            "overall": 1.5
        }
    },
    {
        "doc_id": 538,
        "source": "inform_no_match(food=thai,good_for_meal=breakfast)",
        "reference": "We do not have any thai restaurant -s listed that serve breakfast .",
        "system_output": "Unfortunately 0 restaurants serve thai for breakfast .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 5.5
        }
    },
    {
        "doc_id": 539,
        "source": "inform_no_match(food=thai,near='inner richmond',kids_allowed=no)",
        "reference": "There are 0 restaurant -s near inner richmond that serve thai and do not allow child -s .",
        "system_output": "I have not found any restaurants with thai and restaurants that do allow kids that are inner richmond .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 540,
        "source": "inform_no_match(good_for_meal=breakfast,food=shanghainese)",
        "reference": "There are 0 restaurant -s that are good for breakfast and serve shanghainese food .",
        "system_output": "Unfortunately 0 restaurants serve shanghainese for breakfast .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 541,
        "source": "inform_no_match(good_for_meal=dinner,food=shanghainese)",
        "reference": "There are 0 restaurant -s that are good for dinner and serve shanghainese food .",
        "system_output": "Unfortunately 0 restaurants serve shanghainese for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 542,
        "source": "inform_no_match(good_for_meal=lunch,food=afghan)",
        "reference": "There are 0 restaurant -s that are good for lunch and serve afghan food .",
        "system_output": "Unfortunately 0 restaurants serve afghan for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 543,
        "source": "inform_no_match(kids_allowed=no,area='opera plaza')",
        "reference": "There are 0 restaurant -s where kid -s are allowed in the opera plaza area",
        "system_output": "I regret that there are 0 restaurants in opera plaza that do not allow kids .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 544,
        "source": "inform_no_match(kids_allowed=yes,food=basque)",
        "reference": "Unfortunately , there are 0 basque restaurant -s that allow kid -s",
        "system_output": "There are 0 restaurants that allow kids , and serve basque .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 5.0,
            "overall": 4.5
        }
    },
    {
        "doc_id": 545,
        "source": "inform_no_match(kids_allowed=yes,food=lounge)",
        "reference": "There are not lounge restaurant -s that allow child -s .",
        "system_output": "There are 0 restaurants that allow kids , and serve lounge .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 546,
        "source": "inform_no_match(kids_allowed=yes,food=moroccan)",
        "reference": "Sorry , there are no restaurant -s allowing kid -s and serving moroccan food .",
        "system_output": "There are 0 restaurants that allow kids , and serve moroccan .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 547,
        "source": "inform_no_match(near=chinatown,area='opera plaza')",
        "reference": "Unfortunately there are 0 restaurant -s near chinatown in the opera plaza area",
        "system_output": "I regret that there are no restaurants in opera plaza chinatown .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 548,
        "source": "inform_no_match(near=chinatown,price_range=expensive)",
        "reference": "There are 0 restaurant -s near chinatown in the expensive price range",
        "system_output": "There are no expensively priced restaurants near chinatown .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 549,
        "source": "inform_no_match(near='inner richmond',good_for_meal=lunch,kids_allowed=no)",
        "reference": "I am sorry I did not find any restaurant -s that does not allow child -s near the inner richmond good for lunch .",
        "system_output": "I am sorry I did not find any restaurants near inner richmond , and good for lunch with kids not allowed .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 4.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 550,
        "source": "inform_no_match(near='laurel heights',price_range=expensive)",
        "reference": "There is no restaurant near laurel heights offers expensive price range .",
        "system_output": "There are no expensively priced restaurants near laurel heights .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 551,
        "source": "inform_no_match(price_range=expensive,area='bernal heights')",
        "reference": "There are 0 restaurant -s in the bernal heights area in the expensive price range",
        "system_output": "Zero restaurants in the bernal heights area in the expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 552,
        "source": "inform_no_match(price_range=expensive,food=cambodian)",
        "reference": "There are no expensive restaurant -s in that price range that serve cambodian food .",
        "system_output": "Unfortunately 0 restaurants serve cambodian are expensive .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 1.5,
            "overall": 2.0
        }
    },
    {
        "doc_id": 553,
        "source": "inform_no_match(price_range=expensive,good_for_meal=breakfast)",
        "reference": "There are no restaurant -s that serve breakfast in the expensive price range .",
        "system_output": "There are no restaurants in the expensive price range that are good for breakfast .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 554,
        "source": "inform_only_match(name='aperto restaurant and pera',near='potrero hill',kids_allowed='yes',price_range='moderate')",
        "reference": "I apologize , aperto restaurant and pera are the only moderate -ly priced restaurant -s that allow kid -s near the potrero hill .",
        "system_output": "Just aperto restaurant and pera near potrero hill that allow kids , and are moderately priced .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 555,
        "source": "inform_only_match(name='beijing restaurant',near='mission terrace')",
        "reference": "The beijing restaurant is the only place near the mission terrace .",
        "system_output": "Just beijing restaurant near mission terrace .",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 3.5,
            "overall": 4.5
        }
    },
    {
        "doc_id": 556,
        "source": "inform_only_match(name='bund shanghai restaurant',food=shanghainese)",
        "reference": "I am sorry but there is no place other than bund shanghai restaurant that serves shanghainese food .",
        "system_output": "No place other than bund shanghai restaurant that serves shanghainese food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.0,
            "overall": 2.5
        }
    },
    {
        "doc_id": 557,
        "source": "inform_only_match(name='dosa on fillmore and kiss seafood',price_range='expensive',near='lower pacific heights')",
        "reference": "I apologize , dosa on fillmore and kiss seafood are the only expensive restaurant -s near lower pacific heights",
        "system_output": "There is no place other than dosa on fillmore and kiss seafood that are expensive near to lower pacific heights .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 558,
        "source": "inform_only_match(name='jasmine garden',kids_allowed=yes,price_range=expensive,food=vietnamese)",
        "reference": "Jasmine garden is the only expensive vietnamese restaurant that allows kid -s .",
        "system_output": "I have found only 1 place called jasmine garden that serves vietnamese , is expensively price range and that allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 559,
        "source": "inform_only_match(name='la ciccia',kids_allowed=no,area='bernal heights',price_range=moderate)",
        "reference": "La ciccia is the only restaurant of moderate -ly priced where kid -s are allowed located in the bernal heights area .",
        "system_output": "No place other than la ciccia who does not allow kids on bernal heights at a moderate price .",
        "scores": {
            "informativeness": 3.5,
            "naturalness": 3.5,
            "overall": 3.5
        }
    },
    {
        "doc_id": 560,
        "source": "inform_only_match(name='marnee thai and thanh long',price_range='moderate',near='outer sunset',good_for_meal='dinner')",
        "reference": "Marnee thai and thanh long are the only 2 moderate -ly priced restaurant -s near outer sunset that are good for dinner .",
        "system_output": "Just marnee thai and thanh long near outer sunset that serves dinner in the moderate price range .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 561,
        "source": "inform_only_match(name='red door cafe',price_range=cheap,good_for_meal=brunch)",
        "reference": "I am sorry , there is only the red door cafe for a cheap brunch .",
        "system_output": "There is no place other than red door cafe that is cheap and a good for brunch .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 562,
        "source": "inform_only_match(name='restaurant ducroix',kids_allowed=no,food=french,good_for_meal=lunch)",
        "reference": "I am sorry but there is no place other than restaurant ducroix that does not allow child -s , serves french food , and is good for lunch .",
        "system_output": "No place except restaurant ducroix serves french food good for lunch , and does not allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 563,
        "source": "inform_only_match(name=spruce,kids_allowed=no,good_for_meal=dinner,near='presidio heights')",
        "reference": "I am sorry but there is no place other than spruce that does not allow child -s , is good for dinner , and is near presidio heights .",
        "system_output": "I apologize spruce is the only restaurant near presidio heights that is good for dinner , and does not allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.5,
            "overall": 5.0
        }
    },
    {
        "doc_id": 564,
        "source": "inform_only_match(name=spruce,near='presidio heights')",
        "reference": "Spruce is the only restaurant listed near presidio heights .",
        "system_output": "Just spruce near presidio heights .",
        "scores": {
            "informativeness": 3.5,
            "naturalness": 3.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 565,
        "source": "inform_only_match(name='thep phanom thai restaurant',good_for_meal=dinner,near='lower haight',kids_allowed=no)",
        "reference": "Thep phanom thai restaurant is the only restaurant good for dinner near lower haight and does not allow kid -s",
        "system_output": "I apologize thep phanom thai restaurant is the only restaurant near lower haight that is good for dinner , and does not allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.5,
            "overall": 4.0
        }
    },
    {
        "doc_id": 566,
        "source": "reqmore()",
        "reference": "Is there anything else I can help you with ?",
        "system_output": "May I help you further ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 567,
        "source": "request(area)",
        "reference": "What area are you looking for ?",
        "system_output": "What area would you like the restaurant to be in ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 568,
        "source": "request(food)",
        "reference": "What type of food are wanting to eat ?",
        "system_output": "What type of food would you like to eat ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 569,
        "source": "request(good_for_meal)",
        "reference": "Are you looking for breakfast , brunch , lunch or dinner ?",
        "system_output": "Are you looking for breakfast brunch lunch or dinner ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 570,
        "source": "request(near)",
        "reference": "Please confirm your area of interest .",
        "system_output": "Where is it near ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 571,
        "source": "request(price_range)",
        "reference": "Is there a certain price range you were looking for ?",
        "system_output": "What price range are you comfortable with ?",
        "scores": {
            "informativeness": 1.0,
            "naturalness": 6.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 572,
        "source": "select(area='mission bay or victoria mews')",
        "reference": "Would you like to find restaurant -s in the mission bay or victoria mews area ?",
        "system_output": "Ok do you want a restaurant in the mission bay or victoria mews ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 573,
        "source": "select(food='chinese or singaporean')",
        "reference": "Would you like chinese or singaporean ?",
        "system_output": "Would you prefer chinese or singaporean food ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 574,
        "source": "select(food='new american or thai')",
        "reference": "Are you looking for new american or thai food ?",
        "system_output": "Would you prefer new american or thai food ?",
        "scores": {
            "informativeness": 5.5,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 575,
        "source": "select(good_for_meal='lunch or dinner')",
        "reference": "Are you looking for lunch or dinner ?",
        "system_output": "Would you prefer a lunch or dinner place ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 576,
        "source": "select(kids_allowed='yes or no')",
        "reference": "Do you want to know if kid -s are allowed or not ?",
        "system_output": "Are you looking for somewhere that kids are allowed ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 577,
        "source": "select(near='bay view hunters point or nopa')",
        "reference": "Would you like restaurant -s in the bay view hunters point or nopa area ?",
        "system_output": "Sorry would you prefer a restaurant near bay view hunters point or nopa ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 578,
        "source": "select(near='marina cow hollow or japantown')",
        "reference": "Where do you want it to be near to , marina cow hollow or japantown ?",
        "system_output": "Sorry would you prefer a restaurant near marina cow hollow or japantown ?",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 579,
        "source": "select(price_range='cheap or expensive')",
        "reference": "What is the price range you are looking for , cheap or expensive ?",
        "system_output": "Would you like to find a cheap or expensive restaurant ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.5,
            "overall": 6.0
        }
    },
    {
        "doc_id": 580,
        "source": "select(price_range='expensive or cheap')",
        "reference": "Would you like expensive or cheap food ?",
        "system_output": "Would you like to find a expensive or cheap restaurant ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 581,
        "source": "confirm(area=dont_care)",
        "reference": "Please confirm that you do not care what area the restaurant is located .",
        "system_output": "You do not care about the area ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 582,
        "source": "confirm(area='financial district')",
        "reference": "You are looking near the financial district , right ?",
        "system_output": "Are you looking for a restaurant in the area of financial district ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 583,
        "source": "confirm(area='little russia')",
        "reference": "You are looking in the little russia area correct ?",
        "system_output": "Are you looking for a restaurant in the area of little russia ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 584,
        "source": "confirm(food='comfort food')",
        "reference": "Just to double check , you would like a restaurant that serves comfort food ?",
        "system_output": "Let me confirm , are you looking for comfort food ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 585,
        "source": "confirm(good_for_meal=dont_care)",
        "reference": "Can I confirm you do not care what type of meal it is ?",
        "system_output": "I am sorry . Just to confirm . You are looking for a restaurant good for any meal ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 586,
        "source": "confirm(kids_allowed=dont_care)",
        "reference": "Ok , you want a restaurant and you do not care whether it allows kid -s ?",
        "system_output": "Ok , you want a restaurant and you do not care whether it allows kids ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 587,
        "source": "confirm(kids_allowed=no)",
        "reference": "Please confirm you do not want a child friendly restaurant .",
        "system_output": "Please confirm you do not want a child friendly restaurant ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 588,
        "source": "confirm(kids_allowed=yes)",
        "reference": "Please confirm , you want a restaurant that allows child -s ?",
        "system_output": "Please confirm , you want a restaurant that allows children ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 589,
        "source": "confirm(near='inner richmond')",
        "reference": "Can I confirm you are looking for a restaurant near inner richmond ?",
        "system_output": "Can I confirm that you are looking for a restaurant near inner richmond ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 590,
        "source": "confirm(near='potrero hill')",
        "reference": "Can I confirm if you are looking for a restaurant near potrero hill ?",
        "system_output": "Can I confirm that you are looking for a restaurant near potrero hill ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 591,
        "source": "confirm(price_range=cheap)",
        "reference": "Can I confirm you are looking for a cheap restaurant ?",
        "system_output": "Can I confirm that you are looking for a cheaply priced restaurant ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 592,
        "source": "confirm(price_range=dont_care)",
        "reference": "May I confirm that the price range does not matter ?",
        "system_output": "Can I confirm that you do not care about the price range ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 593,
        "source": "confirm(price_range=expensive)",
        "reference": "Can I confirm you would like to find an expensive restaurant ?",
        "system_output": "Can I confirm that you are looking for a restaurant in the expensive price range ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 594,
        "source": "confirm(price_range=expensive)",
        "reference": "Can I confirm you would like to find an expensive restaurant ?",
        "system_output": "You want a expensive restaurant , right ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 595,
        "source": "inform(name='a 16',food=pizza)",
        "reference": "A 16 is a pizza restaurant .",
        "system_output": "A 16 serves pizza food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 596,
        "source": "inform(name='a 16',price_range=moderate,kids_allowed=no)",
        "reference": "The restaurant a 16 has a moderate price range and does not allow kid -s",
        "system_output": "A 16 is an moderate restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 597,
        "source": "inform(name='a 16',type=restaurant)",
        "reference": "A 16 is the name of the restaurant .",
        "system_output": "A 16 is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 598,
        "source": "inform(name='alamo square seafood grill',address='803 fillmore street')",
        "reference": "The address for alamo square seafood grill is 803 fillmore street .",
        "system_output": "The address for alamo square seafood grill is 803 fillmore street .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 599,
        "source": "inform(name='alamo square seafood grill',food='sea food')",
        "reference": "Alamo square seafood grill serves sea food .",
        "system_output": "Alamo square seafood grill serves sea food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 600,
        "source": "inform(name='alamo square seafood grill',near='alamo square',kids_allowed=no,good_for_meal=dinner)",
        "reference": "Alamo square seafood grill is near alamo square , good for dinner and child -s are not allowed .",
        "system_output": "Alamo square seafood grill is near alamo square and does not allow kids for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 601,
        "source": "inform(name='a la turca restaurant',near=tenderloin)",
        "reference": "A la turca restaurant is near tenderloin .",
        "system_output": "A la turca restaurant is near tenderloin .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 602,
        "source": "inform(name='a la turca restaurant',price_range=cheap)",
        "reference": "A la turca restaurant is in the cheap price range .",
        "system_output": "A la turca restaurant is in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 603,
        "source": "inform(name='alborz persian cuisine',food=persian,good_for_meal=dinner)",
        "reference": "Alborz persian cuisine is a nice restaurant serving persian food good for dinner .",
        "system_output": "Alborz persian cuisine serves persian and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 2.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 604,
        "source": "inform(name='alborz persian cuisine',price='between 9 and 13 dollar')",
        "reference": "The price of alborz persian cuisine is between 9 and 13 dollar .",
        "system_output": "The price of alborz persian cuisine is between 9 and 13 dollar .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 605,
        "source": "inform(name='alborz persian cuisine',price_range=moderate)",
        "reference": "Alborz persian cuisine has a moderate price range .",
        "system_output": "Alborz persian cuisine is in the moderate price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 606,
        "source": "inform(name='alborz persian cuisine',price_range=moderate,food=persian)",
        "reference": "Alborz persian cuisine serving good persian food is a moderate priced restaurant .",
        "system_output": "Alborz persian cuisine is a nice restaurant that serves persian food in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 607,
        "source": "inform(name='alborz persian cuisine',type=restaurant)",
        "reference": "Alborz persian cuisine is good restaurant .",
        "system_output": "Alborz persian cuisine is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 608,
        "source": "inform(name='amber india',food=indian)",
        "reference": "Amber india restaurant serves indian food .",
        "system_output": "Amber india serves indian food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 609,
        "source": "inform(name='amber india',kids_allowed=no,food=indpak)",
        "reference": "Amber india serves indpak food and kid -s are not allowed .",
        "system_output": "Amber india is a nice restaurant that serves indpak food and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 610,
        "source": "inform(name='amber india',phone='4157770500',postcode='94103')",
        "reference": "Amber india 's phone number is 4157770500. their postcode is 94103 .",
        "system_output": "The phone number for amber india is 4157770500 and the postcode is 94103 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 611,
        "source": "inform(name='ananda fuara',food=vegetarian)",
        "reference": "Ananda fuara is the restaurant serves vegetarian .",
        "system_output": "Ananda fuara serves vegetarian food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 612,
        "source": "inform(name='angkor borei restaurant',area='hayes valley or bernal heights',phone='4155508417')",
        "reference": "The name is angkor borei restaurant , the area is hayes valley or bernal heights , and the phone number is 4155508417",
        "system_output": "Angkor borei restaurant is in the area of hayes valley or bernal heights and the phone number is 4155508417 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 613,
        "source": "inform(name='angkor borei restaurant',good_for_meal=dinner,area='bernal heights',price_range=cheap)",
        "reference": "I would suggest angkor borei restaurant as a good restaurant for dinner in bernal heights for cheap food .",
        "system_output": "Angkor borei restaurant is an cheap restaurant in the bernal heights area that serves dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 614,
        "source": "inform(name='angkor borei restaurant',good_for_meal=dinner,near='bernal heights',price_range=cheap)",
        "reference": "The angkor borei restaurant offers cheap dinner -s near to bernal heights .",
        "system_output": "Angkor borei restaurant is an cheap restaurant good for dinner near bernal heights .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 615,
        "source": "inform(name='angkor borei restaurant',type=restaurant)",
        "reference": "I would recommend angkor borei restaurant , a nice restaurant",
        "system_output": "Angkor borei restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 616,
        "source": "inform(name='aperto restaurant',kids_allowed=yes)",
        "reference": "Aperto restaurant does allow kid -s .",
        "system_output": "Aperto restaurant is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 617,
        "source": "inform(name='aperto restaurant',kids_allowed=yes,price_range=moderate,near='potrero hill')",
        "reference": "Aperto restaurant is a moderate -ly priced restaurant that allows kid -s near the potrero hill area .",
        "system_output": "Aperto restaurant is a moderate restaurant near potrero hill that allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 618,
        "source": "inform(name='aperto restaurant',near='potrero hill')",
        "reference": "Do you want to try aperto restaurant near potrero hill ?",
        "system_output": "Aperto restaurant is near potrero hill .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 619,
        "source": "inform(name='aperto restaurant',near='potrero hill',price_range=moderate)",
        "reference": "Aperto restaurant is near potrero hill and is moderate -ly priced .",
        "system_output": "Aperto restaurant is a moderate restaurant near potrero hill .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 620,
        "source": "inform(name='aperto restaurant',price='22 euro',phone='4152521625')",
        "reference": "The phone number for aperto restaurant is 4152521625. the price is 22 euro .",
        "system_output": "The name of the restaurant is aperto restaurant . The price is 22 euro . Their phone number is 4152521625 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 621,
        "source": "inform(name='aperto restaurant',price_range=moderate)",
        "reference": "The aperto restaurant has a moderate price range .",
        "system_output": "Aperto restaurant is in the moderate price range .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 622,
        "source": "inform(name='aperto restaurant',type=restaurant)",
        "reference": "The restaurant is named aperto restaurant .",
        "system_output": "Aperto restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 623,
        "source": "inform(name='arabian nights restaurant',address='2345 mission street')",
        "reference": "The address to the arabian nights restaurant is 2345 mission street .",
        "system_output": "The address for arabian nights restaurant is 2345 mission street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 624,
        "source": "inform(name='arabian nights restaurant',address='2345 mission street',phone='4156481444')",
        "reference": "Arabian nights restaurant is located at 2345 mission street and can be reached by phone at 4156481444 .",
        "system_output": "The address of arabian nights restaurant is 2345 mission street and the phone number is 4156481444 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 625,
        "source": "inform(name='arabian nights restaurant',area='hayes valley or noma')",
        "reference": "Arabian nights restaurant is in the hayes valley or noma",
        "system_output": "Arabian nights restaurant is in the hayes valley or noma hill area .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 626,
        "source": "inform(name='arabian nights restaurant',area='hayes valley or noma',address='2345 mission street',phone='4156481444')",
        "reference": "Arabian nights restaurant is in hayes valley or noma at 2345 mission street , you can call at 4156481444 .",
        "system_output": "The area of arabian nights restaurant is 2345 mission street , is located in the hayes valley or noma heights area . Their phone number is 4156481444 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 627,
        "source": "inform(name='arabian nights restaurant',food=arabian)",
        "reference": "Arabian nights restaurant serves arabian",
        "system_output": "Arabian nights restaurant serves arabian food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 628,
        "source": "inform(name='arabian nights restaurant',food=arabian,good_for_meal=dinner)",
        "reference": "Arabian nights restaurant serves arabian and is good for dinner .",
        "system_output": "Arabian nights restaurant is a nice restaurant that is good for dinner and serves arabian food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 629,
        "source": "inform(name='arabian nights restaurant',food=lebanese)",
        "reference": "Arabian nights restaurant is a nice restaurant that serves lebanese food .",
        "system_output": "Arabian nights restaurant serves lebanese food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 630,
        "source": "inform(name='arabian nights restaurant',phone='4156481444')",
        "reference": "Arabian nights restaurant 's phone number is 4156481444",
        "system_output": "The phone number for arabian nights restaurant is 4156481444 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 631,
        "source": "inform(name='arabian nights restaurant',price_range='moderate',area='hayes valley or noma')",
        "reference": "Arabian nights restaurant has moderate price -s and is in hayes valley or noma .",
        "system_output": "Arabian nights restaurant is in the area of hayes valley or noma and it is in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 632,
        "source": "inform(name='arabian nights restaurant',type=restaurant)",
        "reference": "The restaurant is called arabian nights restaurant .",
        "system_output": "Arabian nights restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 633,
        "source": "inform(name='assab eritrean restaurant',address='2845 geary blvd')",
        "reference": "The address for assab eritrean restaurant is 2845 geary blvd .",
        "system_output": "The address for assab eritrean restaurant is 2845 geary blvd .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 634,
        "source": "inform(name='assab eritrean restaurant',good_for_meal=dinner)",
        "reference": "Assab eritrean restaurant serves dinner .",
        "system_output": "Assab eritrean restaurant is a good restaurant for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 635,
        "source": "inform(name='assab eritrean restaurant',phone='4154417083')",
        "reference": "The phone number for assab eritrean restaurant is 4154417083 .",
        "system_output": "The phone number for assab eritrean restaurant is 4154417083 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 636,
        "source": "inform(name='assab eritrean restaurant',postcode='94118')",
        "reference": "Assab eritrean restaurant postcode is 94118",
        "system_output": "The postcode for assab eritrean restaurant is 94118 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 637,
        "source": "inform(name='assab eritrean restaurant',price='between 7 and 11 euro')",
        "reference": "Assab eritrean restaurant meal -s cost between 7 and 11 euro .",
        "system_output": "The price of assab eritrean restaurant is between 7 and 11 euro .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 638,
        "source": "inform(name='assab eritrean restaurant',price_range=cheap,address='2845 geary blvd')",
        "reference": "Assab eritrean restaurant is cheap and the address is 2845 geary blvd .",
        "system_output": "Assab eritrean restaurant is located at 2845 geary blvd in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 639,
        "source": "inform(name='assab eritrean restaurant',price_range=cheap,near='laurel heights')",
        "reference": "Assab eritrean restaurant is a cheap restaurant near laurel heights",
        "system_output": "Assab eritrean restaurant is a cheap restaurant near laurel heights .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 640,
        "source": "inform(name='atelier crenn',address='3127 fillmore street')",
        "reference": "Atelier crenn is at 3127 fillmore street .",
        "system_output": "The address for atelier crenn is 3127 fillmore street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 641,
        "source": "inform(name='atelier crenn',price_range=expensive)",
        "reference": "Atelier crenn is an expensive restaurant .",
        "system_output": "Atelier crenn is in the expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 642,
        "source": "inform(name='atelier crenn',type=restaurant)",
        "reference": "Atelier crenn is a type of restaurant .",
        "system_output": "Atelier crenn is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 643,
        "source": "inform(name='aux delices restaurant',address='2327 polk street')",
        "reference": "Aux delices restaurant -s is located at 2327 polk street",
        "system_output": "The address for aux delices restaurant is 2327 polk street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 644,
        "source": "inform(name='aux delices restaurant',food=vietnamese,near='russian hill')",
        "reference": "There is a place called aux delices restaurant that serves vietnamese food near russian hill",
        "system_output": "Aux delices restaurant is near russian hill and serves vietnamese food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 645,
        "source": "inform(name='aux delices restaurant',kids_allowed=yes)",
        "reference": "Aux delices restaurant allows kid -s",
        "system_output": "Aux delices restaurant is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 646,
        "source": "inform(name='bar crudo',address='655 divisadero street')",
        "reference": "Bar crudo is at 655 divisadero street",
        "system_output": "The address for bar crudo is 655 divisadero street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 647,
        "source": "inform(name='bar crudo',food='raw food')",
        "reference": "Bar crudo serves raw food .",
        "system_output": "Bar crudo serves raw food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 648,
        "source": "inform(name='bar crudo',phone='4154090679')",
        "reference": "Bar crudo 's phone number is 4154090679 .",
        "system_output": "The phone number for bar crudo is 4154090679 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 649,
        "source": "inform(name='bar crudo',price_range=moderate)",
        "reference": "Bar crudo price range is moderate",
        "system_output": "Bar crudo is in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 650,
        "source": "inform(name='beijing restaurant',address='1801 alemany blvd')",
        "reference": "The address for beijing restaurant is 1801 alemany blvd .",
        "system_output": "The address for beijing restaurant is 1801 alemany blvd .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 651,
        "source": "inform(name='beijing restaurant',food=chinese)",
        "reference": "Beijing restaurant is serving chinese food",
        "system_output": "Beijing restaurant serves chinese food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 652,
        "source": "inform(name='beijing restaurant',near='mission terrace')",
        "reference": "The beijing restaurant is near to the mission terrace .",
        "system_output": "Beijing restaurant is near mission terrace .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 653,
        "source": "inform(name='beijing restaurant',near='mission terrace or outer mission')",
        "reference": "Beijing restaurant is near mission terrace or outer mission",
        "system_output": "Beijing restaurant is near mission terrace or outer mission .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 654,
        "source": "inform(name='beijing restaurant',near='outer mission',price_range=cheap)",
        "reference": "Beijing restaurant is a nice restaurant near outer mission , with cheap price -s .",
        "system_output": "Beijing restaurant is a cheap restaurant near outer mission .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 655,
        "source": "inform(name='beijing restaurant',phone='4153338182')",
        "reference": "The phone number for beijing restaurant is 4153338182 .",
        "system_output": "The phone number for beijing restaurant is 4153338182 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 656,
        "source": "inform(name='beijing restaurant',price_range=cheap,near='outer mission')",
        "reference": "Beijing restaurant is in the cheap price range near outer mission .",
        "system_output": "Beijing restaurant is a cheap restaurant near outer mission .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 657,
        "source": "inform(name='beijing restaurant',type=restaurant)",
        "reference": "The beijing restaurant is a nice restaurant",
        "system_output": "Beijing restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 658,
        "source": "inform(name=benu,address='22 hawthorne street')",
        "reference": "Benu is at 22 hawthorne street",
        "system_output": "The address for benu is 22 hawthorne street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 659,
        "source": "inform(name=benu,address='22 hawthorne street',postcode='94105')",
        "reference": "Benu 's address is 22 hawthorne street . It is postcode is 94105 .",
        "system_output": "The address of benu is 22 hawthorne street , and the postcode is 94105 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 660,
        "source": "inform(name='benu',area='hayes valley or financial district south')",
        "reference": "Benu is located in the area of hayes valley or financial district south",
        "system_output": "Benu is a nice restaurant in the hayes valley or financial district south area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 661,
        "source": "inform(name=benu,food=asian,kids_allowed=no)",
        "reference": "Benu is a nice restaurant that serves asian food and does not allow child -s .",
        "system_output": "Benu is a nice restaurant that serves asian food and does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 662,
        "source": "inform(name=benu,phone='4156854860')",
        "reference": "The phone number for benu is 4156854860 .",
        "system_output": "The phone number for benu is 4156854860 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 663,
        "source": "inform(name=benu,price_range=expensive,near='financial district',food=asian)",
        "reference": "Benu has an expensive price range . It is close to the financial district and serves asian food",
        "system_output": "Benu is a asian restaurant near financial district that is in the expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 664,
        "source": "inform(name=benu,type=restaurant)",
        "reference": "Benu is a nice restaurant",
        "system_output": "Benu is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 665,
        "source": "inform(name=betelnut,area='cow hollow',kids_allowed=no,price_range=expensive)",
        "reference": "Betelnut is an expensive restaurant that does not allow kid -s in the cow hollow area .",
        "system_output": "Betelnut is expensively priced in the cow hollow area and does not allow kids .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 2.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 666,
        "source": "inform(name=betelnut,food=malaysian)",
        "reference": "There is a malaysian restaurant called betelnut .",
        "system_output": "Betelnut serves malaysian food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 667,
        "source": "inform(name='betelnut',near='marina cow hollow',area='cow hollow or hayes valley',phone='4159298855')",
        "reference": "Betelnut is near the marina cow hollow and in the cow hollow or hayes valley area . The phone number is 4159298855 .",
        "system_output": "Betelnut is near marina cow hollow and in the cow hollow or hayes valley number is 4159298855 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 668,
        "source": "inform(name='borobudur restaurant',address='700 post street',phone='4157751512')",
        "reference": "Borobudur restaurant is located at 700 post street . Its phone number is 4157751512",
        "system_output": "The address of borobudur restaurant is 700 post street and the phone number is 4157751512 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 669,
        "source": "inform(name='borobudur restaurant',food=indonesian)",
        "reference": "Borobudur restaurant serves indonesian food .",
        "system_output": "Borobudur restaurant serves indonesian food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 670,
        "source": "inform(name='borobudur restaurant',type=restaurant)",
        "reference": "Borobudur restaurant is a nice restaurant",
        "system_output": "Borobudur restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 671,
        "source": "inform(name='bund shanghai restaurant',address='640 jackson street')",
        "reference": "Bund shanghai restaurant 's address is 640 jackson street .",
        "system_output": "The address for bund shanghai restaurant is 640 jackson street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 672,
        "source": "inform(name='bund shanghai restaurant',food=shanghainese)",
        "reference": "Bund shanghai restaurant serves shanghainese food .",
        "system_output": "Bund shanghai restaurant serves shanghainese food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 673,
        "source": "inform(name='bund shanghai restaurant',price_range=cheap)",
        "reference": "Bund shanghai restaurant is in the cheap price range .",
        "system_output": "Bund shanghai restaurant is in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 674,
        "source": "inform(name='bund shanghai restaurant',type=restaurant)",
        "reference": "Bund shanghai restaurant is a good restaurant .",
        "system_output": "Bund shanghai restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 675,
        "source": "inform(name='burma superstar',kids_allowed=no,price_range=moderate)",
        "reference": "Burma superstar does not allow kid -s and is moderate -ly priced",
        "system_output": "Burma superstar is an moderate restaurant that does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 676,
        "source": "inform(name='burma superstar',near='inner richmond',price='between 15 and 22 euro')",
        "reference": "Burma superstar is near inner richmond priced between 15 and 22 euro",
        "system_output": "Burma superstar is near inner richmond priced between 15 and 22 euro .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 677,
        "source": "inform(name='burma superstar',phone='4153872147')",
        "reference": "Burma superstar 's number is 4153872147",
        "system_output": "The phone number for burma superstar is 4153872147 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 678,
        "source": "inform(name=butterfly,kids_allowed=no)",
        "reference": "No , butterfly does not allow kid -s .",
        "system_output": "Butterfly is a nice restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 679,
        "source": "inform(name=butterfly,price_range=expensive,food=vietnamese)",
        "reference": "Butterfly is an expensive vietnamese restaurant .",
        "system_output": "Butterfly is a nice restaurant that serves vietnamese food in the expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 680,
        "source": "inform(name='campton place restaurant',area=downtown,food=indian,good_for_meal=dinner)",
        "reference": "Campton place restaurant is in the downtown area and serves indian food and is good for dinner .",
        "system_output": "Campton place restaurant is good for dinner and is indian and is in the downtown area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 681,
        "source": "inform(name='campton place restaurant',phone='4157815555')",
        "reference": "The phone number for campton place restaurant is 4157815555 .",
        "system_output": "The phone number for campton place restaurant is 4157815555 .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 682,
        "source": "inform(name='campton place restaurant',price_range=expensive)",
        "reference": "Campton place restaurant is in the expensive price range .",
        "system_output": "Campton place restaurant is in the expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 683,
        "source": "inform(name=canteen,price='between 23 and 29 euro',phone='4159288870')",
        "reference": "The phone number of canteen is 4159288870 and the price for meal -s range between 23 and 29 euro .",
        "system_output": "The name of the restaurant is canteen . The price is between 23 and 29 euro . Their phone number is 4159288870 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 684,
        "source": "inform(name=canteen,price_range=moderate)",
        "reference": "The price range of canteen is moderate",
        "system_output": "Canteen is in the moderate price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 685,
        "source": "inform(name='canto do brasil restaurant',area='hayes valley',address='41 franklin street')",
        "reference": "The address for canto do brasil restaurant s 41 franklin street , in the hayes valley area .",
        "system_output": "Canto do brasil restaurant is in the hayes valley hill area and the address is 41 franklin street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 686,
        "source": "inform(name='canto do brasil restaurant',food=brazilian)",
        "reference": "Canto do brasil restaurant serves brazilian food .",
        "system_output": "Canto do brasil restaurant serves brazilian food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 687,
        "source": "inform(name='canto do brasil restaurant',kids_allowed=no)",
        "reference": "Canto do brasil restaurant does not allow child -s .",
        "system_output": "Canto do brasil restaurant is a nice restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 688,
        "source": "inform(name='canto do brasil restaurant',phone='4156268727',postcode='94102')",
        "reference": "The phone number for canto do brasil restaurant is 4156268727 , its postcode is 94102 .",
        "system_output": "The phone number for canto do brasil restaurant is 4156268727 and the postcode is 94102 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 689,
        "source": "inform(name='canto do brasil restaurant',price_range=cheap,food=brazilian)",
        "reference": "Canto do brasil restaurant serves cheap brazilian food .",
        "system_output": "Canto do brasil restaurant is a nice restaurant that serves brazilian food in the cheap price range .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 690,
        "source": "inform(name='capital restaurant',kids_allowed=none)",
        "reference": "I have no information whether capital restaurant allows kid -s or not .",
        "system_output": "I have no information whether capital restaurant allows kids or not .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 691,
        "source": "inform(name='capital restaurant',phone='4153976269')",
        "reference": "The phone number for capital restaurant is 4153976269 .",
        "system_output": "The phone number for capital restaurant is 4153976269 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 692,
        "source": "inform(name='capital restaurant',price_range=cheap,good_for_meal=lunch)",
        "reference": "Capital restaurant is a nice restaurant in the cheap price range that is good for lunch .",
        "system_output": "Capital restaurant is a cheap restaurant that is good for lunch .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 693,
        "source": "inform(name='capital restaurant',type=restaurant)",
        "reference": "Capital restaurant is a good restaurant .",
        "system_output": "Capital restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 694,
        "source": "inform(name='chai yo thai restaurant',near='nob hill')",
        "reference": "Chai yo thai restaurant is near nob hill",
        "system_output": "Chai yo thai restaurant is near nob hill .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 695,
        "source": "inform(name='chaya brasserie',food=asian)",
        "reference": "Chaya brasserie is an asian delhi .",
        "system_output": "Chaya brasserie serves asian food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 696,
        "source": "inform(name='chenery park',address='683 chenery street',phone='4153378537')",
        "reference": "The address for chenery park is 683 chenery street , the phone number is 4153378537",
        "system_output": "The address of chenery park is 683 chenery street and the phone number is 4153378537 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 697,
        "source": "inform(name='chenery park',area='glen park')",
        "reference": "Chenery park is located in the glen park .",
        "system_output": "Chenery park is a nice restaurant in the area of glen park .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 698,
        "source": "inform(name='chenery park',area='glen park')",
        "reference": "Chenery park is located in the glen park .",
        "system_output": "Chenery park is in the area of glen park .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 699,
        "source": "inform(name='chenery park',area='hayes valley or glen park',address='683 chenery street')",
        "reference": "Chenery park is in the hayes valley or glen park area . Their address is 683 chenery street",
        "system_output": "Chenery park is in the hayes valley or glen park hill area . The address is 683 chenery street .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 700,
        "source": "inform(name='chenery park',kids_allowed=yes)",
        "reference": "Yes , chenery park does allow child -s .",
        "system_output": "Chenery park is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 701,
        "source": "inform(name='chenery park',near='glen park')",
        "reference": "Chenery park is near glen park .",
        "system_output": "Chenery park is near glen park .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 702,
        "source": "inform(name='chenery park',near='glen park',kids_allowed=yes,price_range=moderate)",
        "reference": "Chenery park is located near to glen park . They offer food at a moderate price and allow kid -s .",
        "system_output": "Chenery park is a moderately priced restaurant that allows children near glen park .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 703,
        "source": "inform(name='chez maman',area='hayes valley or victoria mews')",
        "reference": "Chez maman is located in hayes valley or victoria mews .",
        "system_output": "Chez maman is in the area of hayes valley or victoria mews .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 704,
        "source": "inform(name='chez maman',area='hayes valley or victoria mews')",
        "reference": "Chez maman is located in hayes valley or victoria mews .",
        "system_output": "Chez maman is in the hayes valley or victoria mews hill area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 705,
        "source": "inform(name='chez maman',food='burgers or creperies',address='1453 18th street')",
        "reference": "Burgers or creperies are served at chez maman which is located at 1453 18th street .",
        "system_output": "The chez maman serves burgers or creperies food , and is located at 1453 18th street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 706,
        "source": "inform(name='chez maman',food=creperies)",
        "reference": "I found the chez maman restaurant that serves creperies .",
        "system_output": "Chez maman serves creperies food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 707,
        "source": "inform(name='chez maman',food=creperies,good_for_meal=dinner)",
        "reference": "Chez maman serves creperies and is good for dinner",
        "system_output": "The chez maman serves creperies food and is good for dinner .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 708,
        "source": "inform(name='chez maman',good_for_meal=dinner,near='potrero hill',price_range=moderate)",
        "reference": "Chez maman is a dinner restaurant near potrero hill with a moderate price range .",
        "system_output": "Chez maman is a good , moderate restaurant for dinner located near potrero hill .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 709,
        "source": "inform(name='chez maman',kids_allowed=no,near='potrero hill')",
        "reference": "Chez maman is near potrero hill and does not allow kid -s in the restaurant .",
        "system_output": "Chez maman is a nice restaurant near potrero hill that does not allow children .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 710,
        "source": "inform(name='chez maman',phone='4158247166')",
        "reference": "The phone number for chez maman is 4158247166 .",
        "system_output": "The phone number for chez maman is 4158247166 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 711,
        "source": "inform(name='chez maman',type=restaurant)",
        "reference": "Chez maman is a nice restaurant fits you .",
        "system_output": "Chez maman is a nice restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 712,
        "source": "inform(name=chouchou,kids_allowed=no)",
        "reference": "Chouchou does not allow child -s .",
        "system_output": "Chouchou is a nice restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 713,
        "source": "inform(name=chouchou,price_range=moderate)",
        "reference": "Chouchou is a moderate -ly priced himalayan food restaurant",
        "system_output": "Chouchou is in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 714,
        "source": "inform(name=chow,address='215 church street')",
        "reference": "The address of chow is 215 church street .",
        "system_output": "The address for chow is 215 church street .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 2.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 715,
        "source": "inform(name=chow,address='215 church street',phone='4155522469')",
        "reference": "The address for chow is 215 church street and the phonenumber is 4155522469 .",
        "system_output": "The address of chow is 215 church street and the phone number is 4155522469 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 716,
        "source": "inform(name=chow,address='215 church street',price='22 euro')",
        "reference": "Chow food is located at 215 church street . It costs 22 euro .",
        "system_output": "The address of chow is 215 church street , and the price is 22 euro .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 717,
        "source": "inform(name=chow,food='comfort food')",
        "reference": "Chow food is a nice restaurant that has comfort food .",
        "system_output": "Chow serves comfort food .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 2.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 718,
        "source": "inform(name=chow,food='comfort food',good_for_meal=dinner)",
        "reference": "I recommend chow . It serves comfort food and good for dinner .",
        "system_output": "Chow serves comfort food and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 719,
        "source": "inform(name=chow,food='comfort food',good_for_meal=dinner,near=castro)",
        "reference": "There is a nice restaurant called chow near castro , which serves comfort food and is good for dinner .",
        "system_output": "Chow is a comfort food restaurant good for dinner near castro .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 720,
        "source": "inform(name='chow',good_for_meal='lunch or dinner')",
        "reference": "Chow is great for lunch or dinner .",
        "system_output": "Chow is a good restaurant for lunch or dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 721,
        "source": "inform(name=chow,kids_allowed=yes)",
        "reference": "Yes , chow allows child -s .",
        "system_output": "Chow is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 722,
        "source": "inform(name=chow,near=castro)",
        "reference": "Chow restaurant is near the castro .",
        "system_output": "Chow is near castro .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 723,
        "source": "inform(name=chow,phone='4155522469')",
        "reference": "The phone number for chow is 4155522469 .",
        "system_output": "The phone number for chow is 4155522469 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 724,
        "source": "inform(name=chow,price='22 euro')",
        "reference": "The price of chow is 22 euro .",
        "system_output": "The price of chow is 22 euro .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 725,
        "source": "inform(name=chow,price_range=moderate,kids_allowed=yes)",
        "reference": "Chow is a nice restaurant in the moderate price range that allows child -s .",
        "system_output": "Chow is moderate and allows children .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 726,
        "source": "inform(name='city view restaurant',food='dim sum',address='662 commercial street',phone='4153982838')",
        "reference": "City view restaurant serves dim sum . Address is 662 commercial street and phone number 4153982838",
        "system_output": "City view restaurant serves dim sum food , the address is 662 commercial street , and the phone number is 4153982838 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 727,
        "source": "inform(name='city view restaurant',price_range=cheap)",
        "reference": "City view restaurant is in the cheap range .",
        "system_output": "City view restaurant is in the cheap price range .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 728,
        "source": "inform(name='colibri mexican bistro',price_range=moderate)",
        "reference": "The colibri mexican bistro is in the moderate price range .",
        "system_output": "Colibri mexican bistro is in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 729,
        "source": "inform(name='crustacean restaurant',address='1475 polk street suite 6',phone='4157762722')",
        "reference": "The address to crustacean restaurant is 1475 polk street suite 6 and the phone number is 4157762722 .",
        "system_output": "The address of crustacean restaurant is 1475 polk street suite 6 and the phone number is 4157762722 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 730,
        "source": "inform(name='crustacean restaurant',good_for_meal=dinner)",
        "reference": "Crustacean restaurant is also good for dinner .",
        "system_output": "Crustacean restaurant is a good restaurant for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 731,
        "source": "inform(name='crustacean restaurant',phone='4157762722')",
        "reference": "The phone number for crustacean restaurant is 4157762722 .",
        "system_output": "The phone number for crustacean restaurant is 4157762722 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 732,
        "source": "inform(name='crustacean restaurant',price_range=expensive)",
        "reference": "Crustacean restaurant is an expensive restaurant .",
        "system_output": "Crustacean restaurant is a nice restaurant in the expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 733,
        "source": "inform(name='crustacean restaurant',price_range=expensive)",
        "reference": "Crustacean restaurant is an expensive restaurant .",
        "system_output": "Crustacean restaurant is in the expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 734,
        "source": "inform(name='crustacean restaurant',price_range=expensive,good_for_meal=dinner)",
        "reference": "The crustacean restaurant is expensive and is good for dinner .",
        "system_output": "Crustacean restaurant is a expensive restaurant that is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 735,
        "source": "inform(name='da flora a venetian osteria',area='hayes valley or little italy',address='701 columbus avenue')",
        "reference": "The address of da flora a venetian osteria is 701 columbus avenue and they are located in hayes valley or little italy .",
        "system_output": "Da flora a venetian osteria is in the hayes valley or little italy hill area and the address is 701 columbus avenue .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 736,
        "source": "inform(name='da flora a venetian osteria',price_range=cheap,good_for_meal=dinner)",
        "reference": "I have found da flora a venetian osteria , where the price range is cheap , and they serve dinner .",
        "system_output": "Da flora a venetian osteria is a cheap restaurant that is good for dinner .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 737,
        "source": "inform(name='darbar restaurant',area='hayes valley or lower nob hill',address='1412 polk street',phone='4153591236')",
        "reference": "Darbar restaurant is located in hayes valley and lower nob hill . The address is 1412 polk street and the phone number is 4153591236 .",
        "system_output": "Darbar restaurant is in the hayes valley or lower nob hill park area . Its address is 1412 polk street and its phone number is 4153591236 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 738,
        "source": "inform(name='darbar restaurant',area='hayes valley or lower nob hill',phone='4153591236')",
        "reference": "The darbar restaurant is located in hayes valley or lower nob hill their phone number is 4153591236",
        "system_output": "Darbar restaurant is located in hayes valley or lower nob hill mews . The phone number is 4153591236 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 739,
        "source": "inform(name='darbar restaurant',food=indpak,good_for_meal=lunch)",
        "reference": "The darbar restaurant serves indpak food and is good for lunch",
        "system_output": "Darbar restaurant serves indpak and is good for lunch .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 740,
        "source": "inform(name='darbar restaurant',kids_allowed=yes)",
        "reference": "Yes darbar restaurant allows kid -s",
        "system_output": "Darbar restaurant is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 741,
        "source": "inform(name='darbar restaurant',kids_allowed=yes,food=pakistani,good_for_meal=lunch)",
        "reference": "Darbar restaurant serves good pakistani food for lunch that allows child -s .",
        "system_output": "Darbar restaurant serves pakistani food for lunch and allows kids .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 742,
        "source": "inform(name='darbar restaurant',price_range=cheap)",
        "reference": "I would suggest darbar restaurant . The food is cheap .",
        "system_output": "Darbar restaurant is in the cheap price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 743,
        "source": "inform(name='darbar restaurant',price_range=cheap,near='nob hill')",
        "reference": "Darbar restaurant offers cheap price -s near nob hill",
        "system_output": "Darbar restaurant is a cheap restaurant near nob hill .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 744,
        "source": "inform(name='delancey street restaurant',good_for_meal=brunch)",
        "reference": "Delancey street restaurant is a good restaurant for brunch .",
        "system_output": "Delancey street restaurant is a good restaurant for brunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 745,
        "source": "inform(name='dong baek restaurant',near=tenderloin)",
        "reference": "Dong baek restaurant is near tenderloin .",
        "system_output": "Dong baek restaurant is near tenderloin .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 746,
        "source": "inform(name='dong baek restaurant',price_range=moderate,good_for_meal=dinner)",
        "reference": "Dong baek restaurant is moderate -ly priced and good for dinner .",
        "system_output": "Dong baek restaurant is an moderate restaurant that is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 747,
        "source": "inform(name='dong baek restaurant',price_range=moderate,good_for_meal=dinner)",
        "reference": "Dong baek restaurant is moderate -ly priced and good for dinner .",
        "system_output": "Dong baek restaurant is in the moderate price range and is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 748,
        "source": "inform(name='dosa on fillmore',price_range=expensive,near='lower pacific heights')",
        "reference": "Dosa on fillmore is an expensive restaurant near lower pacific heights",
        "system_output": "Dosa on fillmore is a expensive restaurant near lower pacific heights .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 749,
        "source": "inform(name='dosa on valencia',food=indian)",
        "reference": "Dosa on valencia restaurant serves indian food .",
        "system_output": "Dosa on valencia serves indian food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 750,
        "source": "inform(name='dosa on valencia',near=mission,phone='4156423672')",
        "reference": "Dosa on valencia is near mission , phone number is 4156423672",
        "system_output": "Dosa on valencia is near mission and the phone number is 4156423672 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 751,
        "source": "inform(name='dosa on valencia',price_range=moderate,food='gluten free')",
        "reference": "You can go to dosa on valencia also providing gluten free food but with moderate price -s",
        "system_output": "Dosa on valencia is a moderate gluten free restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 752,
        "source": "inform(name='dosa on valencia',type=restaurant)",
        "reference": "The dosa on valencia restaurant",
        "system_output": "Dosa on valencia is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 753,
        "source": "inform(name=eiji,address='317 sanchez street',phone='4155588149')",
        "reference": "Eiji 's address is 317 sanchez street and the phone number is 4155588149 .",
        "system_output": "The address of eiji is 317 sanchez street and the phone number is 4155588149 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 754,
        "source": "inform(name=eiji,area=mastro,good_for_meal=dinner)",
        "reference": "Eiji is located in mastro and is good for dinner .",
        "system_output": "Eiji is in mastro and is a good place for dinner .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 755,
        "source": "inform(name=eiji,area=mastro,kids_allowed=no,good_for_meal=dinner)",
        "reference": "Eiji is in the mastro area , does not allow kid -s , and is good for dinner .",
        "system_output": "Eiji is a good restaurant for dinner in the mastro and does not allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 756,
        "source": "inform(name=eiji,kids_allowed=no,price_range=cheap)",
        "reference": "Eiji is a cheap -ly priced restaurant which does not allow child -s .",
        "system_output": "Eiji is an cheap restaurant that does not allow children .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 757,
        "source": "inform(name=eiji,phone='4155588149')",
        "reference": "The phone number of eiji is 4155588149 .",
        "system_output": "The phone number for eiji is 4155588149 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 758,
        "source": "inform(name='enjoy vegetarian restaurant',address='839 kearny street',phone='4159567868',postcode='94108 or 94122')",
        "reference": "Enjoy vegetarian restaurant is located at 839 kearny street 94108 or 94122. phone number is 4159567868 .",
        "system_output": "The address for enjoy vegetarian restaurant is 839 kearny street . The postcode is 94108 or 94122. the phone number is 4159567868 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 759,
        "source": "inform(name='enjoy vegetarian restaurant',food=chinese,near=chinatown,good_for_meal=dinner,kids_allowed=yes)",
        "reference": "Enjoy vegetarian restaurant is near chinatown and allows kid -s. it is good for dinner and serves chinese food",
        "system_output": "Enjoy vegetarian restaurant is near chinatown and allows kids , it is chinese and it is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 760,
        "source": "inform(name='enjoy vegetarian restaurant',kids_allowed=yes)",
        "reference": "Enjoy vegetarian restaurant is a vegetarian restaurant that allows child -s .",
        "system_output": "Enjoy vegetarian restaurant is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 761,
        "source": "inform(name='espetus churrascaria',address='1686 market street')",
        "reference": "Espetus churrascaria is located at 1686 market street",
        "system_output": "The address for espetus churrascaria is 1686 market street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 762,
        "source": "inform(name='espetus churrascaria',area='hayes valley')",
        "reference": "Espetus churrascaria is in the hayes valley area .",
        "system_output": "Espetus churrascaria is in the area of hayes valley .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 763,
        "source": "inform(name='espetus churrascaria',food=brazilian,good_for_meal=dinner)",
        "reference": "Espetus churrascaria serves good brazilian food for dinner .",
        "system_output": "Espetus churrascaria serves brazilian and is good for dinner .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 764,
        "source": "inform(name='espetus churrascaria',phone='4155528792')",
        "reference": "The phone number to espetus churrascaria is 4155528792",
        "system_output": "The phone number for espetus churrascaria is 4155528792 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 765,
        "source": "inform(name='fifth floor',address='hotel palomar 12 fourth street')",
        "reference": "The address of fifth floor is hotel palomar 12 fourth street .",
        "system_output": "The address for fifth floor is hotel palomar 12 fourth street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 766,
        "source": "inform(name='fifth floor',food=lounge,good_for_meal=dinner)",
        "reference": "Fifth floor is good for dinner and lounge .",
        "system_output": "Fifth floor serves lounge and is good for dinner .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 767,
        "source": "inform(name='fifth floor',food=lounge,price_range=expensive)",
        "reference": "The fifth floor is a lounge that serves expensive food .",
        "system_output": "Fifth floor is a expensive lounge restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 768,
        "source": "inform(name='fifth floor',kids_allowed=no)",
        "reference": "There are no child -s allowed in fifth floor .",
        "system_output": "Fifth floor is a nice restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 769,
        "source": "inform(name='fifth floor',near='financial district or union square')",
        "reference": "The fifth floor is near the financial district or union square .",
        "system_output": "Fifth floor is near financial district or union square .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 770,
        "source": "inform(name='fifth floor',phone='4153481555')",
        "reference": "The phone number to fifth floor is 4153481555",
        "system_output": "The phone number for fifth floor is 4153481555 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 771,
        "source": "inform(name='fifth floor',price='between 29 and 58 euro')",
        "reference": "The price of fifth floor is between 29 and 58 euro .",
        "system_output": "The price of fifth floor is between 29 and 58 euro .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 772,
        "source": "inform(name='fifth floor',type=restaurant)",
        "reference": "Fifth floor is a nice restaurant .",
        "system_output": "Fifth floor is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 773,
        "source": "inform(name=firefly,kids_allowed=no)",
        "reference": "Firefly is a nice restaurant that does not allow child -s",
        "system_output": "Firefly is a nice restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 774,
        "source": "inform(name='forbes island',address='pier 41')",
        "reference": "Forbes island restaurant is located at pier 41 .",
        "system_output": "The address for forbes island is pier 41 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 775,
        "source": "inform(name='forbes island',area='hayes valley',kids_allowed=no)",
        "reference": "Forbes island is a nice restaurant in the hayes valley area no kid -s are allowed .",
        "system_output": "Forbes island is in the area of hayes valley and it does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 776,
        "source": "inform(name='forbes island',price='between 30 and 58 euro')",
        "reference": "Forbes island restaurant cost between 30 and 58 euro .",
        "system_output": "The price of forbes island is between 30 and 58 euro .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 777,
        "source": "inform(name='foreign cinema',kids_allowed=no)",
        "reference": "Foreign cinema does not allow kid -s",
        "system_output": "Foreign cinema is a nice restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 2.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 778,
        "source": "inform(name=frances,area='hayes valley')",
        "reference": "Frances is a nice restaurant in the hayes valley area",
        "system_output": "Frances is a nice restaurant in the area of hayes valley .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 779,
        "source": "inform(name=frances,price_range=moderate,kids_allowed=no)",
        "reference": "Frances is moderate -ly price -s and does not allow kid -s",
        "system_output": "Frances is an moderate restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 780,
        "source": "inform(name=franchino,address='347 columbus avenue',price='22 euro')",
        "reference": "Franchino is located at 347 columbus avenue and costs around 22 euro .",
        "system_output": "The address of franchino is 347 columbus avenue , and the price is 22 euro .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 781,
        "source": "inform(name=franchino,kids_allowed=no)",
        "reference": "No child -s are allowed at franchino restaurant .",
        "system_output": "Franchino is a nice restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 782,
        "source": "inform(name=franchino,price_range=moderate)",
        "reference": "The restaurant franchino is moderate -ly priced .",
        "system_output": "Franchino is in the moderate price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 783,
        "source": "inform(name='franciscan crab restaurant',address='pier 43 fishermans wharf',phone='4153627733')",
        "reference": "The address for franciscan crab restaurant is pier 43 fishermans wharf . The phone number is 4153627733 .",
        "system_output": "The address of franciscan crab restaurant is pier 43 fishermans wharf and the phone number is 4153627733 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 784,
        "source": "inform(name='franciscan crab restaurant',area='hayes valley or fishermans wharf',address='pier 43 fishermans wharf')",
        "reference": "Franciscan crab restaurant is in the hayes valley or fishermans wharf area , the address is pier 43 fishermans wharf .",
        "system_output": "The address for franciscan crab restaurant is pier 43 fishermans wharf , hayes valley or fishermans wharf .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 785,
        "source": "inform(name='franciscan crab restaurant',price='between 29 and 44 euro',phone='4153627733')",
        "reference": "Franciscan crab restaurant costs between 29 and 44 euro and the phone number is 4153627733 .",
        "system_output": "The name of the restaurant is franciscan crab restaurant . The price is between 29 and 44 euro . Their phone number is 4153627733 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 786,
        "source": "inform(name='franciscan crab restaurant',price_range=expensive,kids_allowed=yes)",
        "reference": "Franciscan crab restaurant is in the expensive price range and allows child -s .",
        "system_output": "Franciscan crab restaurant is expensive and allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 787,
        "source": "inform(name='franciscan crab restaurant',price_range=expensive,kids_allowed=yes,good_for_meal=dinner)",
        "reference": "There is a nice restaurant named franciscan crab restaurant , it is expensive , child friendly , and it specialized in dinner .",
        "system_output": "The franciscan crab restaurant is expensive and allows children and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 788,
        "source": "inform(name='fresca',area='hayes valley or pacific heights',price='between 15 and 26 euro',phone='4154472668')",
        "reference": "Fresca is in hayes valley or pacific heights , with price -s between 15 and 26 euro . Their phone number is 4154472668",
        "system_output": "The name of hayes valley or pacific heights number is fresca and the price is between 15 and 26 euro . Their phone number is 4154472668 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 789,
        "source": "inform(name='fresca',area='pacific heights or hayes valley',address='2114 fillmore street')",
        "reference": "Fresca is in the pacific heights or hayes valley area . The address is 2114 fillmore street .",
        "system_output": "Fresca is in the pacific heights or hayes valley hill area and the address is 2114 fillmore street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 790,
        "source": "inform(name=fresca,food=peruvian,area='pacific heights',kids_allowed=no)",
        "reference": "There is a nice restaurant named fresca that serves peruvian food near the pacific heights area that does not allow kid -s .",
        "system_output": "Fresca is a nice restaurant that serves peruvian in pacific heights that does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 791,
        "source": "inform(name=fresca,food=peruvian,good_for_meal=dinner)",
        "reference": "Fresca is a good restaurant for dinner that serves peruvian food",
        "system_output": "Fresca is a nice restaurant that is good for dinner and serves peruvian .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 792,
        "source": "inform(name='fresca',food='peruvian or tapas')",
        "reference": "The food served at fresca is peruvian or tapas .",
        "system_output": "Fresca serves peruvian or tapas food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 793,
        "source": "inform(name=fresca,good_for_meal=dinner)",
        "reference": "Fresca is good for dinner",
        "system_output": "Fresca is a good restaurant for dinner .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 794,
        "source": "inform(name=fresca,kids_allowed=no,price_range=moderate,near='pacific heights')",
        "reference": "Fresca restaurant does not allow child -s and is in the moderate price range and is near pacific heights .",
        "system_output": "Fresca is an moderate restaurant that does not allow kids and is near pacific heights .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 795,
        "source": "inform(name=fresca,phone='4154472668')",
        "reference": "The phone number for fresca is 4154472668 .",
        "system_output": "The phone number for fresca is 4154472668 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 796,
        "source": "inform(name=fresca,price_range=moderate,kids_allowed=no,food=tapas)",
        "reference": "Fresca serves tapas , is moderate -ly priced and does not allow child -s",
        "system_output": "Fresca is a nice restaurant that serves tapas food in the moderate price range and it does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 797,
        "source": "inform(name=fresca,type=restaurant)",
        "reference": "The name of the restaurant is fresca .",
        "system_output": "Fresca is a nice restaurant .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 798,
        "source": "inform(name=fringale,address='570 fourth street',phone='4155430573')",
        "reference": "The address for fringale is 570 fourth street . The telephone there is 4155430573",
        "system_output": "The address of fringale is 570 fourth street and the phone number is 4155430573 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 799,
        "source": "inform(name=fringale,food=french)",
        "reference": "The fringale is french .",
        "system_output": "Fringale serves french food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 800,
        "source": "inform(name=fringale,kids_allowed=no,near='mission bay')",
        "reference": "Fringale is close to mission bay but kid -s are not allowed .",
        "system_output": "Fringale is a nice restaurant near mission bay that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 801,
        "source": "inform(name=fringale,near='mission bay',good_for_meal=dinner)",
        "reference": "Fringale is good for dinner and near mission bay",
        "system_output": "Fringale near mission bay is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 802,
        "source": "inform(name='fujiyama ya japanese restaurant',area='golden gate heights',price_range=cheap)",
        "reference": "Fujiyama ya japanese restaurant is in the golden gate heights area and is cheap .",
        "system_output": "Fujiyama ya japanese restaurant is in the area of golden gate heights and it is in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 803,
        "source": "inform(name='fujiyama ya japanese restaurant',food='japanese or sushi',phone='4156651772')",
        "reference": "Fujiyama ya japanese restaurant serves japanese or sushi , the phone number is 4156651772 .",
        "system_output": "Fujiyama ya japanese restaurant serves japanese or sushi food . Their phone number is 4156651772 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 804,
        "source": "inform(name='gracias madre',area='mission dolores',price_range=cheap)",
        "reference": "Gracias madre is a cheap place in mission dolores .",
        "system_output": "Gracias madre is in the area of mission dolores and it is in the cheap price range .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 805,
        "source": "inform(name='gracias madre',type=restaurant)",
        "reference": "Gracias madre is the name of the restaurant .",
        "system_output": "Gracias madre is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 806,
        "source": "inform(name='great eastern restaurant',address='649 jackson street')",
        "reference": "Great eastern restaurant -s address is 649 jackson street",
        "system_output": "The address for great eastern restaurant is 649 jackson street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 807,
        "source": "inform(name='great eastern restaurant',good_for_meal=lunch)",
        "reference": "I know of a great eastern restaurant that is good for lunch .",
        "system_output": "Great eastern restaurant is a good restaurant for lunch .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 808,
        "source": "inform(name='great eastern restaurant',near=chinatown)",
        "reference": "The great eastern restaurant is near chinatown .",
        "system_output": "Great eastern restaurant is near chinatown .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 809,
        "source": "inform(name='great eastern restaurant',near=chinatown,price_range=moderate)",
        "reference": "Great eastern restaurant near chinatown is moderate -ly price -s",
        "system_output": "Great eastern restaurant is a moderate restaurant near chinatown .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 810,
        "source": "inform(name='great eastern restaurant',phone='4159862500')",
        "reference": "Great eastern restaurant -s phone number is 4159862500",
        "system_output": "The phone number for great eastern restaurant is 4159862500 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 811,
        "source": "inform(name='great eastern restaurant',type=restaurant)",
        "reference": "Great eastern restaurant is a nice restaurant",
        "system_output": "Great eastern restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 812,
        "source": "inform(name=hakkasan,address='1 kearny street')",
        "reference": "The address for hakkasan is 1 kearny street .",
        "system_output": "The address for hakkasan is 1 kearny street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 813,
        "source": "inform(name=hakkasan,area='financial district',food=cantonese)",
        "reference": "Hakkasan in the financial district serves cantonese food",
        "system_output": "Hakkasan serves cantonese food , and is in the financial district area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 814,
        "source": "inform(name='hakkasan',area='financial district or hayes valley')",
        "reference": "Hakkasan is in the financial district or hayes valley",
        "system_output": "Hakkasan is a nice restaurant in the financial district or hayes valley area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 815,
        "source": "inform(name=hakkasan,kids_allowed=no)",
        "reference": "Sorry , hakkasan does not allow child -s",
        "system_output": "Hakkasan is a nice restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 816,
        "source": "inform(name=hakkasan,phone='4158298148')",
        "reference": "The phone number for hakkasan is 4158298148 .",
        "system_output": "The phone number for hakkasan is 4158298148 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 817,
        "source": "inform(name=hakkasan,type=restaurant)",
        "reference": "The name of the restaurant is hakkasan .",
        "system_output": "Hakkasan is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 818,
        "source": "inform(name='helmand palace',address='2424 van ness avenue')",
        "reference": "Helmand palace is located at 2424 van ness avenue",
        "system_output": "The address for helmand palace is 2424 van ness avenue .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 819,
        "source": "inform(name='helmand palace',food=afghan)",
        "reference": "Helmand palace serves afghan food .",
        "system_output": "Helmand palace serves afghan food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 820,
        "source": "inform(name='helmand palace',phone='4153450072')",
        "reference": "The phone number for helmand palace is 4153450072 .",
        "system_output": "The phone number for helmand palace is 4153450072 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 821,
        "source": "inform(name='helmand palace',phone='4153450072',postcode='94109')",
        "reference": "The phone number to helmand palace is 4153450072 and the postcode is 94109 .",
        "system_output": "The phone number for helmand palace is 4153450072 and the postcode is 94109 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 822,
        "source": "inform(name='helmand palace',price_range=expensive,kids_allowed=yes)",
        "reference": "Helmand palace is expensive , and allows kid -s .",
        "system_output": "Helmand palace is expensive and allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 823,
        "source": "inform(name='helmand palace',type=restaurant)",
        "reference": "Helmand palace is a welsh restaurant .",
        "system_output": "Helmand palace is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 824,
        "source": "inform(name='hong kong clay pot restaurant',food=chinese,near=chinatown,good_for_meal=dinner,kids_allowed=yes)",
        "reference": "Hong kong clay pot restaurant offers chinese dinner near chinatown and allows kid -s .",
        "system_output": "Hong kong clay pot restaurant is near chinatown and allows kids and serves chinese food and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 825,
        "source": "inform(name='hong kong clay pot restaurant',price_range=cheap,kids_allowed=yes)",
        "reference": "Hong kong clay pot restaurant is a cheap restaurant where kid -s are allowed .",
        "system_output": "Hong kong clay pot restaurant is cheap and allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 826,
        "source": "inform(name='house of nanking',food=chinese)",
        "reference": "House of nanking serves chinese food .",
        "system_output": "House of nanking serves chinese food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 827,
        "source": "inform(name='house of nanking',good_for_meal=lunch,kids_allowed=no)",
        "reference": "House of nanking is good for lunch and does not allow kid -s .",
        "system_output": "House of nanking does not allow kids and is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 828,
        "source": "inform(name='house of nanking',kids_allowed=no,price_range=cheap)",
        "reference": "The house of nanking is cheap and does not allow kid -s .",
        "system_output": "House of nanking is an cheap restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 829,
        "source": "inform(name='house of nanking',phone='4154211429')",
        "reference": "The phone number for house of nanking is 4154211429",
        "system_output": "The phone number for house of nanking is 4154211429 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 830,
        "source": "inform(name='house of nanking',type=restaurant)",
        "reference": "House of nanking is a nice restaurant .",
        "system_output": "House of nanking is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 831,
        "source": "inform(name='jasmine garden',address='708 1fourth street',phone='4158612682')",
        "reference": "The jasmine garden restaurant 's address is 708 1fourth street and the phone number is 4158612682",
        "system_output": "The address of jasmine garden is 708 1fourth street and the phone number is 4158612682 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 832,
        "source": "inform(name='jasmine garden',kids_allowed=yes,price_range=expensive,food=vietnamese)",
        "reference": "Jasmine garden is an expensive vietnamese restaurant that allows kid -s .",
        "system_output": "Jasmine garden is a expensively priced vietnamese restaurant that allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 833,
        "source": "inform(name='jasmine garden',near='duboce triangle')",
        "reference": "Jasmine garden is near duboce triangle .",
        "system_output": "Jasmine garden is near duboce triangle .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 834,
        "source": "inform(name='jasmine garden',price_range=expensive,good_for_meal=lunch)",
        "reference": "Jasmine garden is an expensive restaurant that serves lunch .",
        "system_output": "Jasmine garden is in the expensive price range and it is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 835,
        "source": "inform(name='jasmine garden',price_range=expensive,kids_allowed=yes)",
        "reference": "Jasmine garden is expensive and allows child -s .",
        "system_output": "Jasmine garden is expensive and allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 836,
        "source": "inform(name='kappa japanese restaurant',area='lower pacific heights',kids_allowed=no)",
        "reference": "Kappa japanese restaurant is the lower pacific heights area does not allow kid -s",
        "system_output": "Kappa japanese restaurant is in the area of lower pacific heights and it does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 837,
        "source": "inform(name='kappa japanese restaurant',good_for_meal=dinner,area='lower pacific heights',price_range=moderate)",
        "reference": "I have found the kappa japanese restaurant that is good for dinner and is located in the lower pacific heights as well as being priced moderate -ly .",
        "system_output": "Kappa japanese restaurant is good for dinner , it is moderately priced , and it is in lower pacific heights .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 838,
        "source": "inform(name='kappa japanese restaurant',near='lower pacific heights or japantown',address='1700 post street suite k',phone='4156736004')",
        "reference": "The address to the kappa japanese restaurant near the lower pacific heights or japantown is 1700 post street suite k and the phone number is 4156736004 .",
        "system_output": "Kappa japanese restaurant is near lower pacific heights or japantown hill at 1700 post street suite k. the phone number is 4156736004 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 839,
        "source": "inform(name='kiss seafood',address='1700 laguna street')",
        "reference": "Kiss seafood 's address is 1700 laguna street .",
        "system_output": "The address for kiss seafood is 1700 laguna street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 840,
        "source": "inform(name='kiss seafood',area='little osaka')",
        "reference": "Kiss seafood is a nice restaurant in the little osaka area",
        "system_output": "Kiss seafood is in the little osaka hill area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 841,
        "source": "inform(name='kiss seafood',area='little osaka',kids_allowed=no,good_for_meal=dinner)",
        "reference": "Kiss seafood is located in little osaka that is good for dinner . Childe-s are not admitted .",
        "system_output": "Kiss seafood is a good restaurant for dinner in the little osaka and does not allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 842,
        "source": "inform(name='kiss seafood',near='lower pacific heights or japantown',address='1700 laguna street',phone='4154742866')",
        "reference": "Kiss seafood is near the lower pacific heights and japantown area -s. the address is 1700 laguna street . The phone number is 4154742866",
        "system_output": "Kiss seafood is near lower pacific heights or japantown hill at 1700 laguna street . The phone number is 4154742866 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 843,
        "source": "inform(name='kiss seafood',phone='4154742866')",
        "reference": "Kiss seafood 's phone number is 4154742866",
        "system_output": "The phone number for kiss seafood is 4154742866 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 844,
        "source": "inform(name='kiss seafood',price_range=expensive)",
        "reference": "Kiss seafood is expensive .",
        "system_output": "Kiss seafood is in the expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 845,
        "source": "inform(name='kiss seafood',price_range=expensive,near='lower pacific heights')",
        "reference": "Kiss seafood is an expensive restaurant close to lower pacific heights",
        "system_output": "Kiss seafood is a expensive restaurant near lower pacific heights .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 846,
        "source": "inform(name='la briciola',area='hayes valley or financial district south',address='489 third street')",
        "reference": "La briciola is in hayes valley or financial district south , its address is 489 third street .",
        "system_output": "La briciola is in the hayes valley or financial district south hill area and the address is 489 third street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 847,
        "source": "inform(name='la briciola',kids_allowed=no,near='mission bay',good_for_meal=dinner)",
        "reference": "La briciola serves good dinner near mission bay and does not allow child -s .",
        "system_output": "La briciola is near mission bay and does not allow kids for dinner .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 848,
        "source": "inform(name='la ciccia',address='291 30th street',price='between 15 and 22 euro')",
        "reference": "Address of restaurant la ciccia , 291 30th street . Price range between 15 and 22 euro",
        "system_output": "The name is la ciccia , address is 291 30th street , and the price is between 15 and 22 euro .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 849,
        "source": "inform(name='la ciccia',area='bernal heights',price_range=moderate)",
        "reference": "La ciccia is a moderate price restaurant in bernal heights",
        "system_output": "La ciccia is a moderate restaurant in the bernal heights area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 850,
        "source": "inform(name='la mediterranee',address='2210 fillmore street',phone='4159212956')",
        "reference": "La mediterranee 's address is 2210 fillmore street , and their phone number is 4159212956",
        "system_output": "The address of la mediterranee is 2210 fillmore street and the phone number is 4159212956 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 851,
        "source": "inform(name='la mediterranee',food='middle eastern',kids_allowed=no,price_range=cheap)",
        "reference": "I have just the restaurant for you . It is called la mediterranee , it serves cheap middle eastern food and child -s are not allowed .",
        "system_output": "La mediterranee is a nice restaurant that serves middle eastern food in the cheap price range and it does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 852,
        "source": "inform(name='la mediterranee',good_for_meal=lunch,kids_allowed=no,price_range=cheap)",
        "reference": "La mediterranee is a nice restaurant that is good for lunch , does not allow child -s and is cheap -ly priced .",
        "system_output": "La mediterranee is in the cheap price range , does not allow children and is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 853,
        "source": "inform(name='la mediterranee',good_for_meal=lunch,kids_allowed=no,price_range=cheap)",
        "reference": "La mediterranee is a nice restaurant that is good for lunch , does not allow child -s and is cheap -ly priced .",
        "system_output": "La mediterranee is in the cheap price range , does not allow children , and is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 854,
        "source": "inform(name='la mediterranee',good_for_meal='lunch or dinner')",
        "reference": "La mediterranee is well known for its lunch and dinner .",
        "system_output": "La mediterranee is a good restaurant for lunch or dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 855,
        "source": "inform(name='la mediterranee',near='pacific heights',good_for_meal=lunch)",
        "reference": "La mediterranee near pacific heights good for lunch",
        "system_output": "La mediterranee near pacific heights is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 856,
        "source": "inform(name='la mediterranee',phone='4159212956')",
        "reference": "The phone number for la mediterranee is 4159212956",
        "system_output": "The phone number for la mediterranee is 4159212956 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 857,
        "source": "inform(name='la mediterranee',price='15 euro')",
        "reference": "La mediterranee is priced at 15 euro .",
        "system_output": "The price of la mediterranee is 15 euro .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 858,
        "source": "inform(name='la traviata',address='2854 mission street',phone='4152820500')",
        "reference": "The address of la traviata is 2854 mission street , and their phone number is 4152820500",
        "system_output": "The address of la traviata is 2854 mission street and the phone number is 4152820500 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 859,
        "source": "inform(name='la traviata',kids_allowed=yes,good_for_meal=dinner,area='mission district')",
        "reference": "La traviata allows child -s and is also in the mission district , serving dinner .",
        "system_output": "La traviata is a nice restaurant in the mission district areas , allows kids , and is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 860,
        "source": "inform(name='la traviata',price_range=moderate)",
        "reference": "La traviata is in the moderate price range .",
        "system_output": "La traviata is in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 861,
        "source": "inform(name=lavash,food=persian)",
        "reference": "Lavash is a recommended restaurant that serves persian food .",
        "system_output": "Lavash serves persian food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 862,
        "source": "inform(name=lavash,price_range=moderate)",
        "reference": "Lavash is moderate -ly priced",
        "system_output": "Lavash is in the moderate price range .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 863,
        "source": "inform(name='lime tree southeast asian kitchen',good_for_meal=lunch,food=malaysian)",
        "reference": "Lime tree southeast asian kitchen is a malaysian restaurant that is good for lunch",
        "system_output": "Lime tree southeast asian kitchen is a good restaurant for lunch that serves malaysian food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 864,
        "source": "inform(name='lime tree southeast asian kitchen',near='inner sunset')",
        "reference": "Lime tree southeast asian kitchen is near inner sunset",
        "system_output": "Lime tree southeast asian kitchen is near inner sunset .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 865,
        "source": "inform(name='lime tree southeast asian kitchen',phone='4156651415')",
        "reference": "Lime tree southeast asian kitchen 's phone number is 4156651415",
        "system_output": "The phone number for lime tree southeast asian kitchen is 4156651415 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 866,
        "source": "inform(name='little delhi',address='83 eddy street')",
        "reference": "Little delhi is located at 83 eddy street .",
        "system_output": "The address for little delhi is 83 eddy street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 867,
        "source": "inform(name='little delhi',food=indian,good_for_meal=dinner)",
        "reference": "Little delhi is a nice restaurant that serves indian food and is good for dinner .",
        "system_output": "Little delhi serves indian and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 868,
        "source": "inform(name='little delhi',price_range=cheap)",
        "reference": "Little delhi is in the cheap price range .",
        "system_output": "Little delhi is in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 869,
        "source": "inform(name='little delhi',type=restaurant)",
        "reference": "Little delhi is a good restaurant .",
        "system_output": "Little delhi is a nice restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 870,
        "source": "inform(name='little nepal',address='925 cortland avenue')",
        "reference": "The address of little nepal is 925 cortland avenue",
        "system_output": "The address for little nepal is 925 cortland avenue .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 871,
        "source": "inform(name='little nepal',area='hayes valley or bernal heights north')",
        "reference": "Little nepal is in hayes valley and bernal heights north",
        "system_output": "Little nepal is in the hayes valley or bernal heights north hill area .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 872,
        "source": "inform(name='little nepal',area='hayes valley or bernal heights north',address='925 cortland avenue')",
        "reference": "Little nepal is located at 925 cortland avenue in hayes valley or bernal heights north area",
        "system_output": "Little nepal is in the hayes valley or bernal heights north hill area and the address is 925 cortland avenue .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 873,
        "source": "inform(name='little nepal',price_range=moderate,food=himalayan)",
        "reference": "Little nepal is a moderate -ly priced restaurant that serves himalayan food",
        "system_output": "Little nepal is a moderate himalayan restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 874,
        "source": "inform(name='little nepal',price_range=moderate,food=himalayan,kids_allowed=yes)",
        "reference": "Little nepal is a moderate -ly priced himalayan food restaurant that allows kid -s .",
        "system_output": "Little nepal is a moderately priced himalayan restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 875,
        "source": "inform(name='lucky creation restaurant',area='hayes valley or chinatown',phone='4159890818')",
        "reference": "Lucky creation restaurant is in hayes valley or chinatown , their number is 4159890818",
        "system_output": "Lucky creation restaurant is in the area of hayes valley or chinatown heights , its phone number is 4159890818 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 876,
        "source": "inform(name='lucky creation restaurant',price_range=cheap)",
        "reference": "Lucky creation restaurant has a cheap price .",
        "system_output": "Lucky creation restaurant is in the cheap price range .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 877,
        "source": "inform(name='lucky creation restaurant',price_range=cheap,food=vegetarian)",
        "reference": "Lucky creation restaurant is a cheap restaurant that serves vegetarian food",
        "system_output": "Lucky creation restaurant is a cheap vegetarian restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 878,
        "source": "inform(name='lucky creation restaurant',price_range=cheap,food=vegetarian)",
        "reference": "Lucky creation restaurant is a cheap restaurant that serves vegetarian food",
        "system_output": "Lucky creation restaurant is a nice restaurant that serves vegetarian food in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 879,
        "source": "inform(name='lucky creation restaurant',type=restaurant)",
        "reference": "The restaurant is called lucky creation restaurant .",
        "system_output": "Lucky creation restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 880,
        "source": "inform(name=luella,food=spanish)",
        "reference": "There is a spanish restaurant named luella .",
        "system_output": "Luella serves spanish food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 881,
        "source": "inform(name=luella,type=restaurant)",
        "reference": "Yes , the luella is a nice restaurant .",
        "system_output": "Luella is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 882,
        "source": "inform(name='mangia tutti ristorante',address='635 clay street')",
        "reference": "Mangia tutti ristorante 's address is 635 clay street .",
        "system_output": "The address for mangia tutti ristorante is 635 clay street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 883,
        "source": "inform(name='mangia tutti ristorante',area='financial district',kids_allowed=yes)",
        "reference": "Mangia tutti ristorante is in financial district and allows kid -s .",
        "system_output": "Mangia tutti ristorante is located in financial district and allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 884,
        "source": "inform(name='mangia tutti ristorante',area='financial district or hayes valley')",
        "reference": "Mangia tutti ristorante is in financial district or hayes valley",
        "system_output": "Mangia tutti ristorante is in the area of financial district or hayes valley .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 885,
        "source": "inform(name='mangia tutti ristorante',near='financial district',kids_allowed=yes,good_for_meal=dinner)",
        "reference": "There is a nice restaurant called mangia tutti ristorante near the financial district that allows kid -s and is good for dinner",
        "system_output": "Mangia tutti ristorante is a good dinner place that allows kids near financial district .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 886,
        "source": "inform(name='mangia tutti ristorante',price_range=moderate)",
        "reference": "The mangia tutti ristorante is moderate -ly priced",
        "system_output": "Mangia tutti ristorante is in the moderate price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 887,
        "source": "inform(name='mangia tutti ristorante',type=restaurant)",
        "reference": "Mangia tutti ristorante is a nice restaurant .",
        "system_output": "Mangia tutti ristorante is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 888,
        "source": "inform(name='manna',area='hayes valley or inset',address='845 irving street')",
        "reference": "The address for manna is 845 irving street , in the area of hayes valley or inset .",
        "system_output": "The address for manna is 845 irving street , hayes valley or inset .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 889,
        "source": "inform(name=manna,price_range=cheap,kids_allowed=yes)",
        "reference": "Manna is a great cheap restaurant and they allow kid -s .",
        "system_output": "Manna is cheap and allows children .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 890,
        "source": "inform(name=manna,type=restaurant)",
        "reference": "Manna is a nice restaurant .",
        "system_output": "Manna is a nice restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 891,
        "source": "inform(name='marlowe',area='hayes valley or mission bay',address='330 townsend street suite 101')",
        "reference": "Marlowe is in the hayes valley or mission bay area at 330 townsend street suite 101 .",
        "system_output": "Marlowe is in the hayes valley or mission bay hill area and the address is 330 townsend street suite 101 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 892,
        "source": "inform(name='marlowe',area='hayes valley or mission bay',phone='4159745599')",
        "reference": "The marlowe is in the hayes valley or mission bay area . The phone number is 4159745599 .",
        "system_output": "The phone number for marlowe is 4159745599 and it is located in the hayes valley or mission bay heights area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 893,
        "source": "inform(name=marlowe,food=brasseries)",
        "reference": "Marlowe restaurant serves brasseries food",
        "system_output": "Marlowe serves brasseries food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 894,
        "source": "inform(name=marlowe,good_for_meal=dinner,area='mission bay')",
        "reference": "Marlowe serves dinner in the mission bay area .",
        "system_output": "Marlowe is a nice restaurant in the mission bay area that serves dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 895,
        "source": "inform(name=marlowe,good_for_meal=dinner,food=brasseries)",
        "reference": "Marlowe is a good restaurant for dinner that serves brasseries",
        "system_output": "Marlowe serves brasseries and is good for dinner .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 896,
        "source": "inform(name=marlowe,near='mission bay')",
        "reference": "Marlowe is near mission bay .",
        "system_output": "Marlowe is near mission bay .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 897,
        "source": "inform(name='marnee thai',address='2225 irving street')",
        "reference": "The address for marnee thai is 2225 irving street",
        "system_output": "The address for marnee thai is 2225 irving street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 898,
        "source": "inform(name='marnee thai',address='2225 irving street',phone='4157319999',postcode='94122')",
        "reference": "The address to marnee thai is 2225 irving street and the phone number is 4157319999. postcode is 94122 .",
        "system_output": "Marnee thai is located at 2225 irving street . The postcode is 94122. the phone number is 4157319999 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 899,
        "source": "inform(name='marnee thai',food=thai,kids_allowed=yes,area='golden gate park')",
        "reference": "Marnee thai is a thai restaurant in golden gate park that allows kid -s .",
        "system_output": "Marnee thai is a nice restaurant that serves thai food , and allows children and is located in the golden gate park area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 900,
        "source": "inform(name='marnee thai',food=thai,near='inner sunset')",
        "reference": "Marnee thai is near inner sunset and serves thai food .",
        "system_output": "Marnee thai is near inner sunset and serves thai food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 901,
        "source": "inform(name='marnee thai',kids_allowed=yes)",
        "reference": "Marnee thai allows kid -s , yes .",
        "system_output": "Marnee thai is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 902,
        "source": "inform(name='marnee thai',near='outer sunset',price_range=moderate,good_for_meal=dinner)",
        "reference": "Marnee thai is near outer sunset , with a moderate price for dinner .",
        "system_output": "Marnee thai is an moderate restaurant good for dinner near outer sunset .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 903,
        "source": "inform(name='marnee thai',phone='4157319999')",
        "reference": "Marnee thai phone is 4157319999 .",
        "system_output": "The phone number for marnee thai is 4157319999 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 904,
        "source": "inform(name='marnee thai',price_range=moderate,near='outer sunset',good_for_meal=dinner)",
        "reference": "Marnee thai is a moderate -ly priced restaurant near outer sunset that is a good restaurant for dinner .",
        "system_output": "Marnee thai is near outer sunset and is in the moderate range and is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 905,
        "source": "inform(name=maverick,area='hayes valley',food='new american')",
        "reference": "There is a nice restaurant called maverick in the hayes valley area that serves new american .",
        "system_output": "Maverick serves new american food , and is in the hayes valley area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 906,
        "source": "inform(name=maverick,type=restaurant)",
        "reference": "It is called maverick and it is a nice restaurant .",
        "system_output": "Maverick is a nice restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 907,
        "source": "inform(name='michael mina restaurant',address='335 powell street')",
        "reference": "The address for michael mina restaurant is 335 powell street",
        "system_output": "The address for michael mina restaurant is 335 powell street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 908,
        "source": "inform(name='michael mina restaurant',food=burgers,price_range=expensive,good_for_meal=dinner)",
        "reference": "The michael mina restaurant is an expensive restaurant that servers burgers for dinner .",
        "system_output": "Michael mina restaurant is in the expensive price range and serves burgers food and is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 909,
        "source": "inform(name='michael mina restaurant',near='union square')",
        "reference": "Michael mina restaurant is near union square",
        "system_output": "Michael mina restaurant is near union square .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 910,
        "source": "inform(name='minami restaurant',address='1900 clement street',phone='4153875913')",
        "reference": "Minami restaurant is located on 1900 clement street and their phone number is 4153875913",
        "system_output": "The address of minami restaurant is 1900 clement street and the phone number is 4153875913 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 911,
        "source": "inform(name='minami restaurant',area='little russia',price_range=cheap,good_for_meal=dinner)",
        "reference": "Minami restaurant is located in little russia , has a cheap price range and is good for dinner .",
        "system_output": "Minami restaurant is good for dinner , it is cheaply priced , and it is in little russia .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 912,
        "source": "inform(name='mission chinese food',kids_allowed=no,food=chinese,price_range=expensive)",
        "reference": "Mission chinese food does not allow child -s and serves chinese food in the expensive price range .",
        "system_output": "Mission chinese food is in the expensive price range , it does not allow children , and it serves chinese food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 913,
        "source": "inform(name='mochica',area='hayes valley or financial district south',phone='4152780480')",
        "reference": "Mochica is located in hayes valley or financial district south , the phone number is 4152780480 .",
        "system_output": "Mochica is in hayes valley or financial district south , the phone number is 4152780480 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 914,
        "source": "inform(name=mochica,food=peruvian,good_for_meal=dinner)",
        "reference": "Mochica restaurant serves peruvian food for dinner .",
        "system_output": "Mochica serves peruvian and is good for dinner .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 915,
        "source": "inform(name=mochica,kids_allowed=no)",
        "reference": "No , mochica does not allow child -s .",
        "system_output": "Mochica is a nice restaurant that does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 916,
        "source": "inform(name=mozzeria,kids_allowed=yes,food=pizza)",
        "reference": "The mozzeria pizza place definitely allows kid -s .",
        "system_output": "Mozzeria allows kids and serves pizza food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 917,
        "source": "inform(name=mozzeria,price_range=moderate,address='3228 16th street',phone='4154890963')",
        "reference": "Mozzeria is in the moderate range and is located at 3228 16th street . The phone number is 4154890963 .",
        "system_output": "Mozzeria is moderate and is located at 3228 16th street and their phone number is 4154890963 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 918,
        "source": "inform(name='muguboka restaurant',address='401 balboa street',phone='4156686007',postcode='94118')",
        "reference": "The address of muguboka restaurant is 401 balboa street 94118 and the phone number is 4156686007",
        "system_output": "The address of muguboka restaurant is 401 balboa street and the phone number is 4156686007 and the postcode is 94118 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 919,
        "source": "inform(name='muguboka restaurant',area='hayes valley',food=korean)",
        "reference": "I have found muguboka restaurant in hayes valley that serves korean food",
        "system_output": "Muguboka restaurant serves korean food in the hayes valley area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 920,
        "source": "inform(name='nicaragua restaurant',price_range=cheap)",
        "reference": "Nicaragua restaurant is a cheap restaurant .",
        "system_output": "Nicaragua restaurant is in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 921,
        "source": "inform(name=nopa,food='modern european')",
        "reference": "Nopa serves modern european .",
        "system_output": "Nopa serves modern european food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 922,
        "source": "inform(name='old jerusalem restaurant',food='middle eastern',good_for_meal=dinner,kids_allowed=yes)",
        "reference": "Old jerusalem restaurant has good middle eastern dinner and allows kid -s .",
        "system_output": "Old jerusalem restaurant serves middle eastern food for dinner and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 923,
        "source": "inform(name='old skool cafe',food='soul food',good_for_meal=dinner)",
        "reference": "The old skool cafe serves soul food for dinner .",
        "system_output": "Old skool cafe serves soul food and is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 924,
        "source": "inform(name='old skool cafe',kids_allowed=yes)",
        "reference": "Yes , the old skool cafe does allow child -s .",
        "system_output": "Old skool cafe is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 925,
        "source": "inform(name=orexi,price_range=moderate,kids_allowed=yes,food='new american')",
        "reference": "Orexi serves new american food in the moderate price range and does allow kid -s. and its name is .",
        "system_output": "Orexi is a moderately priced new american restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 926,
        "source": "inform(name='original us restaurant',address='515 columbus avenue',phone='4153975200')",
        "reference": "Original us restaurant is at 515 columbus avenue and the phone number is 4153975200 .",
        "system_output": "The address of original us restaurant is 515 columbus avenue and the phone number is 4153975200 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 927,
        "source": "inform(name='original us restaurant',near='russian hill',kids_allowed=yes,price_range=moderate,food='new american')",
        "reference": "Original us restaurant is near russian hill and serves new american food in the moderate price range and allows kid -s .",
        "system_output": "Original us restaurant is a moderate new american near russian hill and allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 928,
        "source": "inform(name='original us restaurant',postcode='94133')",
        "reference": "Original us restaurant postcode is 94133",
        "system_output": "The postcode for original us restaurant is 94133 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 929,
        "source": "inform(name='osha thai',phone='4152789991')",
        "reference": "You can call osha thai at 4152789991 .",
        "system_output": "The phone number for osha thai is 4152789991 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 930,
        "source": "inform(name='osha thai',price_range=cheap)",
        "reference": "Osha thai is a cheap restaurant .",
        "system_output": "Osha thai is in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 931,
        "source": "inform(name='osha thai',type=restaurant)",
        "reference": "Osha thai is a cheap restaurant .",
        "system_output": "Osha thai is a nice restaurant .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 932,
        "source": "inform(name='oyaji restaurant',price_range=cheap,kids_allowed=no)",
        "reference": "Oyaji restaurant is a cheap restaurant that does not allow child -s .",
        "system_output": "Oyaji restaurant is an cheap restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 933,
        "source": "inform(name=ozumo,price_range=expensive,food=japanese)",
        "reference": "Ozumo is an expensive japanese restaurant",
        "system_output": "Ozumo is a expensive japanese restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 934,
        "source": "inform(name='pad thai restaurant',kids_allowed=yes,good_for_meal=dinner)",
        "reference": "Pad thai restaurant is an excellent restaurant that welcome child -s and serves dinner .",
        "system_output": "Pad thai restaurant is good for dinner and allows kids .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 935,
        "source": "inform(name='pad thai restaurant',price_range=cheap,phone='4152854210')",
        "reference": "Pad thai restaurant is in the very cheap price range . The phone number is 4152854210 .",
        "system_output": "Pad thai restaurant is in the very cheap price range . The phone number is 4152854210 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 936,
        "source": "inform(name=pera,address='1457 18th street',phone='4157963812',postcode='94107')",
        "reference": "Pera is located at 1457 18th street 94107 and their phone number is 4157963812 .",
        "system_output": "The address of pera is 1457 18th street and the phone number is 4157963812 and the postcode is 94107 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 937,
        "source": "inform(name=pera,near='potrero hill',kids_allowed=yes,price_range=moderate)",
        "reference": "Pera is a nice restaurant near potrero hill that is moderate -ly priced and allows kid -s .",
        "system_output": "Pera is a moderate restaurant near potrero hill that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 938,
        "source": "inform(name='piperade',area='hayes valley or telegraph hill',address='1015 battery street')",
        "reference": "Piperade is in the area of hayes valley or telegraph hill . Its address is 1015 battery street",
        "system_output": "Piperade is in the hayes valley or telegraph hill area and the address is 1015 battery street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 939,
        "source": "inform(name=piperade,food=basque,kids_allowed=no)",
        "reference": "There is a nice restaurant called piperade that serves basque food that does not allow kid -s .",
        "system_output": "Piperade is a nice restaurant that serves basque food and does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 940,
        "source": "inform(name=piperade,food=spanish)",
        "reference": "Do you want to try piperade , its spanish food .",
        "system_output": "Piperade serves spanish food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 941,
        "source": "inform(name=piperade,good_for_meal=dinner,food=basque)",
        "reference": "Piperade is good for dinner and serves basque",
        "system_output": "Piperade serves basque and is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 942,
        "source": "inform(name=piperade,type=restaurant)",
        "reference": "Piperade is the restaurant .",
        "system_output": "Piperade is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 943,
        "source": "inform(name='ploy 2',price_range=cheap)",
        "reference": "I have found ploy 2 , with a cheap price range .",
        "system_output": "Ploy 2 is in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 944,
        "source": "inform(name='ploy 2',type=restaurant)",
        "reference": "I have found a restaurant called ploy 2",
        "system_output": "Ploy 2 is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 945,
        "source": "inform(name='poc chuc',food=mexican,kids_allowed=yes)",
        "reference": "Poc chuc is a nice restaurant that serves mexican food and allows kid -s .",
        "system_output": "Poc chuc allows kids and serves mexican food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 946,
        "source": "inform(name=range,type=restaurant)",
        "reference": "Range is a nice restaurant .",
        "system_output": "Range is a nice restaurant .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 947,
        "source": "inform(name='red door cafe',address='1608 bush street')",
        "reference": "The red door cafe 's address is 1608 bush street .",
        "system_output": "The address for red door cafe is 1608 bush street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 948,
        "source": "inform(name='red door cafe',area='hayes valley or cathedral hill')",
        "reference": "Red door cafe is in the hayes valley and cathedral hill area .",
        "system_output": "Red door cafe is a nice restaurant in the hayes valley or cathedral hill area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 949,
        "source": "inform(name='red door cafe',area='hayes valley or cathedral hill',address='1608 bush street')",
        "reference": "The red door cafe is in hayes valley or cathedral hill their address is 1608 bush street",
        "system_output": "Red door cafe is in the hayes valley or cathedral hill area and the address is 1608 bush street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 950,
        "source": "inform(name='red door cafe',area='hayes valley or cathedral hill',phone='4152828283')",
        "reference": "Red door cafe is near hayes valley or cathedral hill and their number is 4152828283",
        "system_output": "Red door cafe is in the area of hayes valley or cathedral hill and the phone number is 4152828283 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 951,
        "source": "inform(name='red door cafe',area='hayes valley or cathedral hill',phone='4152828283')",
        "reference": "Red door cafe is near hayes valley or cathedral hill and their number is 4152828283",
        "system_output": "Red door cafe is in the area of hayes valley or cathedral hill heights , its phone number is 4152828283 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 952,
        "source": "inform(name='red door cafe',food=none,address='1608 bush street')",
        "reference": "The address of red door cafe is 1608 bush street . I do not know the type of food .",
        "system_output": "The address of red door cafe is 1608 bush street . I do not know the type of food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 953,
        "source": "inform(name='red door cafe',good_for_meal=breakfast,area='cathedral hill',kids_allowed=no)",
        "reference": "Red door cafe is a good restaurant for breakfast in the cathedral hill and does not allow kid -s",
        "system_output": "Red door cafe is a good restaurant for breakfast in the cathedral hill and does not allow kids .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 954,
        "source": "inform(name='red door cafe',good_for_meal=brunch)",
        "reference": "There is the red door cafe . It is good for brunch",
        "system_output": "Red door cafe is a good restaurant for brunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 955,
        "source": "inform(name='red door cafe',kids_allowed=no,good_for_meal=breakfast)",
        "reference": "I have a restaurant for you . It is named red door cafe , child -s are not allowed and it specializes in breakfast .",
        "system_output": "Red door cafe does not allow kids and is good for breakfast .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 956,
        "source": "inform(name='red door cafe',kids_allowed=no,good_for_meal=brunch)",
        "reference": "Red door cafe does not allow kid -s and is good for brunch .",
        "system_output": "Red door cafe does not allow kids and is good for brunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 957,
        "source": "inform(name='red door cafe',kids_allowed=no,good_for_meal=brunch,near='lower pacific heights')",
        "reference": "You might enjoy the red door cafe . It does not allow child -s. it is good for brunch and it is near the lower pacific heights .",
        "system_output": "Red door cafe is near lower pacific heights and does not allow kids for brunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 958,
        "source": "inform(name='red door cafe',phone='4152828283')",
        "reference": "Red door cafe 's phone number is 4152828283 .",
        "system_output": "The phone number for red door cafe is 4152828283 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 959,
        "source": "inform(name='red door cafe',price_range=cheap,good_for_meal=brunch)",
        "reference": "Red door cafe is a nice restaurant in the cheap price range that is good for brunch .",
        "system_output": "Red door cafe is in the cheap price range and it is good for brunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 960,
        "source": "inform(name='red door cafe',price_range=cheap,kids_allowed=no)",
        "reference": "Red door cafe is a cheap restaurant that does not allow child -s .",
        "system_output": "Red door cafe is an cheap restaurant that does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 2.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 961,
        "source": "inform(name='red door cafe',price_range=cheap,phone='4152828283')",
        "reference": "The red door cafe is cheap . Their phone number is 4152828283",
        "system_output": "Red door cafe is in the very cheap price range . The phone number is 4152828283 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 962,
        "source": "inform(name='restaurant ducroix',food=french,good_for_meal=lunch)",
        "reference": "Restaurant ducroix serves french food and is good for lunch .",
        "system_output": "Restaurant ducroix serves french and is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 963,
        "source": "inform(name='restaurant ducroix',kids_allowed=no,address='690 sacramento street',phone='4153917195',postcode='94111')",
        "reference": "Restaurant ducroix does not allow child -s , its address is 690 sacramento street , its phone number is 4153917195 , and its postcode is 94111 .",
        "system_output": "Restaurant ducroix does not allow children , its address is 690 sacramento street , its phone number is 4153917195 , and its postcode is 94111 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 964,
        "source": "inform(name='ristorante ideale',price_range=moderate)",
        "reference": "There is a nice restaurant named ristorante ideale . It is moderate price good restaurant",
        "system_output": "Ristorante ideale is in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 965,
        "source": "inform(name='ristorante ideale',type=restaurant)",
        "reference": "There is a nice restaurant named ristorante ideale .",
        "system_output": "Ristorante ideale is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 966,
        "source": "inform(name='ristorante parma',address='3314 steiner street')",
        "reference": "Ristorante parma 's address is 3314 steiner street .",
        "system_output": "The address for ristorante parma is 3314 steiner street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 967,
        "source": "inform(name='ristorante parma',near='marina cow hollow')",
        "reference": "Ristorante parma is near marina cow hollow .",
        "system_output": "Ristorante parma is near marina cow hollow .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 968,
        "source": "inform(name='ristorante parma',price_range=cheap,near='marina cow hollow')",
        "reference": "Ristorante parma is in the cheap price range and it is near marina cow hollow .",
        "system_output": "Ristorante parma is a cheap restaurant near marina cow hollow .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 969,
        "source": "inform(name='salt house',food='modern european')",
        "reference": "Salt house is a modern european restaurant .",
        "system_output": "Salt house serves modern european food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 970,
        "source": "inform(name=sanjalisco,address='901 s van ness avenue')",
        "reference": "Sanjalisco 's address is 901 s van ness avenue .",
        "system_output": "The address for sanjalisco is 901 s van ness avenue .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 971,
        "source": "inform(name='sanjalisco',area='hayes valley or cathedral hill',phone='4156488383')",
        "reference": "Sanjalisco is in the hayes valley or cathedral hill and the phone number is 4156488383 .",
        "system_output": "Sanjalisco is in the area of hayes valley or cathedral hill and the number is 4156488383 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 972,
        "source": "inform(name='sanjalisco',area='hayes valley or cathedral hill',phone='4156488383')",
        "reference": "Sanjalisco is in the hayes valley or cathedral hill and the phone number is 4156488383 .",
        "system_output": "Sanjalisco is in the area of hayes valley or cathedral hill heights , its phone number is 4156488383 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 973,
        "source": "inform(name=sanjalisco,good_for_meal=breakfast)",
        "reference": "Sanjalisco is a nice restaurant that is good for breakfast .",
        "system_output": "Sanjalisco is a good restaurant for breakfast .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 974,
        "source": "inform(name=sanjalisco,good_for_meal=breakfast,food=mexican,kids_allowed=yes)",
        "reference": "I see . Sanjalisco is a mexican restaurant that allows kid -s and is good for breakfast .",
        "system_output": "Sanjalisco serves mexican food for breakfast and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 975,
        "source": "inform(name=sanjalisco,kids_allowed=yes)",
        "reference": "Yes , sanjalisco allows kid -s .",
        "system_output": "Sanjalisco is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 976,
        "source": "inform(name=sanjalisco,kids_allowed=yes,price_range=cheap,good_for_meal=breakfast)",
        "reference": "Sanjalisco is a nice restaurant that allows child -s in the cheap price range that is good for breakfast .",
        "system_output": "Sanjalisco is a cheap restaurant that allows children and is good for breakfast .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 977,
        "source": "inform(name=sanjalisco,kids_allowed=yes,price_range=cheap,good_for_meal=breakfast)",
        "reference": "Sanjalisco is a nice restaurant that allows child -s in the cheap price range that is good for breakfast .",
        "system_output": "Sanjalisco is a nice restaurant in the cheap price range and allows children and is good for breakfast .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 978,
        "source": "inform(name=sanjalisco,near=mission)",
        "reference": "Sanjalisco is near mission .",
        "system_output": "Sanjalisco is near mission .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 979,
        "source": "inform(name='seoul garden',area='hayes valley or little osaka')",
        "reference": "The seoul garden is in the hayes valley or little osaka area",
        "system_output": "Seoul garden is in the area of hayes valley or little osaka .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 980,
        "source": "inform(name='seoul garden',price_range=moderate)",
        "reference": "The seoul garden is a nice restaurant in the moderate price range",
        "system_output": "Seoul garden is in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 981,
        "source": "inform(name='seven hills',address='1550 hyde street',phone='4157751550')",
        "reference": "The seven hills is located at 1550 hyde street their phone number is 4157751550 .",
        "system_output": "The address of seven hills is 1550 hyde street and the phone number is 4157751550 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 982,
        "source": "inform(name='seven hills',price_range=moderate)",
        "reference": "The seven hills is moderate -ly priced .",
        "system_output": "Seven hills is in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 983,
        "source": "inform(name='shangri la vegetarian restaurant',address='2026 irving street')",
        "reference": "Shangri la vegetarian restaurant address is 2026 irving street",
        "system_output": "The address for shangri la vegetarian restaurant is 2026 irving street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 984,
        "source": "inform(name='shangri la vegetarian restaurant',area='golden gate park')",
        "reference": "Shangri la vegetarian restaurant is a nice restaurant in the golden gate park area .",
        "system_output": "Shangri la vegetarian restaurant is a nice restaurant in the golden gate park area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 985,
        "source": "inform(name='shangri la vegetarian restaurant',area='hayes valley or golden gate park',phone='4157312548')",
        "reference": "The shangri la vegetarian restaurant is in hayes valley or golden gate park and the phone number is 4157312548",
        "system_output": "Shangri la vegetarian restaurant is in hayes valley or golden gate park and the phone number is 4157312548 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 986,
        "source": "inform(name='shangri la vegetarian restaurant',area='hayes valley or golden gate park',phone='4157312548')",
        "reference": "The shangri la vegetarian restaurant is in hayes valley or golden gate park and the phone number is 4157312548",
        "system_output": "Shangri la vegetarian restaurant is in the area of hayes valley or golden gate park hill , its phone number is 4157312548 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 987,
        "source": "inform(name='shangri la vegetarian restaurant',near='outer sunset',food=chinese)",
        "reference": "Shangri la vegetarian restaurant is serving chinese food near the outer sunset",
        "system_output": "Shangri la vegetarian restaurant is near outer sunset and serves chinese food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 988,
        "source": "inform(name='shangri la vegetarian restaurant',phone='4157312548')",
        "reference": "The phone number for shangri la vegetarian restaurant is 4157312548 .",
        "system_output": "The phone number for shangri la vegetarian restaurant is 4157312548 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 989,
        "source": "inform(name='shangri la vegetarian restaurant',price_range=cheap,food=vegetarian)",
        "reference": "Shangri la vegetarian restaurant is a cheap restaurant that serves vegetarian food",
        "system_output": "Shangri la vegetarian restaurant is a cheap vegetarian restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 990,
        "source": "inform(name='shangri la vegetarian restaurant',type=restaurant)",
        "reference": "The restaurant shangri la vegetarian restaurant is a kosher restaurant",
        "system_output": "Shangri la vegetarian restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 991,
        "source": "inform(name='singapore malaysian restaurant',area='hayes valley or richmond district',phone='4157509518')",
        "reference": "Singapore malaysian restaurant is in the hayes valley or richmond district . Their phone number is 4157509518",
        "system_output": "Singapore malaysian restaurant is in the area of hayes valley or richmond district hill , its phone number is 4157509518 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 992,
        "source": "inform(name='singapore malaysian restaurant',price_range=cheap,food=malaysian)",
        "reference": "Cheap malaysian food can be found at singapore malaysian restaurant .",
        "system_output": "Singapore malaysian restaurant is a nice restaurant that serves malaysian food in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 993,
        "source": "inform(name=skool,address='1725 alameda street')",
        "reference": "Skool 's address is 1725 alameda street",
        "system_output": "The address for skool is 1725 alameda street .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 994,
        "source": "inform(name=skool,area='hayes valley',price_range=expensive,food=japanese)",
        "reference": "Skool is an expensive japanese restaurant in hayes valley",
        "system_output": "Skool is a expensive japanese restaurant in the hayes valley area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 995,
        "source": "inform(name=skool,postcode='94103')",
        "reference": "Skool 's postcode is 94103",
        "system_output": "The postcode for skool is 94103 .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 1.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 996,
        "source": "inform(name=skool,price_range=expensive,kids_allowed=no)",
        "reference": "There is a nice restaurant named skool in the expensive price range that does not allow child -s .",
        "system_output": "Skool is an expensive restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 997,
        "source": "inform(name='sotto mare',phone='4153983181',postcode='94133')",
        "reference": "Sotto mare 's phone number is 4153983181 and the postcode is 94133 .",
        "system_output": "The phone number for sotto mare is 4153983181 and the postcode is 94133 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 998,
        "source": "inform(name='sotto mare',price_range=cheap,food='sea food')",
        "reference": "Sotto mare is a cheap sea food restaurant .",
        "system_output": "Sotto mare is a cheap sea food restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 999,
        "source": "inform(name=source,address='11 division street')",
        "reference": "You will find source at 11 division street",
        "system_output": "The address for source is 11 division street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1000,
        "source": "inform(name=source,address='11 division street',phone='4158649000')",
        "reference": "Source is located at 11 division street and can be reached at phone number 4158649000 .",
        "system_output": "The address of source is 11 division street and the phone number is 4158649000 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1001,
        "source": "inform(name='source',area='hayes valley or showplace square')",
        "reference": "Source is easily found in the hayes valley or showplace square area",
        "system_output": "Source is a nice restaurant in the area of hayes valley or showplace square .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1002,
        "source": "inform(name='source',good_for_meal='lunch or dinner')",
        "reference": "Source is good for lunch or dinner .",
        "system_output": "Source is a good restaurant for lunch or dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1003,
        "source": "inform(name=source,good_for_meal=lunch,price_range=cheap,kids_allowed=yes,food=pizza)",
        "reference": "Source is good for lunch in the cheap price range and allows child -s , that serves pizza .",
        "system_output": "Source is a cheaply priced pizza restaurant that allows kids , and is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1004,
        "source": "inform(name=source,kids_allowed=yes,price_range=cheap)",
        "reference": "I would recommend source . Child -s are allowed there and the food is cheap",
        "system_output": "Source is cheap and allows children .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1005,
        "source": "inform(name=source,phone='4158649000')",
        "reference": "The phone number for source is 4158649000 .",
        "system_output": "The phone number for source is 4158649000 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1006,
        "source": "inform(name=source,price_range=cheap,food=pizza,kids_allowed=yes)",
        "reference": "For cheap , kid friendly pizza try source",
        "system_output": "Source is a cheaply priced pizza restaurant that allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1007,
        "source": "inform(name=source,type=restaurant)",
        "reference": "Source is a nice restaurant",
        "system_output": "Source is a nice restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1008,
        "source": "inform(name='specchio ristorante',kids_allowed=no,price_range=expensive)",
        "reference": "Specchio ristorante does not allow kid -s and it is expensive .",
        "system_output": "Specchio ristorante is an expensive restaurant that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1009,
        "source": "inform(name=spruce,address='3640 sacramento street')",
        "reference": "The address for spruce is 3640 sacramento street .",
        "system_output": "The address for spruce is 3640 sacramento street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1010,
        "source": "inform(name=spruce,address='3640 sacramento street',phone='4159315100')",
        "reference": "Spruce 's address is 3640 sacramento street with the phone number 4159315100 .",
        "system_output": "The address of spruce is 3640 sacramento street and the phone number is 4159315100 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1011,
        "source": "inform(name=spruce,area='presidio heights',price_range=expensive)",
        "reference": "There is a nice restaurant called spruce near presidio heights that is expensive .",
        "system_output": "Spruce is in the area of presidio heights and it is in the expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1012,
        "source": "inform(name=spruce,good_for_meal=dinner)",
        "reference": "Spruce is good for dinner",
        "system_output": "Spruce is a good restaurant for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1013,
        "source": "inform(name=spruce,good_for_meal=dinner,near='presidio heights')",
        "reference": "Spruce is good for dinner and it is near presidio heights .",
        "system_output": "Spruce near presidio heights is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1014,
        "source": "inform(name=spruce,kids_allowed=no,near='presidio heights')",
        "reference": "There is a nice restaurant named spruce close to presidio heights that does not allow child -s .",
        "system_output": "Spruce is a nice restaurant near presidio heights that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1015,
        "source": "inform(name=spruce,near='presidio heights')",
        "reference": "Spruce is near presidio heights .",
        "system_output": "Spruce is near presidio heights .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1016,
        "source": "inform(name=spruce,phone='4159315100')",
        "reference": "The phone number for spruce is 4159315100 .",
        "system_output": "The phone number for spruce is 4159315100 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1017,
        "source": "inform(name=spruce,price_range=expensive)",
        "reference": "Spruce is in the expensive price range .",
        "system_output": "Spruce is in the expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1018,
        "source": "inform(name=spruce,type=restaurant)",
        "reference": "The restaurant 's name is spruce .",
        "system_output": "Spruce is a nice restaurant .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1019,
        "source": "inform(name='straits restaurant',price_range=expensive)",
        "reference": "Hello , straits restaurant is a expensive restaurant .",
        "system_output": "Straits restaurant is in the expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1020,
        "source": "inform(name='stroganoff restaurant',address='418 beach street')",
        "reference": "Stroganoff restaurant is located at 418 beach street",
        "system_output": "The address for stroganoff restaurant is 418 beach street .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1021,
        "source": "inform(name='stroganoff restaurant',food='ethnic food or russian')",
        "reference": "The stroganoff restaurant provides ethnic food or russian .",
        "system_output": "Stroganoff restaurant serves ethnic food or russian food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1022,
        "source": "inform(name='stroganoff restaurant',good_for_meal=dinner)",
        "reference": "Stroganoff restaurant is good for dinner .",
        "system_output": "Stroganoff restaurant is a good restaurant for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1023,
        "source": "inform(name='stroganoff restaurant',price_range=cheap,near='fishermans wharf')",
        "reference": "Stroganoff restaurant is a cheap restaurant near fishermans wharf .",
        "system_output": "Stroganoff restaurant is a cheap restaurant near fishermans wharf .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1024,
        "source": "inform(name='sushi bistro',address='431 balboa street')",
        "reference": "The address of sushi bistro is 431 balboa street",
        "system_output": "The address for sushi bistro is 431 balboa street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1025,
        "source": "inform(name='sushi bistro',food='sushi or japanese',phone='4159337100')",
        "reference": "Sushi bistro is a sushi or japanese restaurant . The phone number is 4159337100 .",
        "system_output": "Sushi bistro serves sushi or japanese food . Their phone number is 4159337100 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1026,
        "source": "inform(name='sushi bistro',phone='4159337100',postcode='94118')",
        "reference": "The postcode for sushi bistro is 94118 and their phone number is 4159337100",
        "system_output": "The phone number for sushi bistro is 4159337100 and the postcode is 94118 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1027,
        "source": "inform(name='sushi bistro',price_range=cheap,kids_allowed=no)",
        "reference": "No , sushi bistro that is also cheap , does not allow kid -s .",
        "system_output": "Sushi bistro is an cheap restaurant that does not allow children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1028,
        "source": "inform(name='sushi bistro',price_range=cheap,near='inner richmond',kids_allowed=no)",
        "reference": "Sushi bistro is a cheap restaurant near inner richmond where no kid -s are allowed .",
        "system_output": "Sushi bistro is an cheap restaurant that does not allow kids and is near inner richmond .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1029,
        "source": "inform(name='sushi bistro',type=restaurant)",
        "reference": "The name of the restaurant is sushi bistro .",
        "system_output": "Sushi bistro is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1030,
        "source": "inform(name='taiwan restaurant',address='445 clement street',phone='4153871789')",
        "reference": "The address for taiwan restaurant is 445 clement street . The phone number is 4153871789 .",
        "system_output": "The address of taiwan restaurant is 445 clement street and the phone number is 4153871789 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1031,
        "source": "inform(name='taiwan restaurant',good_for_meal=lunch,kids_allowed=yes,near='inner richmond')",
        "reference": "Taiwan restaurant is a good lunch place that allows kid -s near inner richmond .",
        "system_output": "Taiwan restaurant is a good lunch place that allows kids near inner richmond .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1032,
        "source": "inform(name='taiwan restaurant',near='inner richmond')",
        "reference": "Taiwan restaurant is near inner richmond .",
        "system_output": "Taiwan restaurant is near inner richmond .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1033,
        "source": "inform(name='taiwan restaurant',phone='4153871789')",
        "reference": "Taiwan restaurant -s number is 4153871789",
        "system_output": "The phone number for taiwan restaurant is 4153871789 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1034,
        "source": "inform(name='taiwan restaurant',price_range=cheap,food=taiwanese,good_for_meal=lunch)",
        "reference": "Taiwan restaurant is a cheap restaurant with taiwanese food that is good for lunch .",
        "system_output": "Taiwan restaurant serves cheap taiwanese food and is good for lunch .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1035,
        "source": "inform(name='taiwan restaurant',price_range=cheap,kids_allowed=yes)",
        "reference": "Taiwan restaurant is cheap and allows kid -s",
        "system_output": "Taiwan restaurant is cheap and allows children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1036,
        "source": "inform(name='taiwan restaurant',type=restaurant)",
        "reference": "Taiwan restaurant is a nice restaurant .",
        "system_output": "Taiwan restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1037,
        "source": "inform(name='tanuki restaurant',address='4419 california street')",
        "reference": "Tanuki restaurant is located at 4419 california street",
        "system_output": "The address for tanuki restaurant is 4419 california street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1038,
        "source": "inform(name='tanuki restaurant',area='hayes valley or inner richmond')",
        "reference": "Tanuki restaurant is in the hayes valley or inner richmond area .",
        "system_output": "Tanuki restaurant is a nice restaurant in the hayes valley or inner richmond area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1039,
        "source": "inform(name='tanuki restaurant',good_for_meal=dinner,kids_allowed=yes)",
        "reference": "Tanuki restaurant is good for dinner and allows kid -s .",
        "system_output": "Tanuki restaurant is good for dinner and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1040,
        "source": "inform(name='tanuki restaurant',good_for_meal=dinner,price_range=cheap,food=japanese)",
        "reference": "Tanuki restaurant serves cheap japanese dinner .",
        "system_output": "Tanuki restaurant serves cheap japanese food and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1041,
        "source": "inform(name='thai cottage restaurant',price_range=cheap)",
        "reference": "Thai cottage restaurant is a nice restaurant in the cheap price range .",
        "system_output": "Thai cottage restaurant is in the cheap price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1042,
        "source": "inform(name='thai cottage restaurant',type=restaurant)",
        "reference": "Thai cottage restaurant is a nice restaurant for you .",
        "system_output": "Thai cottage restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1043,
        "source": "inform(name='thai house express',food=thai)",
        "reference": "Thai house express serves thai food .",
        "system_output": "Thai house express serves thai food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1044,
        "source": "inform(name='thai house express',near=tenderloin)",
        "reference": "Thai house express is near the tenderloin .",
        "system_output": "Thai house express is near tenderloin .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1045,
        "source": "inform(name='thai time restaurant',area='hayes valley or inner richmond')",
        "reference": "Thai time restaurant is in hayes valley or inner richmond .",
        "system_output": "Thai time restaurant is in the area of hayes valley or inner richmond .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1046,
        "source": "inform(name='thai time restaurant',kids_allowed=yes,food=thai)",
        "reference": "Thai time restaurant allows kid -s and serves thai food .",
        "system_output": "Thai time restaurant allows kids and serves thai food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1047,
        "source": "inform(name='thai time restaurant',kids_allowed=yes,near='inner richmond')",
        "reference": "Thai time restaurant is a nice restaurant that allows child -s near inner richmond .",
        "system_output": "Thai time restaurant is near inner richmond and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1048,
        "source": "inform(name='thai time restaurant',type=restaurant)",
        "reference": "Thai time restaurant is a nice restaurant .",
        "system_output": "Thai time restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1049,
        "source": "inform(name='thanh long',address='4101 judah street',postcode='94122')",
        "reference": "Thanh long is located at 4101 judah street . The postcode is 94122 .",
        "system_output": "The address of thanh long is 4101 judah street , and the postcode is 94122 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1050,
        "source": "inform(name='thanh long',price_range=moderate,near='outer sunset',good_for_meal=dinner)",
        "reference": "The thanh long is a moderate -ly priced restaurant near outer sunset that is a good restaurant for dinner .",
        "system_output": "Thanh long is in the moderate restaurant good for dinner near outer sunset .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1051,
        "source": "inform(name='the big 4 restaurant',near='nob hill',price_range=moderate)",
        "reference": "The big 4 restaurant is near nob hill and the price range is moderate",
        "system_output": "The big 4 restaurant is a moderate restaurant near nob hill .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1052,
        "source": "inform(name='the big 4 restaurant',phone='4157711140')",
        "reference": "The big 4 restaurant 's number is 4157711140",
        "system_output": "The phone number for the big 4 restaurant is 4157711140 .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1053,
        "source": "inform(name='the big 4 restaurant',postcode='94108')",
        "reference": "The big 4 restaurant postcode is 94108",
        "system_output": "The postcode for the big 4 restaurant is 94108 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1054,
        "source": "inform(name='thep phanom thai restaurant',address='400 waller street',phone='4154312526',postcode='94117')",
        "reference": "Thep phanom thai restaurant address is 400 waller street , phone number is 4154312526 and postcode is 94117",
        "system_output": "The address of thep phanom thai restaurant is 400 waller street and the phone number is 4154312526 and the postcode is 94117 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1055,
        "source": "inform(name='thep phanom thai restaurant',address='400 waller street',phone='4154312526',postcode='94117')",
        "reference": "Thep phanom thai restaurant address is 400 waller street , phone number is 4154312526 and postcode is 94117",
        "system_output": "Thep phanom thai restaurant is located at 400 waller street . The postcode is 94117. the phone number is 4154312526 .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1056,
        "source": "inform(name='thep phanom thai restaurant',near='lower haight')",
        "reference": "Thep phanom thai restaurant is located near lower haight",
        "system_output": "Thep phanom thai restaurant is near lower haight .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1057,
        "source": "inform(name='thep phanom thai restaurant',type=restaurant)",
        "reference": "Thep phanom thai restaurant is a nice restaurant",
        "system_output": "Thep phanom thai restaurant is a nice restaurant .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1058,
        "source": "inform(name='the richmond',area='hayes valley or inner richmond',address='615 balboa street',phone='4153798988')",
        "reference": "The richmond in the hayes valley or inner richmond address is 615 balboa street . The phone number is 4153798988 .",
        "system_output": "The richmond is in hayes valley or inner richmond south at the address is 615 balboa street , and the phone number is 4153798988 .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1059,
        "source": "inform(name='the richmond',near='inner richmond',kids_allowed=no)",
        "reference": "The richmond is a nice restaurant near inner richmond that does not allow child -s .",
        "system_output": "The richmond is a nice restaurant near inner richmond that does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1060,
        "source": "inform(name='udupi palace',address='1007 valencia street')",
        "reference": "The address of udupi palace is 1007 valencia street .",
        "system_output": "The address for udupi palace is 1007 valencia street .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1061,
        "source": "inform(name='udupi palace',food=indian)",
        "reference": "Udupi palace serves indian food .",
        "system_output": "Udupi palace serves indian food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1062,
        "source": "inform(name='udupi palace',good_for_meal='dinner',food='indpak or indian')",
        "reference": "Udupi palace serves indpak or indian food for dinner .",
        "system_output": "Udupi palace serves indpak or indian and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1063,
        "source": "inform(name='udupi palace',kids_allowed=yes)",
        "reference": "Udupi palace does allow child -s .",
        "system_output": "Udupi palace is a nice restaurant that allows children .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1064,
        "source": "inform(name='udupi palace',kids_allowed=yes,area='mission district')",
        "reference": "I have found a restaurant called udupi palace in the mission district that allows child -s .",
        "system_output": "Udupi palace in mission district allows kids .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1065,
        "source": "inform(name=vicoletto,price_range=cheap)",
        "reference": "Vicoletto is a cheap restaurant",
        "system_output": "Vicoletto is in the cheap price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1066,
        "source": "inform(name=vicoletto,type=restaurant)",
        "reference": "They is a nice restaurant called vicoletto",
        "system_output": "Vicoletto is a nice restaurant .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1067,
        "source": "inform(name=zadin,price_range=moderate,food='gluten free')",
        "reference": "Zadin restaurant offer gluten free food of moderate price -s",
        "system_output": "Zadin is a moderate gluten free restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1068,
        "source": "inform(name='zare at fly trap',price_range=moderate,food=persian)",
        "reference": "Zare at fly trap is a moderate -ly priced persian restaurant .",
        "system_output": "Zare at fly trap is a moderate persian restaurant .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1069,
        "source": "inform(name=zarzuela,food=spanish)",
        "reference": "There is also zarzuela that serves spanish food if you are looking for a put .",
        "system_output": "Zarzuela serves spanish food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1070,
        "source": "inform(name=zarzuela,good_for_meal=dinner,food=basque)",
        "reference": "Zarzuela is good for dinner , they serve basque",
        "system_output": "Zarzuela is a nice restaurant that serves basque food and is good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1071,
        "source": "inform(name=zarzuela,price_range=moderate,food=basque,kids_allowed=no)",
        "reference": "There is zarzuela that has a moderate price range , serves basque food and does not allow kid -s .",
        "system_output": "Zarzuela does not allow children and serves basque food in the moderate price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1072,
        "source": "inform(name=zarzuela,price_range=moderate,food=basque,kids_allowed=no)",
        "reference": "There is zarzuela that has a moderate price range , serves basque food and does not allow kid -s .",
        "system_output": "Zarzuela is a nice restaurant that serves basque food in the moderate price range and it does not allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1073,
        "source": "inform(name='zuni cafe',price_range=expensive)",
        "reference": "Zuni cafe is expensive",
        "system_output": "Zuni cafe is in the expensive price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1074,
        "source": "inform(type=restaurant,count='11',near='nob hill')",
        "reference": "There are 11 restaurant -s near nob hill",
        "system_output": "There are 11 restaurants near nob hill .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1075,
        "source": "inform(type=restaurant,count='135',kids_allowed=no)",
        "reference": "There are 135 restaurant -s where kid -s are not allowed",
        "system_output": "There are 135 restaurants where kids are not allowed .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1076,
        "source": "inform(type=restaurant,count='17',food=french)",
        "reference": "There are 17 french restaurant -s in the area .",
        "system_output": "There are 17 restaurants that serve french food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1077,
        "source": "inform(type=restaurant,count='229',kids_allowed=dont_care)",
        "reference": "There are 229 restaurant -s available if you do not mind kid -s are allowed or not .",
        "system_output": "There are 229 restaurants that do not have policys regarding kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1078,
        "source": "inform(type=restaurant,count='239',area=dont_care)",
        "reference": "There are 239 restaurant -s if you do not care the area .",
        "system_output": "There are 239 restaurants if the area does not matter to you .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1079,
        "source": "inform(type=restaurant,count='239',good_for_meal=dont_care)",
        "reference": "There are 239 restaurant -s if you do not care about which meal to dine .",
        "system_output": "There are 239 restaurants that are good for any meal .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1080,
        "source": "inform(type=restaurant,count='239',good_for_meal=dont_care,food=dont_care)",
        "reference": "There are 239 restaurant -s serving any meal if the food does not matter .",
        "system_output": "I have found 239 restaurants serve any meal if the food type is not an issue .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1081,
        "source": "inform(type=restaurant,count='239',kids_allowed=dont_care,good_for_meal=dont_care)",
        "reference": "There are 239 restaurant -s that are good for any meal if you do not care whether child -s are allowed .",
        "system_output": "There are 239 restaurants if you do not care about the area .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1082,
        "source": "inform(type=restaurant,count='239',price_range=dont_care)",
        "reference": "There are 239 restaurant -s to pick from if you do not care about the price range .",
        "system_output": "There are 239 restaurants available if you do not care about price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1083,
        "source": "inform(type=restaurant,count='239',price_range=dont_care)",
        "reference": "There are 239 restaurant -s to pick from if you do not care about the price range .",
        "system_output": "There are 239 restaurants if you do not care about the price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1084,
        "source": "inform(type=restaurant,count='2',area='golden gate park')",
        "reference": "I know of 2 restaurant -s it he golden gate park area .",
        "system_output": "There are 2 restaurants in golden gate park .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1085,
        "source": "inform(type=restaurant,count='2',food=basque,kids_allowed=no,price_range=moderate)",
        "reference": "There are 2 basque restaurant -s that are moderate -ly priced and do not allow kid -s .",
        "system_output": "There are 2 basque restaurants that are moderately priced and do not allow kids .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1086,
        "source": "inform(type=restaurant,count='2',food=chinese,price_range=expensive)",
        "reference": "There are 2 restaurant -s that serve chinese food in the expensive price range",
        "system_output": "There are 2 expensively priced chinese restaurants .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1087,
        "source": "inform(type=restaurant,count='2',food='new american',kids_allowed=yes,price_range=moderate)",
        "reference": "There are 2 other restaurant -s that serve new american food in the moderate price range and allows kid -s .",
        "system_output": "There are 2 other restaurants that serve new american food in the moderate price range and allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1088,
        "source": "inform(type=restaurant,count='2',food=pizza,kids_allowed=yes)",
        "reference": "There are 2 restaurant -s that serve pizza and allow kid -s .",
        "system_output": "There are 2 pizza restaurants that allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1089,
        "source": "inform(type=restaurant,count='2',good_for_meal=brunch)",
        "reference": "We have 2 restaurant -s that would be good place -s to go for brunch with child -s .",
        "system_output": "There are 2 restaurants that are good for brunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1090,
        "source": "inform(type=restaurant,count='2',good_for_meal=dinner,food=peruvian)",
        "reference": "There are 2 restaurant -s that serve good peruvian food for dinner",
        "system_output": "There are 2 restaurants that serve peruvian for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1091,
        "source": "inform(type=restaurant,count='2',good_for_meal=dont_care,food=pizza,kids_allowed=yes)",
        "reference": "There are 2 restaurant -s that serve pizza and allow kid -s if you do not mind what meal the serve .",
        "system_output": "There are 2 restaurants that allow kids good for any meal and serves pizza food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1092,
        "source": "inform(type=restaurant,count='2',good_for_meal=dont_care,price_range=cheap,area='little russia')",
        "reference": "There are 2 restaurant -s that have a cheap price range in little russia if you do not mind what meal they serve .",
        "system_output": "There are 2 restaurants in the cheap price range in the little russia area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1093,
        "source": "inform(type=restaurant,count='2',kids_allowed=dont_care,area='golden gate park')",
        "reference": "I know of 2 restaurant -s in the golden gate park area if you do not care whether kid -s are allowed or not .",
        "system_output": "There are 2 restaurants that do not have policys golden gate park .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1094,
        "source": "inform(type=restaurant,count='2',kids_allowed=no,area='pacific heights')",
        "reference": "I found 2 restaurant -s that do not allow kid -s in the pacific heights area .",
        "system_output": "There are 2 restaurants in pacific heights and children are not allowed .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1095,
        "source": "inform(type=restaurant,count='2',price_range=cheap,area='mission dolores')",
        "reference": "2 restaurant -s are listed as cheap in the area of mission dolores .",
        "system_output": "There are 2 cheap restaurants in mission dolores .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1096,
        "source": "inform(type=restaurant,count='36',good_for_meal=lunch,food=dont_care)",
        "reference": "There are 36 restaurant -s that are good for lunch with any kind of food .",
        "system_output": "I know of 36 restaurants good for lunch dinner for you do not care about the food type .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 1.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1097,
        "source": "inform(type=restaurant,count='38',good_for_meal=lunch)",
        "reference": "There are 38 restaurant -s that are good for lunch .",
        "system_output": "There are 38 restaurants that are good for lunch .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1098,
        "source": "inform(type=restaurant,count='3',area='pacific heights')",
        "reference": "There are 3 restaurant -s in the pacific heights area .",
        "system_output": "There are 3 restaurants in pacific heights .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1099,
        "source": "inform(type=restaurant,count='3',food=mexican,kids_allowed=yes)",
        "reference": "I have found 3 other restaurant -s that serve mexican food and allow kid -s .",
        "system_output": "There are 3 mexican restaurants that allows kids .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1100,
        "source": "inform(type=restaurant,count='3',good_for_meal=dinner,near='mission bay')",
        "reference": "There are 3 restaurant -s near mission bay and good for dinner .",
        "system_output": "There are 3 good dinner restaurants near the mission bay .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1101,
        "source": "inform(type=restaurant,count='3',near='mission bay')",
        "reference": "There are 3 place -s near to mission bay .",
        "system_output": "There are 3 restaurants near mission bay .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1102,
        "source": "inform(type=restaurant,count='4',food=japanese,price_range=expensive)",
        "reference": "There are 4 other restaurant -s that are expensive japanese restaurant -s .",
        "system_output": "There are 4 expensively priced japanese restaurants .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1103,
        "source": "inform(type=restaurant,count='4',food=pizza)",
        "reference": "There are 4 restaurant -s that serve pizza .",
        "system_output": "There are 4 restaurants that serve pizza food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1104,
        "source": "inform(type=restaurant,count='4',good_for_meal=dinner,near='potrero hill',price_range=moderate)",
        "reference": "I found 4 restaurant -s that is moderate -ly priced , near potrero hill and good for dinner .",
        "system_output": "There are 4 restaurants near potrero hill in the moderate price range and it is good for dinner .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1105,
        "source": "inform(type=restaurant,count='4',good_for_meal=dont_care,kids_allowed=yes,price_range=expensive)",
        "reference": "There are 4 expensive restaurant -s that allows child -s if you do not mind what meal they serve .",
        "system_output": "There are 4 restaurants that are expensive and allow children good for any meal .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1106,
        "source": "inform(type=restaurant,count='4',kids_allowed=yes,price_range=expensive)",
        "reference": "There are 4 restaurant -s available in the expensive range that allow child -s .",
        "system_output": "There are 4 restaurants that allow children and are expensive .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1107,
        "source": "inform(type=restaurant,count='51',good_for_meal=dinner,price_range=expensive)",
        "reference": "There are 51 restaurant -s in the expensive price range that serve good dinner .",
        "system_output": "There are 51 restaurants in the expensive price range that are good for dinner .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1108,
        "source": "inform(type=restaurant,count='54',kids_allowed=yes,price_range=cheap)",
        "reference": "There are 54 cheap restaurant -s that allow child -s .",
        "system_output": "There are 54 restaurants that allow children and are cheap .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1109,
        "source": "inform(type=restaurant,count='6',food=korean,kids_allowed=yes,price_range=dont_care)",
        "reference": "There are 6 restaurant -s that serves korean food , allows kid -s and is in various price range -s .",
        "system_output": "There are 6 restaurants serves koreanly priced that allows kids at various price ranges .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1110,
        "source": "inform(type=restaurant,count='77',kids_allowed=no,price_range=moderate)",
        "reference": "I know of 77 restaurant -s where kid -s are not allowed and the price range is moderate .",
        "system_output": "I know of 77 restaurants where kids are not allowed and the price range is moderate .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1111,
        "source": "inform(type=restaurant,count='7',food=japanese,price_range=cheap)",
        "reference": "There are 7 restaurant -s serve japanese and cheap -ly priced .",
        "system_output": "There are 7 cheaply priced japanese restaurants .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1112,
        "source": "inform(type=restaurant,count='89',good_for_meal=dinner,kids_allowed=yes)",
        "reference": "I found 89 dinner place -s that allow kid -s .",
        "system_output": "There are 89 restaurants that serve dinner and allows kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1113,
        "source": "inform(type=restaurant,count='94',kids_allowed=yes)",
        "reference": "There are 94 restaurant -s where kid -s are allowed",
        "system_output": "There are 94 restaurants that allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1114,
        "source": "inform_no_match(area='bayview heights')",
        "reference": "There are no restaurant -s in bayview heights point that allows child -s .",
        "system_output": "There are no restaurants in the bayview heights area .",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1115,
        "source": "inform_no_match(area=embarcadero,kids_allowed=yes,price_range=expensive)",
        "reference": "Unfortunately I could not find any expensive restaurant -s in embarcadero that allow kid -s .",
        "system_output": "There are no expensively priced restaurants in the embarcadero area which allow children .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1116,
        "source": "inform_no_match(area='lower pacific heights',good_for_meal=brunch)",
        "reference": "0 restaurant -s in lower pacific heights are good for brunch",
        "system_output": "There are no restaurants in lower pacific heights that are good for brunch .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1117,
        "source": "inform_no_match(area='martin luther king square')",
        "reference": "There are 0 restaurant -s in the martin luther king square area",
        "system_output": "There are no restaurants in the martin luther king square area .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1118,
        "source": "inform_no_match(area='outer richmond',price_range=expensive)",
        "reference": "There are no expensive restaurants in outer richmond .",
        "system_output": "I am sorry . I did not find any expensive restaurants in outer richmond .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1119,
        "source": "inform_no_match(area='pacific heights',price_range=expensive)",
        "reference": "There are no restaurant -s in the pacific heights area that are expensive .",
        "system_output": "I am sorry . I did not find any expensive restaurants in pacific heights .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1120,
        "source": "inform_no_match(area='potrero hill')",
        "reference": "We have 0 restaurant -s in the potrero hill area",
        "system_output": "There are no restaurants in the potrero hill area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1121,
        "source": "inform_no_match(area=tenderloin)",
        "reference": "There are no restaurant -s in tenderloin that serves french food .",
        "system_output": "There are no restaurants in the tenderloin area .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1122,
        "source": "inform_no_match(food=afghan,good_for_meal=lunch)",
        "reference": "There are 0 restaurant -s that serve afghan food and are good for lunch .",
        "system_output": "There are 0 restaurants that are good for lunch and serve afghan food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1123,
        "source": "inform_no_match(food=asian,good_for_meal=lunch)",
        "reference": "Unfortunately there are 0 asian restaurant -s that are good for lunch",
        "system_output": "There are 0 restaurants that are good for lunch and serve asian food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 1124,
        "source": "inform_no_match(food=cafes,area='presidio heights')",
        "reference": "There are 0 restaurant -s that are cafes near presidio heights",
        "system_output": "I am sorry I did not find any restaurants in the presidio heights area that serves cafes food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1125,
        "source": "inform_no_match(food=cafes,near='russian hill')",
        "reference": "There are 0 restaurant -s that are cafes near russian hill",
        "system_output": "I have not found any restaurants with cafes food near russian hill .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1126,
        "source": "inform_no_match(food=chinese,near=chinatown,price_range=moderate)",
        "reference": "There are 0 chinese restaurant -s near chinatown in the moderate price range",
        "system_output": "There are 0 chinese restaurants near chinatown in the moderate price range .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1127,
        "source": "inform_no_match(food='ethnic food',price_range=expensive)",
        "reference": "There are no restaurant -s serving ethnic food in the expensive price range .",
        "system_output": "I am sorry , I can not find any restaurants that serve ethnic food and are expensive .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1128,
        "source": "inform_no_match(food=french,good_for_meal=brunch)",
        "reference": "Unfortunately there are no french restaurant -s that serve brunch nearby .",
        "system_output": "There are 0 restaurants that are good for brunch and serve french food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1129,
        "source": "inform_no_match(food=french,kids_allowed=yes)",
        "reference": "Sorry but I could not find a french restaurant that allows kid -s .",
        "system_output": "I am sorry , I did not find any restaurants that allows kids and serve french .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1130,
        "source": "inform_no_match(food='gluten free',price_range=cheap)",
        "reference": "Unfortunately there is no cheap restaurant that serves gluten free food .",
        "system_output": "I am sorry , I can not find any restaurants that serve gluten free food and are cheap .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1131,
        "source": "inform_no_match(food=steak,price_range=cheap)",
        "reference": "I am sorry . There are no cheap restaurant -s that serve steak .",
        "system_output": "I am sorry , I can not find any restaurants that serve steak food and are cheap .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1132,
        "source": "inform_no_match(food=thai,good_for_meal=breakfast)",
        "reference": "We do not have any thai restaurant -s listed that serve breakfast .",
        "system_output": "There are 0 restaurants that are good for breakfast and serve thai food .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1133,
        "source": "inform_no_match(food=thai,near='inner richmond',kids_allowed=no)",
        "reference": "There are 0 restaurant -s near inner richmond that serve thai and do not allow child -s .",
        "system_output": "I can not find any thai restaurant near inner richmond that do not allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1134,
        "source": "inform_no_match(good_for_meal=breakfast,food=shanghainese)",
        "reference": "There are 0 restaurant -s that are good for breakfast and serve shanghainese food .",
        "system_output": "There are 0 restaurants that are good for breakfast and serve shanghainese food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1135,
        "source": "inform_no_match(good_for_meal=dinner,food=shanghainese)",
        "reference": "There are 0 restaurant -s that are good for dinner and serve shanghainese food .",
        "system_output": "There are 0 restaurants that are good for dinner and serve shanghainese food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 1.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1136,
        "source": "inform_no_match(good_for_meal=lunch,food=afghan)",
        "reference": "There are 0 restaurant -s that are good for lunch and serve afghan food .",
        "system_output": "There are 0 restaurants that are good for lunch and serve afghan food .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 2.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1137,
        "source": "inform_no_match(kids_allowed=no,area='opera plaza')",
        "reference": "There are 0 restaurant -s where kid -s are allowed in the opera plaza area",
        "system_output": "There are 0 restaurants in opera plaza that do not allow kids .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1138,
        "source": "inform_no_match(kids_allowed=yes,food=basque)",
        "reference": "Unfortunately , there are 0 basque restaurant -s that allow kid -s",
        "system_output": "I am sorry , I did not find any restaurants that allows kids and serve basque .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1139,
        "source": "inform_no_match(kids_allowed=yes,food=lounge)",
        "reference": "There are not lounge restaurant -s that allow child -s .",
        "system_output": "I am sorry , I did not find any restaurants that allows kids and serve lounge .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1140,
        "source": "inform_no_match(kids_allowed=yes,food=moroccan)",
        "reference": "Sorry , there are no restaurant -s allowing kid -s and serving moroccan food .",
        "system_output": "I am sorry , I did not find any restaurants that allows kids and serve moroccan .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1141,
        "source": "inform_no_match(near=chinatown,area='opera plaza')",
        "reference": "Unfortunately there are 0 restaurant -s near chinatown in the opera plaza area",
        "system_output": "There are no restaurants near chinatown in opera plaza .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1142,
        "source": "inform_no_match(near=chinatown,price_range=expensive)",
        "reference": "There are 0 restaurant -s near chinatown in the expensive price range",
        "system_output": "Unfortunately there are no restaurnats that are expensive close to chinatown where children are not allowed .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1143,
        "source": "inform_no_match(near='inner richmond',good_for_meal=lunch,kids_allowed=no)",
        "reference": "I am sorry I did not find any restaurant -s that does not allow child -s near the inner richmond good for lunch .",
        "system_output": "I am sorry I did not find any restaurants that does not allow children near the inner richmond good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1144,
        "source": "inform_no_match(near='laurel heights',price_range=expensive)",
        "reference": "There is no restaurant near laurel heights offers expensive price range .",
        "system_output": "Unfortunately there are no restaurnats that are expensive close to laurel heights where children are not allowed .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1145,
        "source": "inform_no_match(price_range=expensive,area='bernal heights')",
        "reference": "There are 0 restaurant -s in the bernal heights area in the expensive price range",
        "system_output": "I am sorry . I did not find any expensive restaurants in bernal heights .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1146,
        "source": "inform_no_match(price_range=expensive,food=cambodian)",
        "reference": "There are no expensive restaurant -s in that price range that serve cambodian food .",
        "system_output": "I am sorry , I can not find any restaurants that serve cambodian food and are expensive .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1147,
        "source": "inform_no_match(price_range=expensive,good_for_meal=breakfast)",
        "reference": "There are no restaurant -s that serve breakfast in the expensive price range .",
        "system_output": "There are no restaurants that serve breakfast in the expensive price range .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1148,
        "source": "inform_only_match(name='aperto restaurant and pera',near='potrero hill',kids_allowed='yes',price_range='moderate')",
        "reference": "I apologize , aperto restaurant and pera are the only moderate -ly priced restaurant -s that allow kid -s near the potrero hill .",
        "system_output": "I apologize , aperto restaurant and pera are the only moderately priced restaurants that allow kids near the potrero hill .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1149,
        "source": "inform_only_match(name='beijing restaurant',near='mission terrace')",
        "reference": "The beijing restaurant is the only place near the mission terrace .",
        "system_output": "Beijing restaurant is the only restaurant listed near mission terrace .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1150,
        "source": "inform_only_match(name='bund shanghai restaurant',food=shanghainese)",
        "reference": "I am sorry but there is no place other than bund shanghai restaurant that serves shanghainese food .",
        "system_output": "I am sorry but there is no place other than bund shanghai restaurant that serves shanghainese food .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1151,
        "source": "inform_only_match(name='dosa on fillmore and kiss seafood',price_range='expensive',near='lower pacific heights')",
        "reference": "I apologize , dosa on fillmore and kiss seafood are the only expensive restaurant -s near lower pacific heights",
        "system_output": "There is no place other than dosa on fillmore and kiss seafood that are expensive near to lower pacific heights .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1152,
        "source": "inform_only_match(name='jasmine garden',kids_allowed=yes,price_range=expensive,food=vietnamese)",
        "reference": "Jasmine garden is the only expensive vietnamese restaurant that allows kid -s .",
        "system_output": "I have found only 1 place called jasmine garden that serves vietnamese and is expensively priced that allows kids .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1153,
        "source": "inform_only_match(name='la ciccia',kids_allowed=no,area='bernal heights',price_range=moderate)",
        "reference": "La ciccia is the only restaurant of moderate -ly priced where kid -s are allowed located in the bernal heights area .",
        "system_output": "No place other than la ciccia who does not allow kids with a moderate price range in the bernal heights area .",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 2.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1154,
        "source": "inform_only_match(name='marnee thai and thanh long',price_range='moderate',near='outer sunset',good_for_meal='dinner')",
        "reference": "Marnee thai and thanh long are the only 2 moderate -ly priced restaurant -s near outer sunset that are good for dinner .",
        "system_output": "The only listed restaurant near outer sunset in the moderate price range is marnee thai and thanh long . They are open for dinner .",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1155,
        "source": "inform_only_match(name='red door cafe',price_range=cheap,good_for_meal=brunch)",
        "reference": "I am sorry , there is only the red door cafe for a cheap brunch .",
        "system_output": "I apologize , but there is no place other than red door cafe that serves brunch and is cheap .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1156,
        "source": "inform_only_match(name='restaurant ducroix',kids_allowed=no,food=french,good_for_meal=lunch)",
        "reference": "I am sorry but there is no place other than restaurant ducroix that does not allow child -s , serves french food , and is good for lunch .",
        "system_output": "I am sorry but there is no place other than restaurant ducroix that does not allow children , serves french food , and is good for lunch .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1157,
        "source": "inform_only_match(name=spruce,kids_allowed=no,good_for_meal=dinner,near='presidio heights')",
        "reference": "I am sorry but there is no place other than spruce that does not allow child -s , is good for dinner , and is near presidio heights .",
        "system_output": "Spruce is the only restaurant good for dinner near presidio heights and does not allow kids .",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1158,
        "source": "inform_only_match(name=spruce,near='presidio heights')",
        "reference": "Spruce is the only restaurant listed near presidio heights .",
        "system_output": "Spruce is the only restaurant listed near presidio heights .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1159,
        "source": "inform_only_match(name='thep phanom thai restaurant',good_for_meal=dinner,near='lower haight',kids_allowed=no)",
        "reference": "Thep phanom thai restaurant is the only restaurant good for dinner near lower haight and does not allow kid -s",
        "system_output": "Thep phanom thai restaurant is the only restaurant good for dinner near lower haight and does not allow kids .",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1160,
        "source": "reqmore()",
        "reference": "Is there anything else I can help you with ?",
        "system_output": "Can I help you with anything else ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1161,
        "source": "request(area)",
        "reference": "What area are you looking for ?",
        "system_output": "What area are you looking for ?",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 3.0,
            "overall": 3.0
        }
    },
    {
        "doc_id": 1162,
        "source": "request(food)",
        "reference": "What type of food are wanting to eat ?",
        "system_output": "What type of food are you looking for ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1163,
        "source": "request(good_for_meal)",
        "reference": "Are you looking for breakfast , brunch , lunch or dinner ?",
        "system_output": "Are you looking for breakfast , brunch , lunch or dinner ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1164,
        "source": "request(near)",
        "reference": "Please confirm your area of interest .",
        "system_output": "Where do you want it to be near to ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1165,
        "source": "request(near)",
        "reference": "Please confirm your area of interest .",
        "system_output": "Where is it close to ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1166,
        "source": "request(near)",
        "reference": "Please confirm your area of interest .",
        "system_output": "Would you like to dine near a particular location ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1167,
        "source": "request(price_range)",
        "reference": "Is there a certain price range you were looking for ?",
        "system_output": "What price range are you looking for ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1168,
        "source": "select(area='mission bay or victoria mews')",
        "reference": "Would you like to find restaurant -s in the mission bay or victoria mews area ?",
        "system_output": "Would you like to be in the mission bay or victoria mews valley area ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1169,
        "source": "select(food='chinese or singaporean')",
        "reference": "Would you like chinese or singaporean ?",
        "system_output": "Are you looking chinese or singaporean , a restaurant that allows kids or you do not care ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    },
    {
        "doc_id": 1170,
        "source": "select(food='new american or thai')",
        "reference": "Are you looking for new american or thai food ?",
        "system_output": "Please select new american or thai food ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1171,
        "source": "select(good_for_meal='lunch or dinner')",
        "reference": "Are you looking for lunch or dinner ?",
        "system_output": "Would you prefer a lunch or dinner place ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1172,
        "source": "select(kids_allowed='yes or no')",
        "reference": "Do you want to know if kid -s are allowed or not ?",
        "system_output": "Are you looking for a restaurant that allows children ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1173,
        "source": "select(kids_allowed='yes or no')",
        "reference": "Do you want to know if kid -s are allowed or not ?",
        "system_output": "Are you looking for a restaurant that allows kids , or does not allow kids ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1174,
        "source": "select(kids_allowed='yes or no')",
        "reference": "Do you want to know if kid -s are allowed or not ?",
        "system_output": "Do you prefer a restaurant that allows kids or 1 that does not allow kids ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 5.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1175,
        "source": "select(kids_allowed='yes or no')",
        "reference": "Do you want to know if kid -s are allowed or not ?",
        "system_output": "I am sorry , are you looking for a restaurant that allows kids or you do not care ?",
        "scores": {
            "informativeness": 6.0,
            "naturalness": 6.0,
            "overall": 6.0
        }
    },
    {
        "doc_id": 1176,
        "source": "select(kids_allowed='yes or no')",
        "reference": "Do you want to know if kid -s are allowed or not ?",
        "system_output": "Sorry would you like a restaurant that allows children or no ?",
        "scores": {
            "informativeness": 5.0,
            "naturalness": 4.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1177,
        "source": "select(near='bay view hunters point or nopa')",
        "reference": "Would you like restaurant -s in the bay view hunters point or nopa area ?",
        "system_output": "Where do you want it to be near to , bay view hunters point or nopa japantown ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 1.0,
            "overall": 2.0
        }
    },
    {
        "doc_id": 1178,
        "source": "select(near='marina cow hollow or japantown')",
        "reference": "Where do you want it to be near to , marina cow hollow or japantown ?",
        "system_output": "Where do you want it to be near to , marina cow hollow or japantown ?",
        "scores": {
            "informativeness": 4.0,
            "naturalness": 4.0,
            "overall": 5.0
        }
    },
    {
        "doc_id": 1179,
        "source": "select(price_range='cheap or expensive')",
        "reference": "What is the price range you are looking for , cheap or expensive ?",
        "system_output": "Are you looking for a cheap or expensive price range ?",
        "scores": {
            "informativeness": 3.0,
            "naturalness": 3.0,
            "overall": 4.0
        }
    },
    {
        "doc_id": 1180,
        "source": "select(price_range='expensive or cheap')",
        "reference": "Would you like expensive or cheap food ?",
        "system_output": "Are you looking for a expensive or cheap price range is no restaurant ?",
        "scores": {
            "informativeness": 2.0,
            "naturalness": 1.0,
            "overall": 1.0
        }
    }
]