mapathonstats.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#procedure:\n",
    "# 1: find all changesets in a given time \n",
    "# 2: filter the changesets for a given hashtag. ex. the hastag of the mapathon\n",
    "# 3: get all users creating at least one changeset with the mapathon-hashtag within the changesets\n",
    "# 4: find all changesets of the users within the given time\n",
    "# 5: OPTIONAL?? filter the changesets of the user for ex. the hotosm-hashtag\n",
    "# 6: extract the number of buildings created and changed within the filtered changesets of the user\n",
    "\n",
    "#not done yet\n",
    "# 7: extract all roads within the filtered changesets of the user\n",
    "# 8: calculate the distance of all roads\n",
    "\n",
    "\n",
    "import requests\n",
    "import xml.etree.ElementTree as ET\n",
    "import sys\n",
    "import time\n",
    "import datetime\n",
    "\n",
    "# returns a datetimeobject representing the date/time of the oldest changeset in the ElementTree\n",
    "def getdatetimeoldestchangeset(root):\n",
    "    timestring = \"\"\n",
    "    for changeset in root:\n",
    "        timestring = changeset.get(\"created_at\")\n",
    "\n",
    "    return datetime.datetime.strptime(timestring, \"%Y-%m-%dT%H:%M:%SZ\") #string nach datetime \n",
    "\n",
    "\n",
    "# returns a set with all users used a given hashtag or comment in a changeset in the ElementTree\n",
    "def getparticipants(root, searchhashtag):\n",
    "    participantsset = set()\n",
    "    for changeset in root:\n",
    "        if checkForHashtag(changeset, searchhashtag):\n",
    "            \n",
    "            timestring = changeset.get(\"created_at\")\n",
    "            timeofChangeset = datetime.datetime.strptime(timestring, \"%Y-%m-%dT%H:%M:%SZ\") #string nach datetime\n",
    "            \n",
    "            if timeofChangeset > mapathonStart:\n",
    "                participantsset.add(changeset.get('user'))\n",
    "      \n",
    "    return participantsset\n",
    "\n",
    "# Checks if a certain hashtag is either in comment-tag or hashtag-tag\n",
    "def checkForHashtag(changeset, searchhashtag):\n",
    "    changesetHashtags = changeset.findall(\".//*[@k='hashtags']\")\n",
    "    changesetComment = changeset.findall(\".//*[@k='comment']\")\n",
    "        \n",
    "    if not changesetHashtags:\n",
    "        if not changesetComment:\n",
    "            return False\n",
    "        if searchhashtag in changesetComment[0].get('v').lower(): #ex JOSM writes hashtags in comments-tag instead of the hashtag-tag\n",
    "            return True\n",
    "        return False\n",
    "\n",
    "    if searchhashtag in changesetHashtags[0].get('v').lower():\n",
    "        return True\n",
    "    \n",
    "    return False\n",
    "\n",
    "\n",
    "inputStart = input(\"Enter UTC-Starttime of Mapathon. Format: 'YYYY,mm,DD,HH' (optional)\")\n",
    "timespan = int(input(\"Duration of Mapathon in Minutes: \"))\n",
    "hashtag = input(\"Hashtag of Mapathon (optional): \").lower()\n",
    "\n",
    "if not hashtag:\n",
    "    hashtag = '#hotosm-project' # if no hastag provided show all hotosm changeset\n",
    "\n",
    "if inputStart:\n",
    "    mapathonStart = datetime.datetime.strptime(inputStart, \"%Y,%m,%d,%H\")\n",
    "    mapathonEnd = mapathonStart + datetime.timedelta(minutes=timespan)\n",
    "else:\n",
    "    mapathonEnd = datetime.datetime.now() # Current time\n",
    "    mapathonStart = mapathonEnd - datetime.timedelta(minutes=timespan)\n",
    "\n",
    "\n",
    "d0 = mapathonEnd\n",
    "participants = set()\n",
    "\n",
    "while d0 > mapathonStart:\n",
    "    \n",
    "    timeparameter = f\"&time=2001-01-01,{d0.strftime('%Y-%m-%dT%H:%M:%SZ')}\"\n",
    "    \n",
    "    changesets_url = str.format(\"https://api.openstreetmap.org/api/0.6/changesets?closed=true{}\", timeparameter) #https://help.openstreetmap.org/questions/23089/how-to-query-all-changesets-by-a-user-since-eternity\n",
    "    print(changesets_url)\n",
    "    \n",
    "    root = ET.XML(requests.get(changesets_url).content)\n",
    "    \n",
    "    d0 = getdatetimeoldestchangeset(root)\n",
    "    \n",
    "    participants = participants.union(getparticipants(root, hashtag))\n",
    "\n",
    "        \n",
    "print (participants)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# returns a list with all ChangsetID of changesets used a hashtag containing '#hotosm-project'\n",
    "def getchangesets(root):\n",
    "    listchangeset = []\n",
    "    for changeset in root:\n",
    "        if checkForHashtag(changeset, '#tm-project'):\n",
    "            listchangeset.append(changeset.get(\"id\"))\n",
    "            \n",
    "    return listchangeset\n",
    "\n",
    "\n",
    "def getBuildingsOfChangeset(changesetId):\n",
    "    changeset_url = f\"https://api.openstreetmap.org/api/0.6/changeset/{changesetId}/download\"\n",
    "    print (changeset_url)\n",
    "    rootchangeset = ET.XML(requests.get(changeset_url).content)\n",
    "    countBuilding=0\n",
    "\n",
    "    for elements in rootchangeset:\n",
    "        if elements.findall(\".//*[@k='building']\"):\n",
    "            #building = elements.findall(\".//*[@k='building']\")\n",
    "            #print (building)\n",
    "            #print (building[0].get('v'))\n",
    "            countBuilding+=1\n",
    "    \n",
    "    return countBuilding\n",
    "    \n",
    "print (f\"#Buildings maped between {mapathonStart} and {mapathonEnd}\")\n",
    "    \n",
    "for particpant in participants:\n",
    "    \n",
    "    print(\"----------------------\")\n",
    "    \n",
    "    changesetlist = []\n",
    "    \n",
    "    timeparameter = f\"&time={mapathonStart.strftime('%Y-%m-%dT%H:%M:%SZ')},{mapathonEnd.strftime('%Y-%m-%dT%H:%M:%SZ')}\"\n",
    "    usernameparameter = particpant.replace(' ', '%20')\n",
    "    particpant_url = f\"https://api.openstreetmap.org/api/0.6/changesets?display_name={usernameparameter}{timeparameter}\"\n",
    "    print(particpant_url)\n",
    "    \n",
    "    root = ET.XML(requests.get(particpant_url).content)\n",
    "    \n",
    "    listchangeset= getchangesets(root)\n",
    "    print (particpant)\n",
    "    \n",
    "    buildings=0\n",
    "    for changesetId in listchangeset:\n",
    "        buildings += getBuildingsOfChangeset(changesetId)\n",
    "    print (buildings)\n",
    "\n",
    "\n",
    "# changesetlist += getchangesets(root)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}