12Dec-LoadingGraphsFromCSV.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"12Dec-LoadingGraphsFromCSV.ipynb","provenance":[],"authorship_tag":"ABX9TyOpfPhhCG9Yd3wTD6QVgLNf"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"widgets":{"application/vnd.jupyter.widget-state+json":{"3858fe95eb8b49ec82d359baa67ec926":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_17efdece7f564145b55346cb03315a50","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_02dba9a111164f29945fe63d0ba146b1","IPY_MODEL_bc4bdfe1a0bf4d6b9676d24e6ce21457","IPY_MODEL_ad95e9d700af4459a5d5ecb2c7522a59"]}},"17efdece7f564145b55346cb03315a50":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"02dba9a111164f29945fe63d0ba146b1":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_17d9a65261cf4e2696478d5c3e5cf1db","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":"Batches: 100%","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_b109f044a3ac4a4493e8fe00e3937299"}},"bc4bdfe1a0bf4d6b9676d24e6ce21457":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_view_name":"ProgressView","style":"IPY_MODEL_c1b7f6b8986047c391b5b4888a926b97","_dom_classes":[],"description":"","_model_name":"FloatProgressModel","bar_style":"success","max":305,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":305,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_9001e3a1e9a34e20aeeab27c35441a20"}},"ad95e9d700af4459a5d5ecb2c7522a59":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_120aec67cfa04a5ebecfdd53f8061418","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 305/305 [00:56&lt;00:00,  8.63it/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_1ea06497314243e98be250213c4c4527"}},"17d9a65261cf4e2696478d5c3e5cf1db":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"b109f044a3ac4a4493e8fe00e3937299":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"c1b7f6b8986047c391b5b4888a926b97":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"9001e3a1e9a34e20aeeab27c35441a20":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"120aec67cfa04a5ebecfdd53f8061418":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"1ea06497314243e98be250213c4c4527":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}}}}},"cells":[{"cell_type":"markdown","source":["# Installation"],"metadata":{"id":"-YX8ReqcUMRe"}},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"dvPY1rtQQhMe","executionInfo":{"status":"ok","timestamp":1640675188720,"user_tz":-300,"elapsed":27867,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"30910fa7-a2d5-4ff2-f48e-3dd68be42379"},"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[K     |████████████████████████████████| 7.9 MB 7.1 MB/s \n","\u001b[K     |████████████████████████████████| 3.5 MB 7.4 MB/s \n","\u001b[K     |████████████████████████████████| 482 kB 8.1 MB/s \n","\u001b[K     |████████████████████████████████| 41 kB 234 kB/s \n","\u001b[?25h  Building wheel for torch-geometric (setup.py) ... \u001b[?25l\u001b[?25hdone\n"]}],"source":["# Install required packages.\n","!pip install -q torch-scatter -f https://data.pyg.org/whl/torch-1.10.0+cu113.html\n","!pip install -q torch-sparse -f https://data.pyg.org/whl/torch-1.10.0+cu113.html\n","!pip install -q git+https://github.com/pyg-team/pytorch_geometric.git"]},{"cell_type":"markdown","source":["> Trying to install pytorch-geometric-temporal"],"metadata":{"id":"JkKmYuD_3JSQ"}},{"cell_type":"code","source":["!pip install torch-geometric-temporal\n"],"metadata":{"id":"N7vrj9-s3Id6"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["from torch_geometric_temporal.nn.recurrent import GConvGRU\n"],"metadata":{"id":"2hl-ia093asO","executionInfo":{"status":"ok","timestamp":1640675783281,"user_tz":-300,"elapsed":5084,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}}},"execution_count":3,"outputs":[]},{"cell_type":"code","source":["from torch_geometric_temporal.dataset import METRLADatasetLoader\n","from torch_geometric_temporal.nn.attention import *"],"metadata":{"id":"ggx6zBkr5fCH","executionInfo":{"status":"ok","timestamp":1640675865479,"user_tz":-300,"elapsed":628,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}}},"execution_count":6,"outputs":[]},{"cell_type":"markdown","source":["> So Installation of PyG Temporal is working this way"],"metadata":{"id":"xyaPrBw95wSg"}},{"cell_type":"code","source":["!pip install sentence-transformers -q"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"VPRkWmQEZDl_","executionInfo":{"status":"ok","timestamp":1639291577770,"user_tz":-300,"elapsed":9540,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"c1f30f71-b7fc-42d3-c5c4-fe2267a8183e"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[K     |████████████████████████████████| 78 kB 6.8 MB/s \n","\u001b[K     |████████████████████████████████| 3.3 MB 33.3 MB/s \n","\u001b[K     |████████████████████████████████| 3.3 MB 44.3 MB/s \n","\u001b[K     |████████████████████████████████| 1.2 MB 42.9 MB/s \n","\u001b[K     |████████████████████████████████| 61 kB 542 kB/s \n","\u001b[K     |████████████████████████████████| 895 kB 48.1 MB/s \n","\u001b[K     |████████████████████████████████| 596 kB 35.5 MB/s \n","\u001b[?25h  Building wheel for sentence-transformers (setup.py) ... \u001b[?25l\u001b[?25hdone\n"]}]},{"cell_type":"markdown","source":["# DataPart"],"metadata":{"id":"pnZvcaEOUSNh"}},{"cell_type":"code","source":["from torch_geometric.data import download_url, extract_zip\n","\n","url = 'https://files.grouplens.org/datasets/movielens/ml-latest-small.zip'\n","extract_zip(download_url(url, '.'), '.')\n","\n","movie_path = './ml-latest-small/movies.csv'\n","rating_path = './ml-latest-small/ratings.csv'"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"4sd36hcDUPLF","executionInfo":{"status":"ok","timestamp":1639290337693,"user_tz":-300,"elapsed":6979,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"2b3928b3-41f7-4bdd-cdb5-486baca807fb"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stderr","text":["Downloading https://files.grouplens.org/datasets/movielens/ml-latest-small.zip\n","Extracting ./ml-latest-small.zip\n"]}]},{"cell_type":"code","source":["import pandas as pd\n","\n","print(pd.read_csv(movie_path).head())\n","print(pd.read_csv(rating_path).head())"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"zyqqLMyGUcTz","executionInfo":{"status":"ok","timestamp":1639290358744,"user_tz":-300,"elapsed":535,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"ac924874-2739-433a-aea3-8bc26a94385e"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["   movieId  ...                                       genres\n","0        1  ...  Adventure|Animation|Children|Comedy|Fantasy\n","1        2  ...                   Adventure|Children|Fantasy\n","2        3  ...                               Comedy|Romance\n","3        4  ...                         Comedy|Drama|Romance\n","4        5  ...                                       Comedy\n","\n","[5 rows x 3 columns]\n","   userId  movieId  rating  timestamp\n","0       1        1     4.0  964982703\n","1       1        3     4.0  964981247\n","2       1        6     4.0  964982224\n","3       1       47     5.0  964983815\n","4       1       50     5.0  964982931\n"]}]},{"cell_type":"markdown","source":["> Coming up with node level feature representation x of shape **[num_nodes, num_features]**"],"metadata":{"id":"1DZUQnD3Ur3N"}},{"cell_type":"code","source":["movies_df=pd.read_csv(movie_path)\n","ratings_df=pd.read_csv(rating_path)"],"metadata":{"id":"SJQg4kdMUcej"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["movies_df.index.unique()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"RAgnkYBNVDxI","executionInfo":{"status":"ok","timestamp":1639290537728,"user_tz":-300,"elapsed":437,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"e374aa88-8959-47d3-f974-7e7417fe8576"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Int64Index([   0,    1,    2,    3,    4,    5,    6,    7,    8,    9,\n","            ...\n","            9732, 9733, 9734, 9735, 9736, 9737, 9738, 9739, 9740, 9741],\n","           dtype='int64', length=9742)"]},"metadata":{},"execution_count":6}]},{"cell_type":"code","source":["ratings_df.columns"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"aFoGVSBvVPfR","executionInfo":{"status":"ok","timestamp":1639290572719,"user_tz":-300,"elapsed":484,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"3fe2f09f-5ae1-494e-fed5-e38e2559ca3b"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Index(['userId', 'movieId', 'rating', 'timestamp'], dtype='object')"]},"metadata":{},"execution_count":9}]},{"cell_type":"code","source":["ratings_df.index"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"6a_GqceGVGl5","executionInfo":{"status":"ok","timestamp":1639290547175,"user_tz":-300,"elapsed":5,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"749f398c-abe9-4578-c896-da42dd513737"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["RangeIndex(start=0, stop=100836, step=1)"]},"metadata":{},"execution_count":7}]},{"cell_type":"code","source":["ratings_df.index.unique()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"K5blXl_-VKZ0","executionInfo":{"status":"ok","timestamp":1639290556104,"user_tz":-300,"elapsed":350,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"99e3c27e-ebcc-4aa6-f6c5-9bf10ecc6e02"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Int64Index([     0,      1,      2,      3,      4,      5,      6,      7,\n","                 8,      9,\n","            ...\n","            100826, 100827, 100828, 100829, 100830, 100831, 100832, 100833,\n","            100834, 100835],\n","           dtype='int64', length=100836)"]},"metadata":{},"execution_count":8}]},{"cell_type":"code","source":["movies_df.values"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"cBNKVEOLYAOF","executionInfo":{"status":"ok","timestamp":1639291298761,"user_tz":-300,"elapsed":7,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"d34da855-5512-4678-a231-32d1c3372222"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([[1, 'Toy Story (1995)',\n","        'Adventure|Animation|Children|Comedy|Fantasy'],\n","       [2, 'Jumanji (1995)', 'Adventure|Children|Fantasy'],\n","       [3, 'Grumpier Old Men (1995)', 'Comedy|Romance'],\n","       ...,\n","       [193585, 'Flint (2017)', 'Drama'],\n","       [193587, 'Bungo Stray Dogs: Dead Apple (2018)',\n","        'Action|Animation'],\n","       [193609, 'Andrew Dice Clay: Dice Rules (1991)', 'Comedy']],\n","      dtype=object)"]},"metadata":{},"execution_count":10}]},{"cell_type":"code","source":["ratings_df.values"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Ru7PZK1uY3kf","executionInfo":{"status":"ok","timestamp":1639291528122,"user_tz":-300,"elapsed":551,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"9d1fd8c9-853b-49bc-abdc-155a6c991bef"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([[1.00000000e+00, 1.00000000e+00, 4.00000000e+00, 9.64982703e+08],\n","       [1.00000000e+00, 3.00000000e+00, 4.00000000e+00, 9.64981247e+08],\n","       [1.00000000e+00, 6.00000000e+00, 4.00000000e+00, 9.64982224e+08],\n","       ...,\n","       [6.10000000e+02, 1.68250000e+05, 5.00000000e+00, 1.49427305e+09],\n","       [6.10000000e+02, 1.68252000e+05, 5.00000000e+00, 1.49384635e+09],\n","       [6.10000000e+02, 1.70875000e+05, 3.00000000e+00, 1.49384642e+09]])"]},"metadata":{},"execution_count":11}]},{"cell_type":"code","source":["import torch\n","\n","def load_node_csv(path, index_col, encoders= None, **kwargs):\n","  df=pd.read_csv(path, index_col=index_col, **kwargs)\n","  #df=pd.read_csv(path)\n","  print(len(df))\n","  mapping= {index: i for i, index in enumerate(df.index.unique())}\n","\n","  x= None\n","  if encoders is not None:\n","    xs= [encoder(df[col]) for col, encoder in encoders.items()]\n","    x=torch.cat(xs, dim=-1)\n","\n","  return x, mapping"],"metadata":{"id":"Xcv44rThVMlN"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["from sentence_transformers import SentenceTransformer"],"metadata":{"id":"lcsnwYJDfDY0"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["class SequenceEncoder(object):\n","\n","  def __init__(self, model_name='all-MiniLM-L6-v2', device= None):\n","    self.device= device\n","    self.model= SentenceTransformer(model_name, device=device)\n","\n","  @torch.no_grad()\n","  def __call__(self, df):\n","    x=self.model.encode(df.values, show_progress_bar=True,\n","                        convert_to_tensor=True, device= self.device)\n","    \n","    return x.cpu()"],"metadata":{"id":"oRl7z9gtY-5s"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["set(g for col in movies_df.genres.values for g in col.split(\"|\"))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lf5Gk3QVdvvK","executionInfo":{"status":"ok","timestamp":1639292830368,"user_tz":-300,"elapsed":364,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"b82dd4fb-784b-4fa8-8da2-17ed9657d036"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["{'(no genres listed)',\n"," 'Action',\n"," 'Adventure',\n"," 'Animation',\n"," 'Children',\n"," 'Comedy',\n"," 'Crime',\n"," 'Documentary',\n"," 'Drama',\n"," 'Fantasy',\n"," 'Film-Noir',\n"," 'Horror',\n"," 'IMAX',\n"," 'Musical',\n"," 'Mystery',\n"," 'Romance',\n"," 'Sci-Fi',\n"," 'Thriller',\n"," 'War',\n"," 'Western'}"]},"metadata":{},"execution_count":17}]},{"cell_type":"code","source":["class GenresEncoder(object):\n","  def __init__(self, sep=\"|\"):\n","    self.sep=sep\n","\n","  def __call__(self, df):\n","\n","    genres=set(g for col in df.values for g in col.split(self.sep))\n","    mapping= {genre: i for i, genre in enumerate(genres)}\n","\n","    x= torch.zeros(len(df), len(mapping))\n","    for i, col in enumerate(df.values):\n","      for genre in col.split(self.sep):\n","        x[i, mapping[genre]] = 1\n","    return x"],"metadata":{"id":"_baaYFFdaoEl"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["movie_x, movie_mapping=load_node_csv(movie_path,\n","                                     index_col='movieId',\n","                                     encoders= {'title': SequenceEncoder(),\n","                                                \"genres\": GenresEncoder()})"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":66,"referenced_widgets":["3858fe95eb8b49ec82d359baa67ec926","17efdece7f564145b55346cb03315a50","02dba9a111164f29945fe63d0ba146b1","bc4bdfe1a0bf4d6b9676d24e6ce21457","ad95e9d700af4459a5d5ecb2c7522a59","17d9a65261cf4e2696478d5c3e5cf1db","b109f044a3ac4a4493e8fe00e3937299","c1b7f6b8986047c391b5b4888a926b97","9001e3a1e9a34e20aeeab27c35441a20","120aec67cfa04a5ebecfdd53f8061418","1ea06497314243e98be250213c4c4527"]},"id":"5nCroegJecWZ","executionInfo":{"status":"ok","timestamp":1639293495720,"user_tz":-300,"elapsed":58134,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"f5ee50d6-6975-48eb-9c7f-0841140e5f4e"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["9742\n"]},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"3858fe95eb8b49ec82d359baa67ec926","version_minor":0,"version_major":2},"text/plain":["Batches:   0%|          | 0/305 [00:00<?, ?it/s]"]},"metadata":{}}]},{"cell_type":"code","source":["movie_mapping"],"metadata":{"id":"s3LgdH2ce7vL"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["movie_x, movie_x.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"weHBg4MBgcvQ","executionInfo":{"status":"ok","timestamp":1639293550332,"user_tz":-300,"elapsed":362,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"8dae36ac-dd54-48a2-99db-6fba08ba4073"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(tensor([[-0.0828,  0.0530,  0.0536,  ...,  0.0000,  0.0000,  0.0000],\n","         [-0.1053,  0.1508, -0.0264,  ...,  0.0000,  0.0000,  0.0000],\n","         [-0.0988,  0.0176, -0.0527,  ...,  0.0000,  0.0000,  0.0000],\n","         ...,\n","         [-0.1115,  0.0310, -0.0177,  ...,  0.0000,  0.0000,  1.0000],\n","         [ 0.0366,  0.0137,  0.0315,  ...,  0.0000,  0.0000,  0.0000],\n","         [-0.0500, -0.0141, -0.0031,  ...,  0.0000,  0.0000,  0.0000]]),\n"," torch.Size([9742, 404]))"]},"metadata":{},"execution_count":35}]},{"cell_type":"code","source":["_, user_mapping = load_node_csv(rating_path, index_col='userId')\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"FVfAX_B4glZw","executionInfo":{"status":"ok","timestamp":1639293588398,"user_tz":-300,"elapsed":355,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"6c7a9bbe-5627-4139-c712-899d3920c9b1"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["100836\n"]}]},{"cell_type":"markdown","source":["> Now making our HetroData"],"metadata":{"id":"MMYp9N8KhDMB"}},{"cell_type":"code","source":["from torch_geometric.data import HeteroData"],"metadata":{"id":"kf-v4YZ7gxAX"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["data=HeteroData()\n"],"metadata":{"id":"fBvBakwkhIHo"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["data['user'].num_nodes=len(user_mapping)\n","data['movie'].x=movie_x\n","print(data)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"SYhX_SBzhL3U","executionInfo":{"status":"ok","timestamp":1639293736840,"user_tz":-300,"elapsed":409,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"8b471660-c77b-4765-cdf7-9fcee80f3508"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["HeteroData(\n","  \u001b[1muser\u001b[0m={ num_nodes=610 },\n","  \u001b[1mmovie\u001b[0m={ x=[9742, 404] }\n",")\n"]}]},{"cell_type":"code","source":["ratings_df.head(3)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"id":"rom6Oq58hMTH","executionInfo":{"status":"ok","timestamp":1639294039417,"user_tz":-300,"elapsed":15,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"b887733d-a10f-402c-8745-62f3232521f2"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>userId</th>\n","      <th>movieId</th>\n","      <th>rating</th>\n","      <th>timestamp</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1</td>\n","      <td>1</td>\n","      <td>4.0</td>\n","      <td>964982703</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1</td>\n","      <td>3</td>\n","      <td>4.0</td>\n","      <td>964981247</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1</td>\n","      <td>6</td>\n","      <td>4.0</td>\n","      <td>964982224</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["   userId  movieId  rating  timestamp\n","0       1        1     4.0  964982703\n","1       1        3     4.0  964981247\n","2       1        6     4.0  964982224"]},"metadata":{},"execution_count":42}]},{"cell_type":"code","source":["len(ratings_df),len(movies_df)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"UdJzl9LBifEE","executionInfo":{"status":"ok","timestamp":1639294088264,"user_tz":-300,"elapsed":344,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"ebc6890a-d10b-4edc-ad6f-5b13b6c33bc3"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(100836, 9742)"]},"metadata":{},"execution_count":44}]},{"cell_type":"code","source":["def load_edge_csv(path, src_index_col, src_mapping,\n","                  dst_index_col, dst_mapping, encoders=None, **kwargs):\n","  df=pd.read_csv(path, **kwargs)\n","\n","  src=[src_mapping[index] for index in df[src_index_col]]\n","  dst=[dst_mapping[index] for index in df[dst_index_col]]\n","  edge_index=torch.tensor([src, dst])\n","\n","  edge_attr= None\n","  if encoders is not None:\n","      edge_attrs = [encoder(df[col]) for col, encoder in encoders.items()]\n","      edge_attr = torch.cat(edge_attrs, dim=-1)\n","\n","  return edge_index, edge_attr"],"metadata":{"id":"B0bDsHTeioBV"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["class IdentityEncoder(object):\n","  def __init__(self, dtype=None):\n","    self.dtype=dtype\n","\n","  def __call__(self, df):\n","    return torch.from_numpy(df.values).view(-1, 1).to(self.dtype)"],"metadata":{"id":"h0zjmbwyk98W"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["edge_index, edge_label = load_edge_csv(\n","    rating_path,\n","    src_index_col='userId',\n","    src_mapping=user_mapping,\n","    dst_index_col='movieId',\n","    dst_mapping=movie_mapping,\n","    encoders={'rating': IdentityEncoder(dtype=torch.long)},\n",")"],"metadata":{"id":"gNG1RnILlj1A"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["edge_index.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"qC4P0mE2lpvQ","executionInfo":{"status":"ok","timestamp":1639294910054,"user_tz":-300,"elapsed":366,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"56103cb6-5536-465f-8e22-dadf640152e1"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["torch.Size([2, 100836])"]},"metadata":{},"execution_count":51}]},{"cell_type":"code","source":["edge_index.t()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gYJTpSRjlq6Z","executionInfo":{"status":"ok","timestamp":1639294904282,"user_tz":-300,"elapsed":344,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"9e5cd8b9-fcea-4c15-a135-10421519a30b"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[   0,    0],\n","        [   0,    2],\n","        [   0,    5],\n","        ...,\n","        [ 609, 9462],\n","        [ 609, 9463],\n","        [ 609, 9503]])"]},"metadata":{},"execution_count":50}]},{"cell_type":"code","source":["edge_label"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"4QLdio_clyIb","executionInfo":{"status":"ok","timestamp":1639294925205,"user_tz":-300,"elapsed":477,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"eb9b24ae-c92c-4f0e-d121-8a373fba3b99"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["tensor([[4],\n","        [4],\n","        [4],\n","        ...,\n","        [5],\n","        [5],\n","        [3]])"]},"metadata":{},"execution_count":52}]},{"cell_type":"code","source":["data"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"1r-sKabml3UT","executionInfo":{"status":"ok","timestamp":1639294938708,"user_tz":-300,"elapsed":449,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"bbb70c95-f987-46ed-d1f9-01bab994f804"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["HeteroData(\n","  \u001b[1muser\u001b[0m={ num_nodes=610 },\n","  \u001b[1mmovie\u001b[0m={ x=[9742, 404] }\n",")"]},"metadata":{},"execution_count":53}]},{"cell_type":"code","source":["data['user', 'rates', 'movie'].edge_index = edge_index\n","data['user', 'rates', 'movie'].edge_label = edge_label"],"metadata":{"id":"PZ2LjkRNl6aK"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["print(data)"],"metadata":{"id":"jV9DWbV2l-so","executionInfo":{"status":"ok","timestamp":1639294958824,"user_tz":-300,"elapsed":5,"user":{"displayName":"Muhammad Ali","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"08853600868018567439"}},"outputId":"f85a0754-a214-4d13-9267-13cac959ae34","colab":{"base_uri":"https://localhost:8080/"}},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["HeteroData(\n","  \u001b[1muser\u001b[0m={ num_nodes=610 },\n","  \u001b[1mmovie\u001b[0m={ x=[9742, 404] },\n","  \u001b[1m(user, rates, movie)\u001b[0m={\n","    edge_index=[2, 100836],\n","    edge_label=[100836, 1]\n","  }\n",")\n"]}]},{"cell_type":"code","source":[""],"metadata":{"id":"fu9js8PQl_jb"},"execution_count":null,"outputs":[]}]}