causal_inference.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "Attaching package: ‘dplyr’\n",
      "\n",
      "\n",
      "The following objects are masked from ‘package:stats’:\n",
      "\n",
      "    filter, lag\n",
      "\n",
      "\n",
      "The following objects are masked from ‘package:base’:\n",
      "\n",
      "    intersect, setdiff, setequal, union\n",
      "\n",
      "\n",
      "Loading required package: tcltk\n",
      "\n",
      "Warning message:\n",
      "“no DISPLAY variable so Tk is not available”\n",
      "Loading required package: lattice\n",
      "\n",
      "\n",
      "How to use CEM? Type vignette(\"cem\")\n",
      "\n",
      "\n",
      "Loading required package: zoo\n",
      "\n",
      "\n",
      "Attaching package: ‘zoo’\n",
      "\n",
      "\n",
      "The following objects are masked from ‘package:base’:\n",
      "\n",
      "    as.Date, as.Date.numeric\n",
      "\n",
      "\n",
      " cobalt (Version 4.4.0, Build Date: 2022-08-13)\n",
      "\n",
      "\n",
      "Attaching package: ‘cobalt’\n",
      "\n",
      "\n",
      "The following object is masked from ‘package:MatchIt’:\n",
      "\n",
      "    lalonde\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "library(dplyr)\n",
    "library(purrr)\n",
    "library(stringr)\n",
    "\n",
    "library(cem)\n",
    "library(MatchIt)\n",
    "library(lmtest)\n",
    "library(sandwich)\n",
    "library(cobalt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [],
   "source": [
    "str_prod = function(x1, x2){\n",
    "    out = c()\n",
    "    for(elem1 in x1){\n",
    "        for(elem2 in x2){\n",
    "            out = append(out, paste0(elem1, elem2))\n",
    "        }\n",
    "    }\n",
    "    return(out)\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>\n",
       ".list-inline {list-style: none; margin:0; padding: 0}\n",
       ".list-inline>li {display: inline-block}\n",
       ".list-inline>li:not(:last-child)::after {content: \"\\00b7\"; padding: 0 .5ex}\n",
       "</style>\n",
       "<ol class=list-inline><li>'LC_ALL'</li><li>'UT_ALL'</li></ol>\n"
      ],
      "text/latex": [
       "\\begin{enumerate*}\n",
       "\\item 'LC\\_ALL'\n",
       "\\item 'UT\\_ALL'\n",
       "\\end{enumerate*}\n"
      ],
      "text/markdown": [
       "1. 'LC_ALL'\n",
       "2. 'UT_ALL'\n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "[1] \"LC_ALL\" \"UT_ALL\""
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<style>\n",
       ".list-inline {list-style: none; margin:0; padding: 0}\n",
       ".list-inline>li {display: inline-block}\n",
       ".list-inline>li:not(:last-child)::after {content: \"\\00b7\"; padding: 0 .5ex}\n",
       "</style>\n",
       "<ol class=list-inline><li>'LC_ENTER'</li><li>'LC_HEALTH'</li><li>'LC_INFO'</li><li>'LC_SOCIAL'</li><li>'LC_SYSTEM'</li><li>'LC_WORK'</li><li>'UT_ENTER'</li><li>'UT_HEALTH'</li><li>'UT_INFO'</li><li>'UT_SOCIAL'</li><li>'UT_SYSTEM'</li><li>'UT_WORK'</li></ol>\n"
      ],
      "text/latex": [
       "\\begin{enumerate*}\n",
       "\\item 'LC\\_ENTER'\n",
       "\\item 'LC\\_HEALTH'\n",
       "\\item 'LC\\_INFO'\n",
       "\\item 'LC\\_SOCIAL'\n",
       "\\item 'LC\\_SYSTEM'\n",
       "\\item 'LC\\_WORK'\n",
       "\\item 'UT\\_ENTER'\n",
       "\\item 'UT\\_HEALTH'\n",
       "\\item 'UT\\_INFO'\n",
       "\\item 'UT\\_SOCIAL'\n",
       "\\item 'UT\\_SYSTEM'\n",
       "\\item 'UT\\_WORK'\n",
       "\\end{enumerate*}\n"
      ],
      "text/markdown": [
       "1. 'LC_ENTER'\n",
       "2. 'LC_HEALTH'\n",
       "3. 'LC_INFO'\n",
       "4. 'LC_SOCIAL'\n",
       "5. 'LC_SYSTEM'\n",
       "6. 'LC_WORK'\n",
       "7. 'UT_ENTER'\n",
       "8. 'UT_HEALTH'\n",
       "9. 'UT_INFO'\n",
       "10. 'UT_SOCIAL'\n",
       "11. 'UT_SYSTEM'\n",
       "12. 'UT_WORK'\n",
       "\n",
       "\n"
      ],
      "text/plain": [
       " [1] \"LC_ENTER\"  \"LC_HEALTH\" \"LC_INFO\"   \"LC_SOCIAL\" \"LC_SYSTEM\" \"LC_WORK\"  \n",
       " [7] \"UT_ENTER\"  \"UT_HEALTH\" \"UT_INFO\"   \"UT_SOCIAL\" \"UT_SYSTEM\" \"UT_WORK\"  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Global Variables\n",
    "\n",
    "location_category = c(\"HOME\",\"WORK\",\"OTHERS\")\n",
    "time_category = \"TOD\"\n",
    "\n",
    "activity_category= \"SEDENTARY\"\n",
    "dut_prefix = \"DUT_\"\n",
    "\n",
    "app_category = c(\"ENTER\",\"HEALTH\",\"INFO\",\"SOCIAL\",\"SYSTEM\",\"WORK\")\n",
    "\n",
    "# Feacture Extracted from each catergorical app usage\n",
    "# UT: Usage Time, LC: Launch Count\n",
    "app_prefixes = c(\"LC_\", \"UT_\") \n",
    "app_usage = str_prod(app_prefixes, app_category)\n",
    "all_app_usage = str_prod(app_prefixes,c('ALL'))\n",
    "\n",
    "all_app_usage\n",
    "app_usage"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "    LC_ENTER          LC_INFO          LC_SOCIAL         LC_SYSTEM      \n",
       " Min.   :0.00000   Min.   :0.00000   Min.   :0.00000   Min.   :0.00000  \n",
       " 1st Qu.:0.00000   1st Qu.:0.00000   1st Qu.:0.00000   1st Qu.:0.00000  \n",
       " Median :0.00000   Median :0.00000   Median :0.00000   Median :0.03448  \n",
       " Mean   :0.01762   Mean   :0.01202   Mean   :0.06954   Mean   :0.11796  \n",
       " 3rd Qu.:0.00000   3rd Qu.:0.00000   3rd Qu.:0.08929   3rd Qu.:0.17241  \n",
       " Max.   :1.00000   Max.   :1.00000   Max.   :1.00000   Max.   :1.00000  \n",
       "    LC_WORK           UT_ENTER          UT_INFO          UT_SOCIAL      \n",
       " Min.   :0.00000   Min.   :0.00000   Min.   :0.00000   Min.   :0.00000  \n",
       " 1st Qu.:0.00000   1st Qu.:0.00000   1st Qu.:0.00000   1st Qu.:0.00000  \n",
       " Median :0.00000   Median :0.00000   Median :0.00000   Median :0.00000  \n",
       " Mean   :0.01029   Mean   :0.02646   Mean   :0.01738   Mean   :0.09884  \n",
       " 3rd Qu.:0.00000   3rd Qu.:0.00000   3rd Qu.:0.00000   3rd Qu.:0.09941  \n",
       " Max.   :1.00000   Max.   :1.00000   Max.   :1.00000   Max.   :1.00000  \n",
       "   UT_SYSTEM           UT_WORK           DUT_HOME         DUT_WORK     \n",
       " Min.   :0.000000   Min.   :0.00000   Min.   :0.0000   Min.   :0.0000  \n",
       " 1st Qu.:0.000000   1st Qu.:0.00000   1st Qu.:0.0000   1st Qu.:0.0000  \n",
       " Median :0.002882   Median :0.00000   Median :0.0000   Median :0.0000  \n",
       " Mean   :0.057570   Mean   :0.01879   Mean   :0.3783   Mean   :0.2784  \n",
       " 3rd Qu.:0.055057   3rd Qu.:0.00000   3rd Qu.:1.0000   3rd Qu.:0.9398  \n",
       " Max.   :1.000000   Max.   :1.00000   Max.   :1.0000   Max.   :1.0000  \n",
       "   DUT_OTHERS     DUT_SEDENTARY         TOD       \n",
       " Min.   :0.0000   Min.   :0.0000   Min.   :1.000  \n",
       " 1st Qu.:0.0000   1st Qu.:1.0000   1st Qu.:1.000  \n",
       " Median :0.0000   Median :1.0000   Median :2.000  \n",
       " Mean   :0.2254   Mean   :0.9245   Mean   :2.049  \n",
       " 3rd Qu.:0.2342   3rd Qu.:1.0000   3rd Qu.:3.000  \n",
       " Max.   :1.0000   Max.   :1.0000   Max.   :3.000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# file_name: file of raw data\n",
    "# isCategory: Category or All\n",
    "prepareData = function(df, isCategory){\n",
    "\n",
    "    # Extract TOD\n",
    "    time = str_split_fixed(df$READABLE_START, \" \", 2)[,2]\n",
    "    hour = as.numeric(str_split_fixed(time, \":\", 2)[,1])\n",
    "    df[time_category] = as.integer(hour/6)    \n",
    "    \n",
    "    # Construct Variable List used for Causal Inference\n",
    "    variable_list = if(isCategory) app_usage else all_app_usage\n",
    "    variable_list = append(variable_list, paste0(dut_prefix,location_category))\n",
    "    variable_list = append(variable_list, paste0(dut_prefix,activity_category))\n",
    "    variable_list = append(variable_list, time_category)\n",
    "    df = df[,variable_list]\n",
    "\n",
    "    # Remove TOD with 0\n",
    "    df = df[df[time_category] != 0,]\n",
    "    rownames(df) = NULL \n",
    "    df[,time_category] = as.factor(df[,time_category])\n",
    "\n",
    "    # Min-Max Normalization\n",
    "    df = as.data.frame(sapply(df, function(x){return(if(is.numeric(x)) (x-min(x))/(max(x)-min(x)) else x)}))\n",
    "    # Remove NaN\n",
    "    removed = colnames(df[,colSums(is.na(df)) != 0])\n",
    "    df = df[,colSums(is.na(df)) == 0]\n",
    "\n",
    "    out = list()\n",
    "    out$df = df\n",
    "    out$removed_col = removed\n",
    "\n",
    "    return(out)\n",
    "}\n",
    "\n",
    "df=read.csv(\"Data/15Min/P1.csv\")\n",
    "out = prepareData(df, TRUE)\n",
    "df_processed = out$df\n",
    "\n",
    "summary(df_processed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>\n",
       ".list-inline {list-style: none; margin:0; padding: 0}\n",
       ".list-inline>li {display: inline-block}\n",
       ".list-inline>li:not(:last-child)::after {content: \"\\00b7\"; padding: 0 .5ex}\n",
       "</style>\n",
       "<ol class=list-inline><li>'LC_INFO'</li><li>'LC_SOCIAL'</li><li>'LC_SYSTEM'</li><li>'UT_INFO'</li><li>'UT_SOCIAL'</li><li>'UT_SYSTEM'</li><li>'DUT_HOME'</li></ol>\n"
      ],
      "text/latex": [
       "\\begin{enumerate*}\n",
       "\\item 'LC\\_INFO'\n",
       "\\item 'LC\\_SOCIAL'\n",
       "\\item 'LC\\_SYSTEM'\n",
       "\\item 'UT\\_INFO'\n",
       "\\item 'UT\\_SOCIAL'\n",
       "\\item 'UT\\_SYSTEM'\n",
       "\\item 'DUT\\_HOME'\n",
       "\\end{enumerate*}\n"
      ],
      "text/markdown": [
       "1. 'LC_INFO'\n",
       "2. 'LC_SOCIAL'\n",
       "3. 'LC_SYSTEM'\n",
       "4. 'UT_INFO'\n",
       "5. 'UT_SOCIAL'\n",
       "6. 'UT_SYSTEM'\n",
       "7. 'DUT_HOME'\n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "[1] \"LC_INFO\"   \"LC_SOCIAL\" \"LC_SYSTEM\" \"UT_INFO\"   \"UT_SOCIAL\" \"UT_SYSTEM\"\n",
       "[7] \"DUT_HOME\" "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Investigate the covariates based on the correlation with the outcome\n",
    "# Calculate and return sig, nonsig list\n",
    "sigCorr = function(df, outcome_variable){\n",
    "    df = df[, sapply(df, is.numeric)]\n",
    "\n",
    "    test = function (col1, col2){\n",
    "        stat = cor.test(df[,col1], df[,col2], method = \"kendall\")\n",
    "        return(stat$p.value < .05 && abs(stat$estimate['tau']) > .2)\n",
    "    }\n",
    "    sig_corr = c()\n",
    "    for(col in colnames(df)){\n",
    "        if(col != outcome_variable){\n",
    "            if(test(outcome_variable, col)) sig_corr =append(sig_corr, col)\n",
    "        } \n",
    "    }\n",
    "    return(sig_corr)\n",
    "}\n",
    "\n",
    "df=read.csv(\"Data/15Min/P1.csv\")\n",
    "out = prepareData(df, TRUE)\n",
    "df_processed = out$df\n",
    "\n",
    "sigCorr(df_processed, \"DUT_SEDENTARY\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1] \"LC_HEALTH UT_HEALTH\"\n",
      "[1] \"LC_SOCIAL LC_SYSTEM LC_WORK UT_SOCIAL UT_SYSTEM UT_WORK DUT_HOME\"\n",
      "$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 390 (original), 46 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_SOCIAL, LC_SYSTEM, LC_WORK, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.7149        0.2058          1.4136     2.1186    0.0541\n",
      "LC_SOCIAL        0.2151        0.3501         -1.0235     0.2444    0.1465\n",
      "LC_SYSTEM        0.3215        0.3860         -0.2807     0.8380    0.0819\n",
      "LC_WORK          0.3120        0.0563          0.9300    17.8387    0.2870\n",
      "UT_SOCIAL        0.2134        0.2728         -0.2308     1.5125    0.1097\n",
      "UT_SYSTEM        0.0749        0.0908         -0.1370     1.1817    0.0658\n",
      "DUT_HOME         0.2152        0.2125          0.0071     1.2638    0.0567\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.6522          1.4136\n",
      "LC_SOCIAL   0.3043          1.9234\n",
      "LC_SYSTEM   0.2609          0.8420\n",
      "LC_WORK     0.5652          0.9300\n",
      "UT_SOCIAL   0.3478          0.9683\n",
      "UT_SYSTEM   0.1739          0.7314\n",
      "DUT_HOME    0.0870          0.8751\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           367      23\n",
      "Matched        23      23\n",
      "Unmatched     344       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$m.max_smd\n",
      "[1] 1.023545\n",
      "\n",
      "$m.treated\n",
      "[1] 23\n",
      "\n",
      "$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept) 0.614971   0.063131  9.7412 1.49e-12 ***\n",
      "treat       0.132547   0.092206  1.4375   0.1576    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 390 (original), 390 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_SOCIAL, LC_SYSTEM, LC_WORK, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.7149        0.7066          0.0229     0.6945    0.0314\n",
      "LC_SOCIAL        0.2151        0.1737          0.3140     0.5357    0.1216\n",
      "LC_SYSTEM        0.3215        0.2631          0.2537     1.0262    0.1227\n",
      "LC_WORK          0.3120        0.1694          0.5187     6.6143    0.1294\n",
      "UT_SOCIAL        0.2134        0.1491          0.2500     1.6248    0.0958\n",
      "UT_SYSTEM        0.0749        0.0739          0.0084     1.7994    0.1208\n",
      "DUT_HOME         0.2152        0.2712         -0.1437     1.8843    0.2340\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.3913          0.1331\n",
      "LC_SOCIAL   0.4339          0.8070\n",
      "LC_SYSTEM   0.3643          1.0668\n",
      "LC_WORK     0.3478          0.2296\n",
      "UT_SOCIAL   0.3177          0.3658\n",
      "UT_SYSTEM   0.4830          1.6402\n",
      "DUT_HOME    0.3926          0.7137\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            367.        23\n",
      "Matched (ESS)    2.93      23\n",
      "Matched        367.        23\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$m.max_smd\n",
      "[1] 0.5186579\n",
      "\n",
      "$m.treated\n",
      "[1] 23\n",
      "\n",
      "$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept) 0.712769   0.058393 12.2064   <2e-16 ***\n",
      "treat       0.034750   0.064750  0.5367   0.5918    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 390 (original), 46 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_SOCIAL, LC_SYSTEM, LC_WORK, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_SOCIAL        0.2151        0.1649          0.3813     1.6587    0.0894\n",
      "LC_SYSTEM        0.3215        0.2372          0.3666     1.0766    0.1003\n",
      "LC_WORK          0.3120        0.0614          0.9114    19.2683    0.2783\n",
      "UT_SOCIAL        0.2134        0.1700          0.1687     1.2937    0.0783\n",
      "UT_SYSTEM        0.0749        0.0816         -0.0578     0.4860    0.1364\n",
      "DUT_HOME         0.2152        0.1315          0.2150     1.7444    0.0909\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_SOCIAL   0.3043          0.8003\n",
      "LC_SYSTEM   0.3043          0.4812\n",
      "LC_WORK     0.5652          0.9114\n",
      "UT_SOCIAL   0.1739          0.4056\n",
      "UT_SYSTEM   0.2609          0.4300\n",
      "DUT_HOME    0.1304          0.3041\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           367      23\n",
      "Matched        23      23\n",
      "Unmatched     344       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$m.max_smd\n",
      "[1] 0.9113725\n",
      "\n",
      "$m.treated\n",
      "[1] 23\n",
      "\n",
      "$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept) 0.564458   0.064787  8.7125 3.918e-11 ***\n",
      "treat       0.183060   0.081712  2.2403   0.03017 *  \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "$m.out\n",
      "           G0 G1\n",
      "All       367 23\n",
      "Matched     5  3\n",
      "Unmatched 362 20\n",
      "\n",
      "\n",
      "$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "             Type Diff.Un Diff.Adj\n",
      "LC_SOCIAL Contin.  0.8284   0.5530\n",
      "LC_SYSTEM Contin.  1.0311   0.1317\n",
      "LC_WORK   Contin.  1.1171   0.5347\n",
      "UT_SOCIAL Contin.  0.4653   0.0866\n",
      "UT_SYSTEM Contin.  0.4067   0.0571\n",
      "DUT_HOME  Contin. -0.1346   0.0000\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "          Control Treated\n",
      "All           367      23\n",
      "Matched         2       2\n",
      "Unmatched     365      21\n",
      "\n",
      "$m.att\n",
      "\n",
      "           G0 G1\n",
      "All       367 23\n",
      "Matched     2  2\n",
      "Unmatched 365 21\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: -0.141310 (p.value=0.688192)\n",
      "95% conf. interval: [-0.738082, 0.455462]\n",
      "\n",
      "\n",
      "$m.treated\n",
      "[1] 3\n",
      "\n",
      "$n_error\n",
      "[1] 0\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Matching Process \n",
    "# formula: string as formula\n",
    "# distance: [\"PS\", \"Mahalanobis\", \"CEM\"]\n",
    "# method: [\"nearest\",\"full\"] for \"PS\" and Mahalanobis\n",
    "\n",
    "causal_inference = function(df, formula, outcome, distance, method = NULL, n_cutpoint_sampling = 10){\n",
    "    formula = as.formula(formula)\n",
    "    treat_variable = all.vars(formula)[1]\n",
    "    confoundings = all.vars(formula)[-1]\n",
    "    if(distance == \"PS\" || distance == \"Mahalanobis\"){\n",
    "        m.out = matchit(formula, \n",
    "                        data= df,\n",
    "                        method = if(distance == \"PS\") method else \"nearest\",\n",
    "                        distance = if(distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
    "        m.balance = summary(m.out, un = FALSE)\n",
    "        m.max_smd = max(abs(m.balance$sum.matched[-1,\"Std. Mean Diff.\"]))\n",
    "        m.treated = m.balance$nn[\"Matched\",\"Treated\"]\n",
    "        m.data = match.data(m.out)\n",
    "        m.att = NULL\n",
    "        tryCatch({\n",
    "            fit = lm(as.formula(paste(outcome, \"~\", treat_variable)), \n",
    "                data = m.data,\n",
    "                weights = m.data$weights)\n",
    "            m.att  = coeftest(fit, vcov. = vcovCL, cluster = m.data$subclass)\n",
    "        }, error = function(e){\n",
    "            stopifnot(m.balance$nn[\"Matched\",\"Treated\"] <= 1 || m.balance$nn[\"Matched\",\"Control\"] <= 1)\n",
    "            # Error if treated or matched object exist for only once\n",
    "            # print(e)\n",
    "            # print(m.balance$nn)\n",
    "            # print(formula)\n",
    "        })\n",
    "\n",
    "        \n",
    "        out = list()\n",
    "        out$m.out = m.out\n",
    "        out$m.balance = m.balance\n",
    "        out$m.max_smd = m.max_smd\n",
    "        out$m.treated = m.treated\n",
    "        out$m.att = m.att\n",
    "        return(out)\n",
    "    }else if(distance == \"CEM\"){\n",
    "        drops = match(all.vars(formula), colnames(df))\n",
    "        drops = colnames(df)[-drops]\n",
    "\n",
    "        best.space = NULL\n",
    "        best.treated = -1\n",
    "        n_error = 0 \n",
    "        best.bal.out = NULL\n",
    "\n",
    "        for(i in 1:(n_cutpoint_sampling/10)){\n",
    "            tryCatch({\n",
    "                space = cemspace(treatment = treat_variable,\n",
    "                        data = df,\n",
    "                        drop = drops,\n",
    "                        R = 10,\n",
    "                        plot = FALSE,\n",
    "                        minimal = 1,\n",
    "                        maximal = 15)\n",
    "                for(i in 1:10){\n",
    "                    cem.out = cem(treat_variable, data = df, drop = drops, cutpoints =space$coars[[i]])\n",
    "                    bal.out = bal.tab(cem.out, data = df, un = TRUE, stats= \"m\")\n",
    "                    if(max(abs(bal.out$Balance$Diff.Adj))< .25 &&\n",
    "                        cem.out$tab[\"Matched\",\"G1\"] > best.treated){\n",
    "                        best.treated = cem.out$tab[\"Matched\",\"G1\"]\n",
    "                        best.space = space$coars[[i]]\n",
    "                    }\n",
    "                }\n",
    "            }, error = function(e){\n",
    "                n_error = n_error + 1\n",
    "            })\n",
    "        }\n",
    "        if(best.treated == -1){\n",
    "            out = list()\n",
    "            out$n_error = n_error\n",
    "            return(out)\n",
    "        }\n",
    "\n",
    "\n",
    "        m.out = cem(treat_variable, data = df, drop = drops, cutpoints = best.space)\n",
    "        m.balance = bal.tab(cem.out, data = df, un = TRUE, stats= \"m\")\n",
    "        m.att = att(cem.out, as.formula(paste(outcome, treat_variable, sep= \" ~ \")), data = df)\n",
    "\n",
    "        out = list()\n",
    "        out$m.out = m.out\n",
    "        out$m.balance = m.balance\n",
    "        out$m.att = m.att\n",
    "        out$m.treated = best.treated\n",
    "        out$n_error = n_error\n",
    "        return(out)\n",
    "    }else{\n",
    "        stop(\"Undefined Distance\")\n",
    "    }\n",
    "    # Assessing the balance\n",
    "    \n",
    "}\n",
    "treatment = \"UT_WORK\"\n",
    "outcome_variable = \"DUT_SEDENTARY\"\n",
    "\n",
    "df = read.csv(\"Data/15Min/P2.csv\")\n",
    "out=prepareData(df, TRUE)\n",
    "print(paste(out$removed, collapse = \" \"))\n",
    "df = out$df\n",
    "\n",
    "correlates = sigCorr(df, \"DUT_SEDENTARY\")\n",
    "print(paste(correlates, collapse = \" \"))\n",
    "variables = append(outcome_variable, correlates)\n",
    "df = df[,variables]\n",
    "idx = match(treatment, correlates)\n",
    "if(!is.na(idx)){\n",
    "    confoundings = correlates[-idx]\n",
    "    df$treat = ifelse(df[,treatment]>mean(df[,treatment]), 1, 0)\n",
    "    print(causal_inference(df,formula = paste(\"treat ~ \", paste(confoundings, collapse= \" + \"), sep = \"\"), \n",
    "                    outcome = outcome_variable, distance = \"PS\",method = \"nearest\"))\n",
    "    print(causal_inference(df,formula = paste(\"treat ~ \", paste(confoundings, collapse= \" + \"), sep = \"\"), \n",
    "                    outcome = outcome_variable, distance = \"PS\",method = \"full\"))   \n",
    "                                     \n",
    "    print(causal_inference(df,formula = paste(\"treat ~ \", paste(confoundings, collapse= \" + \"), sep = \"\"), \n",
    "                    outcome = outcome_variable, distance = \"Mahalanobis\",method = \"nearest\"))\n",
    "\n",
    "    print(causal_inference(df,formula = paste(\"treat ~ \", paste(confoundings, collapse= \" + \"), sep = \"\"), \n",
    "                    outcome = outcome_variable, distance = \"CEM\"))\n",
    "}else{\n",
    "    print(\"Treatment is not correlated with variables\")\n",
    "}\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n"
     ]
    }
   ],
   "source": [
    "individual = function(treatment, outcome, df, n_cutpoint_sampling){\n",
    "    correlates = sigCorr(df, outcome)\n",
    "    variables = append(outcome, correlates)\n",
    "    idx = match(treatment, correlates)\n",
    "    if(!is.na(idx))\n",
    "        confoundings = correlates[-idx]\n",
    "    else\n",
    "        confoundings = correlates\n",
    "    \n",
    "    df$treat = ifelse(df[,treatment]>mean(df[,treatment]), 1, 0)\n",
    "\n",
    "    formula =  paste(\"treat ~ \", paste(confoundings, collapse= \" + \"), sep = \"\")\n",
    "    \n",
    "    out = list()\n",
    "    out$formula = formula    \n",
    "    if(length(confoundings) > 0){\n",
    "        out$ps.nearest = causal_inference(df,formula, outcome, distance = \"PS\",method = \"nearest\")\n",
    "        out$ps.full = causal_inference(df,formula, outcome, distance = \"PS\",method = \"full\")\n",
    "        out$mahalanobis = causal_inference(df,formula, outcome, distance = \"Mahalanobis\")\n",
    "        out$cem = causal_inference(df, formula, outcome, distance = \"CEM\", n_cutpoint_sampling = n_cutpoint_sampling)\n",
    "    }else{\n",
    "        out$att = mean(df[which(df$treat ==  1),outcome]) - mean(df[which(df$treat == 0), outcome]) \n",
    "    }\n",
    "    \n",
    "\n",
    "    return(out)\n",
    "}\n",
    "\n",
    "datadir = 'Data/15Min'\n",
    "result = list()\n",
    "csv = \"P3.csv\"\n",
    "df = read.csv(paste(datadir, csv, sep=\"/\"))\n",
    "\n",
    "out = list()\n",
    "out$pid = strsplit(csv, split=\".csv\")[[1]]\n",
    "prepared = prepareData(df,TRUE)\n",
    "out$removed = prepared$removed\n",
    "out$sig_corr = sigCorr(prepared$df, \"DUT_SEDENTARY\")\n",
    "\n",
    "idx = match(out$removed, app_usage)\n",
    "idx = idx[!is.na(idx)]\n",
    "if(length(idx) > 0){\n",
    "    left = app_usage[-idx]\n",
    "}else{\n",
    "    left = app_usage\n",
    "}\n",
    "for(elem in left){\n",
    "    out[[paste(\"result\",elem,sep=\".\")]] = individual(elem, \"DUT_SEDENTARY\", prepared$df, 10)\n",
    "}\n",
    "result[[out$pid]] = out"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "$P3\n",
      "$P3$pid\n",
      "[1] \"P3\"\n",
      "\n",
      "$P3$removed\n",
      "[1] \"LC_HEALTH\" \"UT_HEALTH\"\n",
      "\n",
      "$P3$sig_corr\n",
      "[1] \"LC_INFO\"   \"LC_SOCIAL\" \"LC_SYSTEM\" \"UT_INFO\"   \"UT_SOCIAL\" \"UT_SYSTEM\"\n",
      "[7] \"DUT_HOME\" \n",
      "\n",
      "$P3$result.LC_ENTER\n",
      "$P3$result.LC_ENTER$formula\n",
      "[1] \"treat ~ LC_INFO + LC_SOCIAL + LC_SYSTEM + UT_INFO + UT_SOCIAL + UT_SYSTEM + DUT_HOME\"\n",
      "\n",
      "$P3$result.LC_ENTER$ps.nearest\n",
      "$P3$result.LC_ENTER$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 112 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_ENTER$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.2493        0.2398          0.0566     1.0186    0.0071\n",
      "LC_INFO          0.0556        0.0600         -0.0637     1.6702    0.0284\n",
      "LC_SOCIAL        0.0398        0.0425         -0.0306     1.2118    0.0198\n",
      "LC_SYSTEM        0.1574        0.1462          0.0539     0.8646    0.0429\n",
      "UT_INFO          0.0170        0.0212         -0.1443     1.0448    0.0547\n",
      "UT_SOCIAL        0.0794        0.0378          0.2153     5.8733    0.0427\n",
      "UT_SYSTEM        0.0882        0.0677          0.1358     1.4150    0.0675\n",
      "DUT_HOME         0.6104        0.6181         -0.0169     0.8924    0.0460\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.0893          0.0871\n",
      "LC_INFO     0.1964          0.6442\n",
      "LC_SOCIAL   0.0714          0.8704\n",
      "LC_SYSTEM   0.1071          0.4526\n",
      "UT_INFO     0.1964          0.6346\n",
      "UT_SOCIAL   0.1071          0.5330\n",
      "UT_SYSTEM   0.1607          0.5271\n",
      "DUT_HOME    0.0893          0.5296\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           401      56\n",
      "Matched        56      56\n",
      "Unmatched     345       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_ENTER$ps.nearest$m.max_smd\n",
      "[1] 0.215343\n",
      "\n",
      "$P3$result.LC_ENTER$ps.nearest$m.treated\n",
      "[1] 56\n",
      "\n",
      "$P3$result.LC_ENTER$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.929100   0.030822 30.1442   <2e-16 ***\n",
      "treat       -0.036818   0.040023 -0.9199   0.3596    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_ENTER$ps.full\n",
      "$P3$result.LC_ENTER$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_ENTER$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.2493        0.2524         -0.0187     0.9300    0.0080\n",
      "LC_INFO          0.0556        0.0657         -0.1453     0.8181    0.0213\n",
      "LC_SOCIAL        0.0398        0.0597         -0.2261     1.0024    0.0548\n",
      "LC_SYSTEM        0.1574        0.2021         -0.2159     0.6820    0.0547\n",
      "UT_INFO          0.0170        0.0276         -0.3634     0.2642    0.0800\n",
      "UT_SOCIAL        0.0794        0.1119         -0.1684     0.9196    0.0954\n",
      "UT_SYSTEM        0.0882        0.0973         -0.0604     0.8542    0.0287\n",
      "DUT_HOME         0.6104        0.5851          0.0552     0.8684    0.0442\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.0536          0.0222\n",
      "LC_INFO     0.1473          0.8396\n",
      "LC_SOCIAL   0.2042          0.7485\n",
      "LC_SYSTEM   0.1213          0.3774\n",
      "UT_INFO     0.2319          1.4119\n",
      "UT_SOCIAL   0.1972          0.7682\n",
      "UT_SYSTEM   0.0939          0.3890\n",
      "DUT_HOME    0.1160          0.2654\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            401.        56\n",
      "Matched (ESS)   54.93      56\n",
      "Matched        401.        56\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$P3$result.LC_ENTER$ps.full$m.max_smd\n",
      "[1] 0.3634034\n",
      "\n",
      "$P3$result.LC_ENTER$ps.full$m.treated\n",
      "[1] 56\n",
      "\n",
      "$P3$result.LC_ENTER$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.928361   0.017789 52.1862   <2e-16 ***\n",
      "treat       -0.036079   0.031386 -1.1495   0.2509    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_ENTER$mahalanobis\n",
      "$P3$result.LC_ENTER$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 112 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_ENTER$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_INFO          0.0556        0.0575         -0.0283     1.4480    0.0211\n",
      "LC_SOCIAL        0.0398        0.0398          0.0000     1.2814    0.0139\n",
      "LC_SYSTEM        0.1574        0.1339          0.1132     1.2305    0.0250\n",
      "UT_INFO          0.0170        0.0191         -0.0720     1.4479    0.0529\n",
      "UT_SOCIAL        0.0794        0.0625          0.0877     1.5360    0.0176\n",
      "UT_SYSTEM        0.0882        0.0681          0.1334     1.1607    0.0686\n",
      "DUT_HOME         0.6104        0.5966          0.0300     0.8837    0.0412\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_INFO     0.1071          0.3539\n",
      "LC_SOCIAL   0.0714          0.0184\n",
      "LC_SYSTEM   0.0714          0.1886\n",
      "UT_INFO     0.1786          0.4946\n",
      "UT_SOCIAL   0.0536          0.1561\n",
      "UT_SYSTEM   0.1429          0.1954\n",
      "DUT_HOME    0.0893          0.1039\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           401      56\n",
      "Matched        56      56\n",
      "Unmatched     345       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_ENTER$mahalanobis$m.max_smd\n",
      "[1] 0.1334295\n",
      "\n",
      "$P3$result.LC_ENTER$mahalanobis$m.treated\n",
      "[1] 56\n",
      "\n",
      "$P3$result.LC_ENTER$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "              Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.8998244  0.0335425 26.8264   <2e-16 ***\n",
      "treat       -0.0075428  0.0485043 -0.1555   0.8767    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_ENTER$cem\n",
      "$P3$result.LC_ENTER$cem$m.out\n",
      "           G0 G1\n",
      "All       401 56\n",
      "Matched   280 45\n",
      "Unmatched 121 11\n",
      "\n",
      "\n",
      "$P3$result.LC_ENTER$cem$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "             Type Diff.Un Diff.Adj\n",
      "LC_INFO   Contin. -0.3618  -0.0674\n",
      "LC_SOCIAL Contin. -0.0455  -0.1435\n",
      "LC_SYSTEM Contin.  0.3587   0.0215\n",
      "UT_INFO   Contin. -1.3977  -0.0915\n",
      "UT_SOCIAL Contin. -0.1259  -0.0545\n",
      "UT_SYSTEM Contin.  0.2263  -0.0331\n",
      "DUT_HOME  Contin.  0.7339   0.9011\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "                     Control Treated\n",
      "All                   401.        56\n",
      "Matched (ESS)         187.34      41\n",
      "Matched (Unweighted)  283.        41\n",
      "Unmatched             118.        15\n",
      "\n",
      "$P3$result.LC_ENTER$cem$m.att\n",
      "\n",
      "           G0 G1\n",
      "All       401 56\n",
      "Matched   283 41\n",
      "Unmatched 118 15\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: 0.039262 (p.value=0.265369)\n",
      "95% conf. interval: [-0.029708, 0.108232]\n",
      "\n",
      "\n",
      "$P3$result.LC_ENTER$cem$m.treated\n",
      "[1] 45\n",
      "\n",
      "$P3$result.LC_ENTER$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_INFO\n",
      "$P3$result.LC_INFO$formula\n",
      "[1] \"treat ~ LC_SOCIAL + LC_SYSTEM + UT_INFO + UT_SOCIAL + UT_SYSTEM + DUT_HOME\"\n",
      "\n",
      "$P3$result.LC_INFO$ps.nearest\n",
      "$P3$result.LC_INFO$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 320 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_INFO$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.7170        0.2280          1.6597     1.8471    0.4133\n",
      "LC_SOCIAL        0.0880        0.0329          0.5062     1.3403    0.1377\n",
      "LC_SYSTEM        0.1957        0.0672          0.6191     3.3281    0.1363\n",
      "UT_INFO          0.1309        0.0194          0.6690    13.4719    0.4578\n",
      "UT_SOCIAL        0.1334        0.0825          0.2680     0.8334    0.1618\n",
      "UT_SYSTEM        0.1109        0.0541          0.3260     1.5618    0.1861\n",
      "DUT_HOME         0.1864        0.1812          0.0136     1.0342    0.0060\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.6688          1.6597\n",
      "LC_SOCIAL   0.3375          0.8088\n",
      "LC_SYSTEM   0.3500          0.8110\n",
      "UT_INFO     0.6938          0.6717\n",
      "UT_SOCIAL   0.3438          0.8456\n",
      "UT_SYSTEM   0.3562          0.6983\n",
      "DUT_HOME    0.0125          0.8261\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           297     160\n",
      "Matched       160     160\n",
      "Unmatched     137       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_INFO$ps.nearest$m.max_smd\n",
      "[1] 0.6690131\n",
      "\n",
      "$P3$result.LC_INFO$ps.nearest$m.treated\n",
      "[1] 160\n",
      "\n",
      "$P3$result.LC_INFO$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.87824    0.02034 43.1777 < 2.2e-16 ***\n",
      "treat       -0.11188    0.03266 -3.4256  0.000694 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_INFO$ps.full\n",
      "$P3$result.LC_INFO$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_INFO$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.7170        0.7165          0.0016     0.9211    0.0166\n",
      "LC_SOCIAL        0.0880        0.1269         -0.3575     0.1425    0.0560\n",
      "LC_SYSTEM        0.1957        0.1406          0.2656     1.0531    0.0655\n",
      "UT_INFO          0.1309        0.1410         -0.0606     0.9839    0.1321\n",
      "UT_SOCIAL        0.1334        0.1916         -0.3064     0.3636    0.0706\n",
      "UT_SYSTEM        0.1109        0.0930          0.1024     0.6880    0.0795\n",
      "DUT_HOME         0.1864        0.3637         -0.4663     0.5897    0.1716\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.1563          0.0763\n",
      "LC_SOCIAL   0.1581          0.6558\n",
      "LC_SYSTEM   0.2006          0.4705\n",
      "UT_INFO     0.3000          0.2428\n",
      "UT_SOCIAL   0.1422          0.7167\n",
      "UT_SYSTEM   0.2006          0.4503\n",
      "DUT_HOME    0.1889          1.3493\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            297.       160\n",
      "Matched (ESS)   11.87     160\n",
      "Matched        297.       160\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$P3$result.LC_INFO$ps.full$m.max_smd\n",
      "[1] 0.4663255\n",
      "\n",
      "$P3$result.LC_INFO$ps.full$m.treated\n",
      "[1] 160\n",
      "\n",
      "$P3$result.LC_INFO$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.914177   0.035822 25.5203 < 2.2e-16 ***\n",
      "treat       -0.147812   0.052935 -2.7923  0.005454 ** \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_INFO$mahalanobis\n",
      "$P3$result.LC_INFO$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 320 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_INFO$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_SOCIAL        0.0880        0.0282          0.5488     4.0469    0.1394\n",
      "LC_SYSTEM        0.1957        0.0672          0.6191     3.3281    0.1363\n",
      "UT_INFO          0.1309        0.0187          0.6732    13.8779    0.4613\n",
      "UT_SOCIAL        0.1334        0.0987          0.1825     0.7446    0.1322\n",
      "UT_SYSTEM        0.1109        0.0549          0.3215     1.5511    0.1847\n",
      "DUT_HOME         0.1864        0.2958         -0.2878     0.7442    0.1050\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_SOCIAL   0.3250          0.6114\n",
      "LC_SYSTEM   0.3500          0.6793\n",
      "UT_INFO     0.7000          0.6799\n",
      "UT_SOCIAL   0.3000          0.4596\n",
      "UT_SYSTEM   0.3562          0.4306\n",
      "DUT_HOME    0.1375          0.3267\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           297     160\n",
      "Matched       160     160\n",
      "Unmatched     137       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_INFO$mahalanobis$m.max_smd\n",
      "[1] 0.6731886\n",
      "\n",
      "$P3$result.LC_INFO$mahalanobis$m.treated\n",
      "[1] 160\n",
      "\n",
      "$P3$result.LC_INFO$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.888692   0.019889 44.6821  < 2e-16 ***\n",
      "treat       -0.122328   0.031878 -3.8374  0.00015 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_INFO$cem\n",
      "$P3$result.LC_INFO$cem$m.out\n",
      "           G0  G1\n",
      "All       297 160\n",
      "Matched   270  83\n",
      "Unmatched  27  77\n",
      "\n",
      "\n",
      "$P3$result.LC_INFO$cem$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "             Type Diff.Un Diff.Adj\n",
      "LC_SOCIAL Contin.  0.6313   0.2101\n",
      "LC_SYSTEM Contin.  0.7673   0.3753\n",
      "UT_INFO   Contin.  0.7226   0.3299\n",
      "UT_SOCIAL Contin.  0.2647   0.0660\n",
      "UT_SYSTEM Contin.  0.4655   0.0798\n",
      "DUT_HOME  Contin. -0.5215   0.0052\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "                     Control Treated\n",
      "All                   297.       160\n",
      "Matched (ESS)         128.57     103\n",
      "Matched (Unweighted)  271.       103\n",
      "Unmatched              26.        57\n",
      "\n",
      "$P3$result.LC_INFO$cem$m.att\n",
      "\n",
      "           G0  G1\n",
      "All       297 160\n",
      "Matched   271 103\n",
      "Unmatched  26  57\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: -0.059455 (p.value=0.063011)\n",
      "95% conf. interval: [-0.121947, 0.003038]\n",
      "\n",
      "\n",
      "$P3$result.LC_INFO$cem$m.treated\n",
      "[1] 83\n",
      "\n",
      "$P3$result.LC_INFO$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_SOCIAL\n",
      "$P3$result.LC_SOCIAL$formula\n",
      "[1] \"treat ~ LC_INFO + LC_SYSTEM + UT_INFO + UT_SOCIAL + UT_SYSTEM + DUT_HOME\"\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.nearest\n",
      "$P3$result.LC_SOCIAL$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 252 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.5672        0.3215          0.8338     1.5614    0.2084\n",
      "LC_INFO          0.1592        0.1067          0.3546     1.9962    0.0804\n",
      "LC_SYSTEM        0.2034        0.1166          0.4344     1.4063    0.0947\n",
      "UT_INFO          0.0982        0.0718          0.1795     1.2426    0.1067\n",
      "UT_SOCIAL        0.2536        0.1106          0.5525     0.9716    0.3447\n",
      "UT_SYSTEM        0.0968        0.0715          0.1512     1.4424    0.1021\n",
      "DUT_HOME         0.1866        0.2392         -0.1363     0.8866    0.0504\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.3968          0.8340\n",
      "LC_INFO     0.1905          0.7092\n",
      "LC_SYSTEM   0.2381          0.8514\n",
      "UT_INFO     0.1746          0.6882\n",
      "UT_SOCIAL   0.7381          0.9357\n",
      "UT_SYSTEM   0.2460          0.6872\n",
      "DUT_HOME    0.0873          0.8496\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           331     126\n",
      "Matched       126     126\n",
      "Unmatched     205       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.nearest$m.max_smd\n",
      "[1] 0.5525256\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.nearest$m.treated\n",
      "[1] 126\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.847824   0.024978 33.9427  < 2e-16 ***\n",
      "treat       -0.072294   0.035589 -2.0314  0.04328 *  \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.full\n",
      "$P3$result.LC_SOCIAL$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.5672        0.5641          0.0106     0.9956    0.0096\n",
      "LC_INFO          0.1592        0.1947         -0.2402     0.5385    0.0631\n",
      "LC_SYSTEM        0.2034        0.2032          0.0010     0.4960    0.0536\n",
      "UT_INFO          0.0982        0.1672         -0.4697     0.3624    0.0745\n",
      "UT_SOCIAL        0.2536        0.1835          0.2709     0.5536    0.2737\n",
      "UT_SYSTEM        0.0968        0.1195         -0.1357     0.6518    0.0504\n",
      "DUT_HOME         0.1866        0.1151          0.1856     1.5356    0.0689\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.0952          0.0367\n",
      "LC_INFO     0.1190          0.5153\n",
      "LC_SYSTEM   0.1513          0.3941\n",
      "UT_INFO     0.1497          0.5664\n",
      "UT_SOCIAL   0.6221          0.4558\n",
      "UT_SYSTEM   0.1527          0.3956\n",
      "DUT_HOME    0.0843          1.0934\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            331.       126\n",
      "Matched (ESS)   28.45     126\n",
      "Matched        331.       126\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.full$m.max_smd\n",
      "[1] 0.4697114\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.full$m.treated\n",
      "[1] 126\n",
      "\n",
      "$P3$result.LC_SOCIAL$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.849075   0.036856  23.038  < 2e-16 ***\n",
      "treat       -0.073545   0.030428  -2.417  0.01604 *  \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_SOCIAL$mahalanobis\n",
      "$P3$result.LC_SOCIAL$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 252 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_SOCIAL$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_INFO          0.1592        0.1007          0.3948     2.3845    0.0895\n",
      "LC_SYSTEM        0.2034        0.1071          0.4816     1.4493    0.1048\n",
      "UT_INFO          0.0982        0.0655          0.2228     1.5215    0.1271\n",
      "UT_SOCIAL        0.2536        0.1092          0.5579     0.9768    0.3450\n",
      "UT_SYSTEM        0.0968        0.0637          0.1979     1.4626    0.1304\n",
      "DUT_HOME         0.1866        0.3028         -0.3014     0.7538    0.1117\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_INFO     0.2063          0.5110\n",
      "LC_SYSTEM   0.2857          0.5461\n",
      "UT_INFO     0.2143          0.3467\n",
      "UT_SOCIAL   0.7302          0.6490\n",
      "UT_SYSTEM   0.2937          0.3000\n",
      "DUT_HOME    0.1508          0.3318\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           331     126\n",
      "Matched       126     126\n",
      "Unmatched     205       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_SOCIAL$mahalanobis$m.max_smd\n",
      "[1] 0.5579078\n",
      "\n",
      "$P3$result.LC_SOCIAL$mahalanobis$m.treated\n",
      "[1] 126\n",
      "\n",
      "$P3$result.LC_SOCIAL$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.851161   0.025880 32.8883  < 2e-16 ***\n",
      "treat       -0.075631   0.035052 -2.1577  0.03191 *  \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_SOCIAL$cem\n",
      "$P3$result.LC_SOCIAL$cem$m.out\n",
      "           G0  G1\n",
      "All       331 126\n",
      "Matched   283  62\n",
      "Unmatched  48  64\n",
      "\n",
      "\n",
      "$P3$result.LC_SOCIAL$cem$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "             Type Diff.Un Diff.Adj\n",
      "LC_INFO   Contin.  0.7592   0.2145\n",
      "LC_SYSTEM Contin.  0.7683   0.0665\n",
      "UT_INFO   Contin.  0.4281   0.0896\n",
      "UT_SOCIAL Contin.  0.8155   0.3484\n",
      "UT_SYSTEM Contin.  0.3187  -0.0070\n",
      "DUT_HOME  Contin. -0.4607   0.0046\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "                     Control Treated\n",
      "All                   331.       126\n",
      "Matched (ESS)          79.02      71\n",
      "Matched (Unweighted)  277.        71\n",
      "Unmatched              54.        55\n",
      "\n",
      "$P3$result.LC_SOCIAL$cem$m.att\n",
      "\n",
      "           G0  G1\n",
      "All       331 126\n",
      "Matched   277  71\n",
      "Unmatched  54  55\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: 0.003928 (p.value=0.922985)\n",
      "95% conf. interval: [-0.075656, 0.083512]\n",
      "\n",
      "\n",
      "$P3$result.LC_SOCIAL$cem$m.treated\n",
      "[1] 62\n",
      "\n",
      "$P3$result.LC_SOCIAL$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_SYSTEM\n",
      "$P3$result.LC_SYSTEM$formula\n",
      "[1] \"treat ~ LC_INFO + LC_SOCIAL + UT_INFO + UT_SOCIAL + UT_SYSTEM + DUT_HOME\"\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.nearest\n",
      "$P3$result.LC_SYSTEM$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 280 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.6734        0.2507          1.3340     2.0352    0.3409\n",
      "LC_INFO          0.1583        0.0931          0.4330     3.1785    0.0994\n",
      "LC_SOCIAL        0.0919        0.0492          0.3866     1.1178    0.1087\n",
      "UT_INFO          0.1017        0.0615          0.2466     2.5332    0.0852\n",
      "UT_SOCIAL        0.1696        0.1589          0.0462     0.6312    0.0812\n",
      "UT_SYSTEM        0.1704        0.0196          0.7408    11.4171    0.4637\n",
      "DUT_HOME         0.2132        0.2963         -0.2101     0.7727    0.0805\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.5857          1.3340\n",
      "LC_INFO     0.2357          0.7858\n",
      "LC_SOCIAL   0.2429          0.8752\n",
      "UT_INFO     0.1500          0.6782\n",
      "UT_SOCIAL   0.1286          1.0218\n",
      "UT_SYSTEM   0.7643          0.7408\n",
      "DUT_HOME    0.1071          0.9700\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           317     140\n",
      "Matched       140     140\n",
      "Unmatched     177       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.nearest$m.max_smd\n",
      "[1] 0.740793\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.nearest$m.treated\n",
      "[1] 140\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.869881   0.021451 40.5518 < 2.2e-16 ***\n",
      "treat       -0.106779   0.034928 -3.0572  0.002452 ** \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.full\n",
      "$P3$result.LC_SYSTEM$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.6734        0.6713          0.0069     0.9325    0.0189\n",
      "LC_INFO          0.1583        0.1286          0.1973     1.1526    0.0535\n",
      "LC_SOCIAL        0.0919        0.1100         -0.1646     0.2409    0.0663\n",
      "UT_INFO          0.1017        0.1322         -0.1874     0.9144    0.0900\n",
      "UT_SOCIAL        0.1696        0.1965         -0.1168     0.4434    0.0820\n",
      "UT_SYSTEM        0.1704        0.1341          0.1781     1.7475    0.1478\n",
      "DUT_HOME         0.2132        0.1918          0.0541     0.9778    0.0205\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.2143          0.0667\n",
      "LC_INFO     0.2013          0.7228\n",
      "LC_SOCIAL   0.2083          0.8462\n",
      "UT_INFO     0.2332          1.9830\n",
      "UT_SOCIAL   0.1630          0.5444\n",
      "UT_SYSTEM   0.2894          0.2280\n",
      "DUT_HOME    0.0449          0.9817\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            317.       140\n",
      "Matched (ESS)   13.88     140\n",
      "Matched        317.       140\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.full$m.max_smd\n",
      "[1] 0.1973199\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.full$m.treated\n",
      "[1] 140\n",
      "\n",
      "$P3$result.LC_SYSTEM$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.893184   0.034598 25.8164  < 2e-16 ***\n",
      "treat       -0.130083   0.065537 -1.9849  0.04776 *  \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_SYSTEM$mahalanobis\n",
      "$P3$result.LC_SYSTEM$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 280 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_SYSTEM$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_INFO          0.1583        0.0923          0.4383     3.0951    0.1006\n",
      "LC_SOCIAL        0.0919        0.0417          0.4553     2.7774    0.1161\n",
      "UT_INFO          0.1017        0.0676          0.2094     2.1109    0.0839\n",
      "UT_SOCIAL        0.1696        0.1169          0.2285     0.9898    0.1103\n",
      "UT_SYSTEM        0.1704        0.0191          0.7435    11.4856    0.4676\n",
      "DUT_HOME         0.2132        0.2993         -0.2178     0.7841    0.0835\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_INFO     0.2357          0.5068\n",
      "LC_SOCIAL   0.2500          0.5043\n",
      "UT_INFO     0.1357          0.3809\n",
      "UT_SOCIAL   0.1714          0.3820\n",
      "UT_SYSTEM   0.7714          0.7445\n",
      "DUT_HOME    0.1000          0.2439\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           317     140\n",
      "Matched       140     140\n",
      "Unmatched     177       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_SYSTEM$mahalanobis$m.max_smd\n",
      "[1] 0.7435125\n",
      "\n",
      "$P3$result.LC_SYSTEM$mahalanobis$m.treated\n",
      "[1] 140\n",
      "\n",
      "$P3$result.LC_SYSTEM$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.865041   0.021894 39.5107 < 2.2e-16 ***\n",
      "treat       -0.101939   0.028165 -3.6193 0.0003508 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_SYSTEM$cem\n",
      "$P3$result.LC_SYSTEM$cem$m.out\n",
      "           G0  G1\n",
      "All       317 140\n",
      "Matched   273  67\n",
      "Unmatched  44  73\n",
      "\n",
      "\n",
      "$P3$result.LC_SYSTEM$cem$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "             Type Diff.Un Diff.Adj\n",
      "LC_INFO   Contin.  0.7702   0.7001\n",
      "LC_SOCIAL Contin.  0.6350   0.5671\n",
      "UT_INFO   Contin.  0.4339   0.3204\n",
      "UT_SOCIAL Contin.  0.4307   0.0845\n",
      "UT_SYSTEM Contin.  0.7946   0.4158\n",
      "DUT_HOME  Contin. -0.3720  -0.0046\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "                     Control Treated\n",
      "All                   317.       140\n",
      "Matched (ESS)          81.31     124\n",
      "Matched (Unweighted)  303.       124\n",
      "Unmatched              14.        16\n",
      "\n",
      "$P3$result.LC_SYSTEM$cem$m.att\n",
      "\n",
      "           G0  G1\n",
      "All       317 140\n",
      "Matched   303 124\n",
      "Unmatched  14  16\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: -0.098564 (p.value=0.000427)\n",
      "95% conf. interval: [-0.152970, -0.044158]\n",
      "\n",
      "\n",
      "$P3$result.LC_SYSTEM$cem$m.treated\n",
      "[1] 67\n",
      "\n",
      "$P3$result.LC_SYSTEM$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_WORK\n",
      "$P3$result.LC_WORK$formula\n",
      "[1] \"treat ~ LC_INFO + LC_SOCIAL + LC_SYSTEM + UT_INFO + UT_SOCIAL + UT_SYSTEM + DUT_HOME\"\n",
      "\n",
      "$P3$result.LC_WORK$ps.nearest\n",
      "$P3$result.LC_WORK$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 34 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_WORK$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.1211        0.1138          0.0554     1.2485    0.0047\n",
      "LC_INFO          0.1160        0.1797         -0.6547     0.3252    0.0963\n",
      "LC_SOCIAL        0.0704        0.0856         -0.1394     1.0457    0.0632\n",
      "LC_SYSTEM        0.3015        0.2831          0.0625     1.0297    0.0196\n",
      "UT_INFO          0.0522        0.0860         -0.5495     0.4656    0.1209\n",
      "UT_SOCIAL        0.1242        0.1212          0.0151     1.0772    0.0574\n",
      "UT_SYSTEM        0.1909        0.2839         -0.3970     0.5345    0.0696\n",
      "DUT_HOME         0.2276        0.1562          0.1688     1.5120    0.0588\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.1765          0.0644\n",
      "LC_INFO     0.1765          1.3261\n",
      "LC_SOCIAL   0.1765          1.1230\n",
      "LC_SYSTEM   0.0588          0.0875\n",
      "UT_INFO     0.3529          0.7975\n",
      "UT_SOCIAL   0.1765          0.9787\n",
      "UT_SYSTEM   0.2353          0.9465\n",
      "DUT_HOME    0.1176          0.6287\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           440      17\n",
      "Matched        17      17\n",
      "Unmatched     423       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_WORK$ps.nearest$m.max_smd\n",
      "[1] 0.6546767\n",
      "\n",
      "$P3$result.LC_WORK$ps.nearest$m.treated\n",
      "[1] 17\n",
      "\n",
      "$P3$result.LC_WORK$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept) 0.698597   0.092013  7.5924 1.194e-08 ***\n",
      "treat       0.177137   0.100857  1.7563    0.0886 .  \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_WORK$ps.full\n",
      "$P3$result.LC_WORK$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_WORK$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.1211        0.1350         -0.1053     0.5980    0.0230\n",
      "LC_INFO          0.1160        0.1477         -0.3255     0.4411    0.0557\n",
      "LC_SOCIAL        0.0704        0.0889         -0.1705     0.7981    0.0563\n",
      "LC_SYSTEM        0.3015        0.3272         -0.0873     0.8798    0.0332\n",
      "UT_INFO          0.0522        0.0769         -0.4011     0.2399    0.0754\n",
      "UT_SOCIAL        0.1242        0.1647         -0.2029     0.6036    0.0524\n",
      "UT_SYSTEM        0.1909        0.2097         -0.0804     0.8854    0.0450\n",
      "DUT_HOME         0.2276        0.2211          0.0155     1.0968    0.0229\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.1176          0.0251\n",
      "LC_INFO     0.1597          1.0572\n",
      "LC_SOCIAL   0.1788          0.8064\n",
      "LC_SYSTEM   0.0753          0.1024\n",
      "UT_INFO     0.2142          1.0875\n",
      "UT_SOCIAL   0.1410          0.6697\n",
      "UT_SYSTEM   0.1248          0.1657\n",
      "DUT_HOME    0.0793          0.4508\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            440.        17\n",
      "Matched (ESS)   57.38      17\n",
      "Matched        440.        17\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$P3$result.LC_WORK$ps.full$m.max_smd\n",
      "[1] 0.4010688\n",
      "\n",
      "$P3$result.LC_WORK$ps.full$m.treated\n",
      "[1] 17\n",
      "\n",
      "$P3$result.LC_WORK$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept) 0.756618   0.061552  12.292  < 2e-16 ***\n",
      "treat       0.119116   0.070316   1.694  0.09095 .  \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_WORK$mahalanobis\n",
      "$P3$result.LC_WORK$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 34 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.LC_WORK$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_INFO          0.1160        0.1225         -0.0671     1.1686    0.0267\n",
      "LC_SOCIAL        0.0704        0.0784         -0.0738     0.7934    0.0479\n",
      "LC_SYSTEM        0.3015        0.2574          0.1500     1.5428    0.0706\n",
      "UT_INFO          0.0522        0.0496          0.0416     1.7571    0.0517\n",
      "UT_SOCIAL        0.1242        0.1038          0.1023     1.2553    0.0613\n",
      "UT_SYSTEM        0.1909        0.1659          0.1067     1.2611    0.0378\n",
      "DUT_HOME         0.2276        0.2690         -0.0977     0.9460    0.0475\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_INFO     0.1765          0.4029\n",
      "LC_SOCIAL   0.1176          0.3689\n",
      "LC_SYSTEM   0.1765          0.2749\n",
      "UT_INFO     0.2353          0.6056\n",
      "UT_SOCIAL   0.1176          0.4666\n",
      "UT_SYSTEM   0.1176          0.2284\n",
      "DUT_HOME    0.1176          0.0977\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           440      17\n",
      "Matched        17      17\n",
      "Unmatched     423       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.LC_WORK$mahalanobis$m.max_smd\n",
      "[1] 0.1499692\n",
      "\n",
      "$P3$result.LC_WORK$mahalanobis$m.treated\n",
      "[1] 17\n",
      "\n",
      "$P3$result.LC_WORK$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept) 0.733967   0.088972  8.2494 2.007e-09 ***\n",
      "treat       0.141768   0.103928  1.3641    0.1821    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.LC_WORK$cem\n",
      "$P3$result.LC_WORK$cem$m.out\n",
      "           G0 G1\n",
      "All       440 17\n",
      "Matched   244  8\n",
      "Unmatched 196  9\n",
      "\n",
      "\n",
      "$P3$result.LC_WORK$cem$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "             Type Diff.Un Diff.Adj\n",
      "LC_INFO   Contin.  0.4077   0.1124\n",
      "LC_SOCIAL Contin.  0.2590   0.1103\n",
      "LC_SYSTEM Contin.  0.7389  -0.0159\n",
      "UT_INFO   Contin. -0.0080   0.1114\n",
      "UT_SOCIAL Contin.  0.1220   0.0165\n",
      "UT_SYSTEM Contin.  0.5884  -0.0785\n",
      "DUT_HOME  Contin. -0.2150  -0.0387\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "                     Control Treated\n",
      "All                   440.        17\n",
      "Matched (ESS)          52.94       8\n",
      "Matched (Unweighted)  244.         8\n",
      "Unmatched             196.         9\n",
      "\n",
      "$P3$result.LC_WORK$cem$m.att\n",
      "\n",
      "           G0 G1\n",
      "All       440 17\n",
      "Matched   244  8\n",
      "Unmatched 196  9\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: 0.053864 (p.value=0.618211)\n",
      "95% conf. interval: [-0.157698, 0.265427]\n",
      "\n",
      "\n",
      "$P3$result.LC_WORK$cem$m.treated\n",
      "[1] 8\n",
      "\n",
      "$P3$result.LC_WORK$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_ENTER\n",
      "$P3$result.UT_ENTER$formula\n",
      "[1] \"treat ~ LC_INFO + LC_SOCIAL + LC_SYSTEM + UT_INFO + UT_SOCIAL + UT_SYSTEM + DUT_HOME\"\n",
      "\n",
      "$P3$result.UT_ENTER$ps.nearest\n",
      "$P3$result.UT_ENTER$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 88 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_ENTER$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.2973        0.2720          0.1382     1.1764    0.0083\n",
      "LC_INFO          0.0429        0.0410          0.0283     1.6487    0.0176\n",
      "LC_SOCIAL        0.0265        0.0427         -0.2883     0.4185    0.0379\n",
      "LC_SYSTEM        0.1420        0.1392          0.0132     0.7823    0.0515\n",
      "UT_INFO          0.0106        0.0122         -0.0799     1.0587    0.0310\n",
      "UT_SOCIAL        0.0222        0.0376         -0.2425     0.3230    0.0269\n",
      "UT_SYSTEM        0.0801        0.0755          0.0318     0.7164    0.0795\n",
      "DUT_HOME         0.7618        0.7925         -0.0778     0.9375    0.0463\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.1364          0.2029\n",
      "LC_INFO     0.0909          0.5384\n",
      "LC_SOCIAL   0.0909          0.7913\n",
      "LC_SYSTEM   0.1136          0.6223\n",
      "UT_INFO     0.1364          0.6139\n",
      "UT_SOCIAL   0.0909          0.7295\n",
      "UT_SYSTEM   0.1591          0.7248\n",
      "DUT_HOME    0.0909          0.5726\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           413      44\n",
      "Matched        44      44\n",
      "Unmatched     369       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_ENTER$ps.nearest$m.max_smd\n",
      "[1] 0.2883111\n",
      "\n",
      "$P3$result.UT_ENTER$ps.nearest$m.treated\n",
      "[1] 44\n",
      "\n",
      "$P3$result.UT_ENTER$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "               Estimate  Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.96114821  0.02346369 40.9632   <2e-16 ***\n",
      "treat       -0.00093604  0.03040872 -0.0308   0.9755    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_ENTER$ps.full\n",
      "$P3$result.UT_ENTER$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_ENTER$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.2973        0.3057         -0.0457     0.8142    0.0097\n",
      "LC_INFO          0.0429        0.0563         -0.2002     0.9560    0.0305\n",
      "LC_SOCIAL        0.0265        0.0487         -0.3949     0.3348    0.0504\n",
      "LC_SYSTEM        0.1420        0.1668         -0.1154     0.6461    0.0604\n",
      "UT_INFO          0.0106        0.0177         -0.3643     0.2499    0.0593\n",
      "UT_SOCIAL        0.0222        0.0342         -0.1894     0.5586    0.0381\n",
      "UT_SYSTEM        0.0801        0.0786          0.0105     0.9483    0.0634\n",
      "DUT_HOME         0.7618        0.7824         -0.0522     0.9086    0.0445\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.0682          0.0301\n",
      "LC_INFO     0.1424          0.9176\n",
      "LC_SOCIAL   0.1005          0.9244\n",
      "LC_SYSTEM   0.1240          0.4373\n",
      "UT_INFO     0.1557          2.5857\n",
      "UT_SOCIAL   0.1200          1.6990\n",
      "UT_SYSTEM   0.1331          0.4614\n",
      "DUT_HOME    0.0901          0.4430\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All             413.       44\n",
      "Matched (ESS)    39.9      44\n",
      "Matched         413.       44\n",
      "Unmatched         0.        0\n",
      "Discarded         0.        0\n",
      "\n",
      "\n",
      "$P3$result.UT_ENTER$ps.full$m.max_smd\n",
      "[1] 0.394913\n",
      "\n",
      "$P3$result.UT_ENTER$ps.full$m.treated\n",
      "[1] 44\n",
      "\n",
      "$P3$result.UT_ENTER$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "               Estimate  Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.96120742  0.01197528 80.2660   <2e-16 ***\n",
      "treat       -0.00099525  0.02205397 -0.0451    0.964    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_ENTER$mahalanobis\n",
      "$P3$result.UT_ENTER$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 88 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_ENTER$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_INFO          0.0429        0.0467         -0.0567     1.7585    0.0289\n",
      "LC_SOCIAL        0.0265        0.0251          0.0245     1.2198    0.0118\n",
      "LC_SYSTEM        0.1420        0.1108          0.1457     1.4245    0.0303\n",
      "UT_INFO          0.0106        0.0165         -0.3049     0.8697    0.0737\n",
      "UT_SOCIAL        0.0222        0.0233         -0.0175     0.6699    0.0100\n",
      "UT_SYSTEM        0.0801        0.0560          0.1661     1.3533    0.0753\n",
      "DUT_HOME         0.7618        0.7551          0.0171     0.8456    0.0411\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_INFO     0.1818          0.3779\n",
      "LC_SOCIAL   0.0455          0.3190\n",
      "LC_SYSTEM   0.0909          0.1589\n",
      "UT_INFO     0.2273          0.6300\n",
      "UT_SOCIAL   0.0682          0.2236\n",
      "UT_SYSTEM   0.1364          0.1780\n",
      "DUT_HOME    0.0682          0.1265\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           413      44\n",
      "Matched        44      44\n",
      "Unmatched     369       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_ENTER$mahalanobis$m.max_smd\n",
      "[1] 0.3049417\n",
      "\n",
      "$P3$result.UT_ENTER$mahalanobis$m.treated\n",
      "[1] 44\n",
      "\n",
      "$P3$result.UT_ENTER$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept) 0.922116   0.033747 27.3243   <2e-16 ***\n",
      "treat       0.038096   0.040030  0.9517   0.3439    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_ENTER$cem\n",
      "$P3$result.UT_ENTER$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_INFO\n",
      "$P3$result.UT_INFO$formula\n",
      "[1] \"treat ~ LC_INFO + LC_SOCIAL + LC_SYSTEM + UT_SOCIAL + UT_SYSTEM + DUT_HOME\"\n",
      "\n",
      "$P3$result.UT_INFO$ps.nearest\n",
      "$P3$result.UT_INFO$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 218 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_INFO$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.6582        0.2751          1.2029     1.8803    0.2434\n",
      "LC_INFO          0.2143        0.0923          0.7864     9.9839    0.1885\n",
      "LC_SOCIAL        0.0976        0.0602          0.2590     2.9909    0.0714\n",
      "LC_SYSTEM        0.1732        0.1107          0.3335     1.4257    0.0667\n",
      "UT_SOCIAL        0.1293        0.1169          0.0644     0.8154    0.0574\n",
      "UT_SYSTEM        0.0999        0.0713          0.1771     1.3454    0.1055\n",
      "DUT_HOME         0.1518        0.2459         -0.2664     0.7129    0.0910\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.5229          1.2029\n",
      "LC_INFO     0.4954          0.7864\n",
      "LC_SOCIAL   0.1284          0.7384\n",
      "LC_SYSTEM   0.1743          0.8719\n",
      "UT_SOCIAL   0.1284          0.9493\n",
      "UT_SYSTEM   0.2018          0.8299\n",
      "DUT_HOME    0.1284          0.8354\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           348     109\n",
      "Matched       109     109\n",
      "Unmatched     239       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_INFO$ps.nearest$m.max_smd\n",
      "[1] 0.7864395\n",
      "\n",
      "$P3$result.UT_INFO$ps.nearest$m.treated\n",
      "[1] 109\n",
      "\n",
      "$P3$result.UT_INFO$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.880612   0.023327 37.7509 < 2.2e-16 ***\n",
      "treat       -0.170054   0.038473 -4.4201 1.562e-05 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_INFO$ps.full\n",
      "$P3$result.UT_INFO$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_INFO$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.6582        0.6536          0.0146     0.9441    0.0214\n",
      "LC_INFO          0.2143        0.1773          0.2383     3.4924    0.0568\n",
      "LC_SOCIAL        0.0976        0.0926          0.0344     3.6321    0.1140\n",
      "LC_SYSTEM        0.1732        0.2141         -0.2185     0.8063    0.0548\n",
      "UT_SOCIAL        0.1293        0.1034          0.1349     1.1418    0.1054\n",
      "UT_SYSTEM        0.0999        0.1009         -0.0058     1.1462    0.0589\n",
      "DUT_HOME         0.1518        0.1854         -0.0951     0.8229    0.0330\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.2661          0.0196\n",
      "LC_INFO     0.2110          0.1790\n",
      "LC_SOCIAL   0.1820          0.5138\n",
      "LC_SYSTEM   0.1933          0.7418\n",
      "UT_SOCIAL   0.2478          2.3121\n",
      "UT_SYSTEM   0.1838          0.4105\n",
      "DUT_HOME    0.0581          1.3179\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            348.       109\n",
      "Matched (ESS)   10.71     109\n",
      "Matched        348.       109\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$P3$result.UT_INFO$ps.full$m.max_smd\n",
      "[1] 0.2382644\n",
      "\n",
      "$P3$result.UT_INFO$ps.full$m.treated\n",
      "[1] 109\n",
      "\n",
      "$P3$result.UT_INFO$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.869244   0.064399 13.4977  < 2e-16 ***\n",
      "treat       -0.158686   0.065946 -2.4063  0.01651 *  \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_INFO$mahalanobis\n",
      "$P3$result.UT_INFO$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 218 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_INFO$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_INFO          0.2143        0.0884          0.8111    10.3974    0.1947\n",
      "LC_SOCIAL        0.0976        0.0553          0.2927     3.6178    0.0826\n",
      "LC_SYSTEM        0.1732        0.1261          0.2509     1.4118    0.0502\n",
      "UT_SOCIAL        0.1293        0.1108          0.0962     1.0185    0.0458\n",
      "UT_SYSTEM        0.0999        0.0757          0.1498     1.2150    0.0898\n",
      "DUT_HOME         0.1518        0.2433         -0.2588     0.7012    0.0886\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_INFO     0.5046          0.8341\n",
      "LC_SOCIAL   0.1560          0.3639\n",
      "LC_SYSTEM   0.1193          0.3488\n",
      "UT_SOCIAL   0.1009          0.3780\n",
      "UT_SYSTEM   0.1835          0.2347\n",
      "DUT_HOME    0.1193          0.3064\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           348     109\n",
      "Matched       109     109\n",
      "Unmatched     239       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_INFO$mahalanobis$m.max_smd\n",
      "[1] 0.2926806\n",
      "\n",
      "$P3$result.UT_INFO$mahalanobis$m.treated\n",
      "[1] 109\n",
      "\n",
      "$P3$result.UT_INFO$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.870631   0.024061 36.1844 < 2.2e-16 ***\n",
      "treat       -0.160073   0.039279 -4.0753 6.456e-05 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_INFO$cem\n",
      "$P3$result.UT_INFO$cem$m.out\n",
      "           G0  G1\n",
      "All       348 109\n",
      "Matched   263  55\n",
      "Unmatched  85  54\n",
      "\n",
      "\n",
      "$P3$result.UT_INFO$cem$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "             Type Diff.Un Diff.Adj\n",
      "LC_INFO   Contin.  1.1550   0.5008\n",
      "LC_SOCIAL Contin.  0.4937   0.0502\n",
      "LC_SYSTEM Contin.  0.5674   0.1399\n",
      "UT_SOCIAL Contin.  0.1950   0.0061\n",
      "UT_SYSTEM Contin.  0.3384   0.0262\n",
      "DUT_HOME  Contin. -0.6074  -0.0032\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "                     Control Treated\n",
      "All                   348.       109\n",
      "Matched (ESS)         137.54      54\n",
      "Matched (Unweighted)  277.        54\n",
      "Unmatched              71.        55\n",
      "\n",
      "$P3$result.UT_INFO$cem$m.att\n",
      "\n",
      "           G0  G1\n",
      "All       348 109\n",
      "Matched   277  54\n",
      "Unmatched  71  55\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: -0.088710 (p.value=0.038674)\n",
      "95% conf. interval: [-0.172464, -0.004957]\n",
      "\n",
      "\n",
      "$P3$result.UT_INFO$cem$m.treated\n",
      "[1] 55\n",
      "\n",
      "$P3$result.UT_INFO$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_SOCIAL\n",
      "$P3$result.UT_SOCIAL$formula\n",
      "[1] \"treat ~ LC_INFO + LC_SOCIAL + LC_SYSTEM + UT_INFO + UT_SYSTEM + DUT_HOME\"\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.nearest\n",
      "$P3$result.UT_SOCIAL$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 196 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.4628        0.3006          0.4899     2.9135    0.0823\n",
      "LC_INFO          0.1406        0.1213          0.1222     2.1310    0.0538\n",
      "LC_SOCIAL        0.1350        0.0666          0.4672     4.8191    0.1425\n",
      "LC_SYSTEM        0.1945        0.1932          0.0061     1.1947    0.0299\n",
      "UT_INFO          0.0903        0.0709          0.1223     1.8309    0.0343\n",
      "UT_SYSTEM        0.1004        0.1352         -0.1918     0.9066    0.0787\n",
      "DUT_HOME         0.2564        0.2969         -0.0951     0.9070    0.0392\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.3163          0.4900\n",
      "LC_INFO     0.1122          0.7873\n",
      "LC_SOCIAL   0.3061          0.4820\n",
      "LC_SYSTEM   0.0714          0.9985\n",
      "UT_INFO     0.0918          0.6629\n",
      "UT_SYSTEM   0.1429          0.9155\n",
      "DUT_HOME    0.0510          0.7020\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           359      98\n",
      "Matched        98      98\n",
      "Unmatched     261       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.nearest$m.max_smd\n",
      "[1] 0.4672418\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.nearest$m.treated\n",
      "[1] 98\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept) 0.775870   0.033996 22.8223   <2e-16 ***\n",
      "treat       0.033299   0.041613  0.8002   0.4246    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.full\n",
      "$P3$result.UT_SOCIAL$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.4628        0.4632         -0.0010     0.9392    0.0122\n",
      "LC_INFO          0.1406        0.1112          0.1861     2.2530    0.0644\n",
      "LC_SOCIAL        0.1350        0.1303          0.0316     1.1312    0.0491\n",
      "LC_SYSTEM        0.1945        0.3086         -0.5448     0.6042    0.1222\n",
      "UT_INFO          0.0903        0.0617          0.1804     2.1972    0.0633\n",
      "UT_SYSTEM        0.1004        0.1496         -0.2713     1.3122    0.1785\n",
      "DUT_HOME         0.2564        0.2974         -0.0963     0.8946    0.0410\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.1633          0.0391\n",
      "LC_INFO     0.1656          0.5725\n",
      "LC_SOCIAL   0.2549          0.1363\n",
      "LC_SYSTEM   0.2014          0.4091\n",
      "UT_INFO     0.1437          0.4627\n",
      "UT_SYSTEM   0.3027          0.3341\n",
      "DUT_HOME    0.0594          0.8054\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            359.        98\n",
      "Matched (ESS)   19.55      98\n",
      "Matched        359.        98\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.full$m.max_smd\n",
      "[1] 0.5448113\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.full$m.treated\n",
      "[1] 98\n",
      "\n",
      "$P3$result.UT_SOCIAL$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "              Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.8187716  0.0347064 23.5914   <2e-16 ***\n",
      "treat       -0.0096025  0.0559801 -0.1715   0.8639    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_SOCIAL$mahalanobis\n",
      "$P3$result.UT_SOCIAL$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 196 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_SOCIAL$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_INFO          0.1406        0.1040          0.2319     2.4993    0.0584\n",
      "LC_SOCIAL        0.1350        0.0594          0.5169     4.5755    0.1602\n",
      "LC_SYSTEM        0.1945        0.1390          0.2649     1.1909    0.0619\n",
      "UT_INFO          0.0903        0.0611          0.1844     2.4429    0.0633\n",
      "UT_SYSTEM        0.1004        0.0778          0.1251     1.4115    0.0700\n",
      "DUT_HOME         0.2564        0.2645         -0.0190     0.9513    0.0102\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_INFO     0.1122          0.3901\n",
      "LC_SOCIAL   0.4082          0.5550\n",
      "LC_SYSTEM   0.1429          0.3562\n",
      "UT_INFO     0.1429          0.2972\n",
      "UT_SYSTEM   0.1429          0.2441\n",
      "DUT_HOME    0.0306          0.1008\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           359      98\n",
      "Matched        98      98\n",
      "Unmatched     261       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_SOCIAL$mahalanobis$m.max_smd\n",
      "[1] 0.5169259\n",
      "\n",
      "$P3$result.UT_SOCIAL$mahalanobis$m.treated\n",
      "[1] 98\n",
      "\n",
      "$P3$result.UT_SOCIAL$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "              Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.8136286  0.0315972 25.7500   <2e-16 ***\n",
      "treat       -0.0044595  0.0407779 -0.1094    0.913    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_SOCIAL$cem\n",
      "$P3$result.UT_SOCIAL$cem$m.out\n",
      "           G0 G1\n",
      "All       359 98\n",
      "Matched   311 62\n",
      "Unmatched  48 36\n",
      "\n",
      "\n",
      "$P3$result.UT_SOCIAL$cem$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "             Type Diff.Un Diff.Adj\n",
      "LC_INFO   Contin.  0.5069   0.0277\n",
      "LC_SOCIAL Contin.  0.7979   0.2613\n",
      "LC_SYSTEM Contin.  0.6219   0.1446\n",
      "UT_INFO   Contin.  0.3027  -0.0123\n",
      "UT_SYSTEM Contin.  0.2966   0.0412\n",
      "DUT_HOME  Contin. -0.1759   0.0029\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "                     Control Treated\n",
      "All                   359.        98\n",
      "Matched (ESS)         154.35      53\n",
      "Matched (Unweighted)  281.        53\n",
      "Unmatched              78.        45\n",
      "\n",
      "$P3$result.UT_SOCIAL$cem$m.att\n",
      "\n",
      "           G0 G1\n",
      "All       359 98\n",
      "Matched   281 53\n",
      "Unmatched  78 45\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: -0.029481 (p.value=0.411989)\n",
      "95% conf. interval: [-0.099823, 0.040861]\n",
      "\n",
      "\n",
      "$P3$result.UT_SOCIAL$cem$m.treated\n",
      "[1] 62\n",
      "\n",
      "$P3$result.UT_SOCIAL$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_SYSTEM\n",
      "$P3$result.UT_SYSTEM$formula\n",
      "[1] \"treat ~ LC_INFO + LC_SOCIAL + LC_SYSTEM + UT_INFO + UT_SOCIAL + DUT_HOME\"\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.nearest\n",
      "$P3$result.UT_SYSTEM$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 196 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, DUT_HOME\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.6842        0.2453          1.2950     2.0932    0.2297\n",
      "LC_INFO          0.1621        0.1145          0.2966     2.0905    0.0691\n",
      "LC_SOCIAL        0.0991        0.0733          0.1726     2.9428    0.0506\n",
      "LC_SYSTEM        0.3163        0.1116          0.9929     6.8326    0.2170\n",
      "UT_INFO          0.1057        0.0726          0.1978     1.9583    0.0649\n",
      "UT_SOCIAL        0.1570        0.1349          0.0983     1.1530    0.0339\n",
      "DUT_HOME         0.2005        0.2004          0.0002     0.9158    0.0216\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.5714          1.2950\n",
      "LC_INFO     0.1531          0.8120\n",
      "LC_SOCIAL   0.1327          0.7185\n",
      "LC_SYSTEM   0.5204          0.9929\n",
      "UT_INFO     0.1633          0.7372\n",
      "UT_SOCIAL   0.1224          0.9535\n",
      "DUT_HOME    0.0408          0.8253\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           359      98\n",
      "Matched        98      98\n",
      "Unmatched     261       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.nearest$m.max_smd\n",
      "[1] 0.9929066\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.nearest$m.treated\n",
      "[1] 98\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.863949   0.025744 33.5592 < 2.2e-16 ***\n",
      "treat       -0.154906   0.047658 -3.2503  0.001359 ** \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.full\n",
      "$P3$result.UT_SYSTEM$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, DUT_HOME\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.6842        0.6735          0.0314     0.8881    0.0356\n",
      "LC_INFO          0.1621        0.1182          0.2737     3.4414    0.0943\n",
      "LC_SOCIAL        0.0991        0.1697         -0.4723     1.0221    0.1983\n",
      "LC_SYSTEM        0.3163        0.2368          0.3859     3.4557    0.0835\n",
      "UT_INFO          0.1057        0.0580          0.2850     1.8332    0.1558\n",
      "UT_SOCIAL        0.1570        0.1930         -0.1599     0.9864    0.1297\n",
      "DUT_HOME         0.2005        0.1044          0.2539     1.3343    0.0928\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.3469          0.1221\n",
      "LC_INFO     0.2026          0.6073\n",
      "LC_SOCIAL   0.2944          0.2996\n",
      "LC_SYSTEM   0.2857          0.3089\n",
      "UT_INFO     0.2429          0.8388\n",
      "UT_SOCIAL   0.2419          0.4968\n",
      "DUT_HOME    0.1445          0.9032\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            359.        98\n",
      "Matched (ESS)    6.98      98\n",
      "Matched        359.        98\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.full$m.max_smd\n",
      "[1] 0.4723444\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.full$m.treated\n",
      "[1] 98\n",
      "\n",
      "$P3$result.UT_SYSTEM$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.920699   0.033532 27.4570 < 2.2e-16 ***\n",
      "treat       -0.211656   0.047480 -4.4578 1.044e-05 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_SYSTEM$mahalanobis\n",
      "$P3$result.UT_SYSTEM$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 196 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, DUT_HOME\n",
      "\n",
      "$P3$result.UT_SYSTEM$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_INFO          0.1621        0.1250          0.2312     1.8475    0.0529\n",
      "LC_SOCIAL        0.0991        0.0685          0.2047     2.8341    0.0525\n",
      "LC_SYSTEM        0.3163        0.1103          0.9991     6.6981    0.2184\n",
      "UT_INFO          0.1057        0.0904          0.0915     1.3267    0.0371\n",
      "UT_SOCIAL        0.1570        0.1429          0.0631     1.0252    0.0245\n",
      "DUT_HOME         0.2005        0.2146         -0.0374     0.8780    0.0200\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_INFO     0.1327          0.3583\n",
      "LC_SOCIAL   0.1327          0.3680\n",
      "LC_SYSTEM   0.5204          1.0177\n",
      "UT_INFO     0.1122          0.2792\n",
      "UT_SOCIAL   0.1020          0.3483\n",
      "DUT_HOME    0.0510          0.1279\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           359      98\n",
      "Matched        98      98\n",
      "Unmatched     261       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_SYSTEM$mahalanobis$m.max_smd\n",
      "[1] 0.999093\n",
      "\n",
      "$P3$result.UT_SYSTEM$mahalanobis$m.treated\n",
      "[1] 98\n",
      "\n",
      "$P3$result.UT_SYSTEM$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.861480   0.025431 33.8752 < 2.2e-16 ***\n",
      "treat       -0.152437   0.043099 -3.5369 0.0005065 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_SYSTEM$cem\n",
      "$P3$result.UT_SYSTEM$cem$m.out\n",
      "           G0 G1\n",
      "All       359 98\n",
      "Matched   281 36\n",
      "Unmatched  78 62\n",
      "\n",
      "\n",
      "$P3$result.UT_SYSTEM$cem$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "             Type Diff.Un Diff.Adj\n",
      "LC_INFO   Contin.  0.6685   0.0824\n",
      "LC_SOCIAL Contin.  0.4750   0.0076\n",
      "LC_SYSTEM Contin.  1.3839   1.1229\n",
      "UT_INFO   Contin.  0.4034   0.0014\n",
      "UT_SOCIAL Contin.  0.3185   0.0250\n",
      "DUT_HOME  Contin. -0.3862   0.0090\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "                     Control Treated\n",
      "All                    359.       98\n",
      "Matched (ESS)          118.1      67\n",
      "Matched (Unweighted)   318.       67\n",
      "Unmatched               41.       31\n",
      "\n",
      "$P3$result.UT_SYSTEM$cem$m.att\n",
      "\n",
      "           G0 G1\n",
      "All       359 98\n",
      "Matched   318 67\n",
      "Unmatched  41 31\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: -0.117028 (p.value=0.001098)\n",
      "95% conf. interval: [-0.186766, -0.047289]\n",
      "\n",
      "\n",
      "$P3$result.UT_SYSTEM$cem$m.treated\n",
      "[1] 36\n",
      "\n",
      "$P3$result.UT_SYSTEM$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_WORK\n",
      "$P3$result.UT_WORK$formula\n",
      "[1] \"treat ~ LC_INFO + LC_SOCIAL + LC_SYSTEM + UT_INFO + UT_SOCIAL + UT_SYSTEM + DUT_HOME\"\n",
      "\n",
      "$P3$result.UT_WORK$ps.nearest\n",
      "$P3$result.UT_WORK$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 22 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_WORK$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.1787        0.1776          0.0072     1.1169    0.0041\n",
      "LC_INFO          0.1540        0.2980         -1.4791     0.4035    0.2231\n",
      "LC_SOCIAL        0.1061        0.0937          0.1016     2.3173    0.0842\n",
      "LC_SYSTEM        0.4659        0.4261          0.1709     1.9365    0.0788\n",
      "UT_INFO          0.0558        0.1115         -1.0956     0.5479    0.2225\n",
      "UT_SOCIAL        0.1848        0.1905         -0.0252     0.9459    0.0630\n",
      "UT_SYSTEM        0.2950        0.2313          0.2740     2.2373    0.0531\n",
      "DUT_HOME         0.0862        0.0127          0.2570    75.1236    0.0699\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.1818          0.0477\n",
      "LC_INFO     0.4545          1.9462\n",
      "LC_SOCIAL   0.1818          0.8696\n",
      "LC_SYSTEM   0.2727          0.4637\n",
      "UT_INFO     0.4545          1.5790\n",
      "UT_SOCIAL   0.1818          1.0697\n",
      "UT_SYSTEM   0.2727          0.6891\n",
      "DUT_HOME    0.0909          0.3460\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           446      11\n",
      "Matched        11      11\n",
      "Unmatched     435       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_WORK$ps.nearest$m.max_smd\n",
      "[1] 1.479148\n",
      "\n",
      "$P3$result.UT_WORK$ps.nearest$m.treated\n",
      "[1] 11\n",
      "\n",
      "$P3$result.UT_WORK$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.58942    0.10543  5.5904 1.797e-05 ***\n",
      "treat        0.23955    0.09568  2.5037   0.02107 *  \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_WORK$ps.full\n",
      "$P3$result.UT_WORK$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_WORK$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance         0.1787        0.1837         -0.0318     0.7963    0.0376\n",
      "LC_INFO          0.1540        0.2206         -0.6839     0.2703    0.0992\n",
      "LC_SOCIAL        0.1061        0.1460         -0.3276     0.9875    0.1157\n",
      "LC_SYSTEM        0.4659        0.4292          0.1578     1.0348    0.0663\n",
      "UT_INFO          0.0558        0.0775         -0.4277     0.3627    0.0614\n",
      "UT_SOCIAL        0.1848        0.2048         -0.0880     0.8991    0.0666\n",
      "UT_SYSTEM        0.2950        0.2637          0.1348     0.8955    0.0649\n",
      "DUT_HOME         0.0862        0.0896         -0.0121     1.0366    0.0163\n",
      "          eCDF Max Std. Pair Dist.\n",
      "distance    0.0909          0.0697\n",
      "LC_INFO     0.2263          1.4234\n",
      "LC_SOCIAL   0.3600          2.4132\n",
      "LC_SYSTEM   0.1675          0.3028\n",
      "UT_INFO     0.1916          1.4120\n",
      "UT_SOCIAL   0.2119          0.6603\n",
      "UT_SYSTEM   0.2919          0.2240\n",
      "DUT_HOME    0.0798          1.1303\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            446.        11\n",
      "Matched (ESS)   26.48      11\n",
      "Matched        446.        11\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$P3$result.UT_WORK$ps.full$m.max_smd\n",
      "[1] 0.6838866\n",
      "\n",
      "$P3$result.UT_WORK$ps.full$m.treated\n",
      "[1] 11\n",
      "\n",
      "$P3$result.UT_WORK$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept) 0.666746   0.075232  8.8626 < 2.2e-16 ***\n",
      "treat       0.162231   0.052148  3.1110  0.001982 ** \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_WORK$mahalanobis\n",
      "$P3$result.UT_WORK$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 22 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_INFO, LC_SOCIAL, LC_SYSTEM, UT_INFO, UT_SOCIAL, UT_SYSTEM, DUT_HOME\n",
      "\n",
      "$P3$result.UT_WORK$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "          Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_INFO          0.1540        0.1641         -0.1038     1.4121    0.0331\n",
      "LC_SOCIAL        0.1061        0.1116         -0.0452     0.7637    0.0774\n",
      "LC_SYSTEM        0.4659        0.4432          0.0976     0.7668    0.0727\n",
      "UT_INFO          0.0558        0.0604         -0.0903     1.0990    0.0510\n",
      "UT_SOCIAL        0.1848        0.1652          0.0856     1.3100    0.0519\n",
      "UT_SYSTEM        0.2950        0.3029         -0.0340     1.0055    0.0462\n",
      "DUT_HOME         0.0862        0.1465         -0.2110     0.7424    0.0664\n",
      "          eCDF Max Std. Pair Dist.\n",
      "LC_INFO     0.1818          0.5709\n",
      "LC_SOCIAL   0.1818          0.4969\n",
      "LC_SYSTEM   0.1818          0.4393\n",
      "UT_INFO     0.1818          0.8060\n",
      "UT_SOCIAL   0.1818          0.6361\n",
      "UT_SYSTEM   0.1818          0.4784\n",
      "DUT_HOME    0.1818          0.2110\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           446      11\n",
      "Matched        11      11\n",
      "Unmatched     435       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$P3$result.UT_WORK$mahalanobis$m.max_smd\n",
      "[1] 0.2109721\n",
      "\n",
      "$P3$result.UT_WORK$mahalanobis$m.treated\n",
      "[1] 11\n",
      "\n",
      "$P3$result.UT_WORK$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.59530    0.11909  4.9987 6.894e-05 ***\n",
      "treat        0.23368    0.16089  1.4524    0.1619    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$P3$result.UT_WORK$cem\n",
      "$P3$result.UT_WORK$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Warning message in max(abs(m.balance$sum.matched[-1, \"Std. Mean Diff.\"])):\n",
      "“no non-missing arguments to max; returning -Inf”\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Calculating L1 profile for the raw data...\n",
      "\n",
      "\n",
      "Executing 10 different random CEM solutions\n",
      "  |                                                                      |   0%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |========                                                              |  11%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |================                                                      |  22%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================                                               |  33%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================                                       |  44%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |=======================================                               |  56%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |===============================================                       |  67%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================                |  78%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |==============================================================        |  89%\n",
      "Using 'treat'='1' as baseline group\n",
      "  |======================================================================| 100%\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n",
      "\n",
      "Using 'treat'='1' as baseline group\n"
     ]
    }
   ],
   "source": [
    "#OVERALL APP USAGE\n",
    "csv = \"P4.csv\"\n",
    "out = list()\n",
    "out$pid = strsplit(csv, split=\".csv\")[[1]]\n",
    "prepared = prepareData(df,FALSE)\n",
    "out$removed = prepared$removed\n",
    "out$sig_corr = sigCorr(prepared$df, \"DUT_SEDENTARY\")\n",
    "\n",
    "idx = match(out$removed, all_app_usage)\n",
    "idx = idx[!is.na(idx)]\n",
    "if(length(idx) > 0){\n",
    "    left = all_app_usage[-idx]\n",
    "}else{\n",
    "    left = all_app_usage\n",
    "}\n",
    "for(elem in left){\n",
    "    out[[paste(\"result\",elem,sep=\".\")]] = individual(elem, \"DUT_SEDENTARY\", prepared$df, 10)\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "vscode": {
     "languageId": "r"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "$pid\n",
      "[1] \"P4\"\n",
      "\n",
      "$removed\n",
      "character(0)\n",
      "\n",
      "$sig_corr\n",
      "[1] \"LC_ALL\"   \"DUT_HOME\"\n",
      "\n",
      "$result.LC_ALL\n",
      "$result.LC_ALL$formula\n",
      "[1] \"treat ~ DUT_HOME\"\n",
      "\n",
      "$result.LC_ALL$ps.nearest\n",
      "$result.LC_ALL$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 270 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: DUT_HOME\n",
      "\n",
      "$result.LC_ALL$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "         Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance        0.3180        0.3178          0.0036     0.9942     0.002\n",
      "DUT_HOME        0.1891        0.1905         -0.0037     0.9932     0.002\n",
      "         eCDF Max Std. Pair Dist.\n",
      "distance   0.0074          0.0059\n",
      "DUT_HOME   0.0074          0.0059\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           322     135\n",
      "Matched       135     135\n",
      "Unmatched     187       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$result.LC_ALL$ps.nearest$m.max_smd\n",
      "[1] 0.003709731\n",
      "\n",
      "$result.LC_ALL$ps.nearest$m.treated\n",
      "[1] 135\n",
      "\n",
      "$result.LC_ALL$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.891444   0.021247 41.9557 < 2.2e-16 ***\n",
      "treat       -0.141660   0.034947 -4.0536 6.614e-05 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$result.LC_ALL$ps.full\n",
      "$result.LC_ALL$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: DUT_HOME\n",
      "\n",
      "$result.LC_ALL$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "         Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance        0.3180        0.3180          0.0006     1.0048    0.0031\n",
      "DUT_HOME        0.1891        0.1891         -0.0002     1.0051    0.0031\n",
      "         eCDF Max Std. Pair Dist.\n",
      "distance   0.0074          0.0104\n",
      "DUT_HOME   0.0074          0.0101\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All            322.       135\n",
      "Matched (ESS)  140.17     135\n",
      "Matched        322.       135\n",
      "Unmatched        0.         0\n",
      "Discarded        0.         0\n",
      "\n",
      "\n",
      "$result.LC_ALL$ps.full$m.max_smd\n",
      "[1] 0.000161313\n",
      "\n",
      "$result.LC_ALL$ps.full$m.treated\n",
      "[1] 135\n",
      "\n",
      "$result.LC_ALL$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.878086   0.021430 40.9756 < 2.2e-16 ***\n",
      "treat       -0.128303   0.033441 -3.8367 0.0001423 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$result.LC_ALL$mahalanobis\n",
      "$result.LC_ALL$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 270 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: DUT_HOME\n",
      "\n",
      "$result.LC_ALL$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "         Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "DUT_HOME        0.1891        0.1893         -0.0005     0.9915     0.002\n",
      "         eCDF Max Std. Pair Dist.\n",
      "DUT_HOME   0.0074          0.0069\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           322     135\n",
      "Matched       135     135\n",
      "Unmatched     187       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$result.LC_ALL$mahalanobis$m.max_smd\n",
      "[1] -Inf\n",
      "\n",
      "$result.LC_ALL$mahalanobis$m.treated\n",
      "[1] 135\n",
      "\n",
      "$result.LC_ALL$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value  Pr(>|t|)    \n",
      "(Intercept)  0.891444   0.021247  41.956 < 2.2e-16 ***\n",
      "treat       -0.141660   0.035628  -3.976 9.019e-05 ***\n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$result.LC_ALL$cem\n",
      "$result.LC_ALL$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n",
      "$result.UT_ALL\n",
      "$result.UT_ALL$formula\n",
      "[1] \"treat ~ LC_ALL + DUT_HOME\"\n",
      "\n",
      "$result.UT_ALL$ps.nearest\n",
      "$result.UT_ALL$ps.nearest$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 264 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_ALL, DUT_HOME\n",
      "\n",
      "$result.UT_ALL$ps.nearest$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "         Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance        0.4862        0.3389          0.5102     2.8315    0.1343\n",
      "LC_ALL          0.1967        0.0914          0.5169     4.2960    0.1553\n",
      "DUT_HOME        0.3997        0.5369         -0.2895     0.9071    0.1311\n",
      "         eCDF Max Std. Pair Dist.\n",
      "distance   0.2879          0.5110\n",
      "LC_ALL     0.2727          0.5664\n",
      "DUT_HOME   0.1818          0.7284\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           325     132\n",
      "Matched       132     132\n",
      "Unmatched     193       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$result.UT_ALL$ps.nearest$m.max_smd\n",
      "[1] 0.5168567\n",
      "\n",
      "$result.UT_ALL$ps.nearest$m.treated\n",
      "[1] 132\n",
      "\n",
      "$result.UT_ALL$ps.nearest$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept)  0.866961   0.023272 37.2529   <2e-16 ***\n",
      "treat       -0.018487   0.035005 -0.5281   0.5979    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$result.UT_ALL$ps.full\n",
      "$result.UT_ALL$ps.full$m.out\n",
      "A matchit object\n",
      " - method: Optimal full matching\n",
      " - distance: Propensity score\n",
      "             - estimated with logistic regression\n",
      " - number of obs.: 457 (original), 457 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_ALL, DUT_HOME\n",
      "\n",
      "$result.UT_ALL$ps.full$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "         Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "distance        0.4862        0.4838          0.0083     0.9781    0.0157\n",
      "LC_ALL          0.1967        0.1998         -0.0151     1.5571    0.0521\n",
      "DUT_HOME        0.3997        0.2538          0.3078     1.1467    0.1403\n",
      "         eCDF Max Std. Pair Dist.\n",
      "distance   0.1515          0.0228\n",
      "LC_ALL     0.1566          0.1939\n",
      "DUT_HOME   0.1875          0.4925\n",
      "\n",
      "Sample Sizes:\n",
      "              Control Treated\n",
      "All             325.      132\n",
      "Matched (ESS)    22.1     132\n",
      "Matched         325.      132\n",
      "Unmatched         0.        0\n",
      "Discarded         0.        0\n",
      "\n",
      "\n",
      "$result.UT_ALL$ps.full$m.max_smd\n",
      "[1] 0.3077703\n",
      "\n",
      "$result.UT_ALL$ps.full$m.treated\n",
      "[1] 132\n",
      "\n",
      "$result.UT_ALL$ps.full$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "            Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept) 0.793294   0.081314  9.7559   <2e-16 ***\n",
      "treat       0.055180   0.076478  0.7215    0.471    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$result.UT_ALL$mahalanobis\n",
      "$result.UT_ALL$mahalanobis$m.out\n",
      "A matchit object\n",
      " - method: 1:1 nearest neighbor matching without replacement\n",
      " - distance: Mahalanobis\n",
      " - number of obs.: 457 (original), 264 (matched)\n",
      " - target estimand: ATT\n",
      " - covariates: LC_ALL, DUT_HOME\n",
      "\n",
      "$result.UT_ALL$mahalanobis$m.balance\n",
      "\n",
      "Call:\n",
      "matchit(formula = formula, data = df, method = if (distance == \n",
      "    \"PS\") method else \"nearest\", distance = if (distance == \"PS\") \"glm\" else \"mahalanobis\")\n",
      "\n",
      "Summary of Balance for Matched Data:\n",
      "         Means Treated Means Control Std. Mean Diff. Var. Ratio eCDF Mean\n",
      "LC_ALL          0.1967        0.1029          0.4604     4.7758    0.1345\n",
      "DUT_HOME        0.3997        0.4222         -0.0476     0.9450    0.0221\n",
      "         eCDF Max Std. Pair Dist.\n",
      "LC_ALL     0.2652          0.4681\n",
      "DUT_HOME   0.0530          0.0844\n",
      "\n",
      "Sample Sizes:\n",
      "          Control Treated\n",
      "All           325     132\n",
      "Matched       132     132\n",
      "Unmatched     193       0\n",
      "Discarded       0       0\n",
      "\n",
      "\n",
      "$result.UT_ALL$mahalanobis$m.max_smd\n",
      "[1] 0.04758963\n",
      "\n",
      "$result.UT_ALL$mahalanobis$m.treated\n",
      "[1] 132\n",
      "\n",
      "$result.UT_ALL$mahalanobis$m.att\n",
      "\n",
      "t test of coefficients:\n",
      "\n",
      "             Estimate Std. Error t value Pr(>|t|)    \n",
      "(Intercept) 0.8413389  0.0250697 33.5599   <2e-16 ***\n",
      "treat       0.0071345  0.0310016  0.2301   0.8182    \n",
      "---\n",
      "Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1\n",
      "\n",
      "\n",
      "\n",
      "$result.UT_ALL$cem\n",
      "$result.UT_ALL$cem$m.out\n",
      "           G0  G1\n",
      "All       325 132\n",
      "Matched   325 121\n",
      "Unmatched   0  11\n",
      "\n",
      "\n",
      "$result.UT_ALL$cem$m.balance\n",
      "\u001b[4mBalance Measures\u001b[24m\n",
      "            Type Diff.Un Diff.Adj\n",
      "LC_ALL   Contin.  0.7180   0.5179\n",
      "DUT_HOME Contin.  0.2505  -0.0032\n",
      "\n",
      "\u001b[4mSample sizes\u001b[24m\n",
      "                     Control Treated\n",
      "All                   325.       132\n",
      "Matched (ESS)         268.96     115\n",
      "Matched (Unweighted)  318.       115\n",
      "Unmatched               7.        17\n",
      "\n",
      "$result.UT_ALL$cem$m.att\n",
      "\n",
      "           G0  G1\n",
      "All       325 132\n",
      "Matched   318 115\n",
      "Unmatched   7  17\n",
      "\n",
      "Linear regression model on CEM matched data:\n",
      "\n",
      "SATT point estimate: -0.027990 (p.value=0.300262)\n",
      "95% conf. interval: [-0.080887, 0.024906]\n",
      "\n",
      "\n",
      "$result.UT_ALL$cem$m.treated\n",
      "[1] 121\n",
      "\n",
      "$result.UT_ALL$cem$n_error\n",
      "[1] 0\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(out)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "R",
   "language": "R",
   "name": "ir"
  },
  "language_info": {
   "codemirror_mode": "r",
   "file_extension": ".r",
   "mimetype": "text/x-r-source",
   "name": "R",
   "pygments_lexer": "r",
   "version": "4.1.2"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "916dbcbb3f70747c44a77c7bcd40155683ae19c65e1c03b4aa3499c5328201f1"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}