Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Mix baseline #49

Merged
merged 3 commits into from
Jul 18, 2024
Merged

Mix baseline #49

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
3bd1868
dev: mix baseline with bdt for boosted prediction
Jul 18, 2024
c76e86b
Merge branch 'mix_baseline' of github.com:ucsd-hep-ex/hhh into mix_ba…
Jul 18, 2024
91f2da7
Merge branch 'main' into mix_baseline
billy000400 Jul 18, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
86 changes: 54 additions & 32 deletions notebooks/dev/mix_basline_bdt.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -130,30 +130,55 @@
" return ak.fill_none(ak.pad_none(ak_array, max_n, clip=True, axis=axis), pad, axis=axis).to_numpy()"
]
},
{
"cell_type": "markdown",
"id": "42e8de48",
"metadata": {},
"source": [
"### BDT WP by background misidentification rate\n",
"Tight: 0.3%\n",
"\n",
"Medium: 1%\n",
"\n",
"Loose: 2%"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "d7cceadc",
"id": "f2ad1605",
"metadata": {},
"outputs": [],
"source": [
"WP = 0.911"
"WP_tight = 0.95626426\n",
"WP_medium = 0.93498826\n",
"WP_loose = 0.911348"
]
},
{
"cell_type": "code",
"execution_count": 8,
"id": "d7cceadc",
"metadata": {},
"outputs": [],
"source": [
"WP = WP_loose\n",
"pred_file = \"//Users/billyli/UCSD/hhh/reports/bv2/pred_baseline_bdt_loose.h5\""
]
},
{
"cell_type": "code",
"execution_count": 9,
"id": "6d2502b7",
"metadata": {},
"outputs": [],
"source": [
"pred_file = \"//Users/billyli/UCSD/hhh/reports/bv2/pred_baseline_bdt_loose.h5\"\n",
"test_file = \"//Users/billyli/UCSD/hhh/reports/bv2/hhh_test.h5\""
]
},
{
"cell_type": "code",
"execution_count": 9,
"execution_count": 10,
"id": "ea6b8317",
"metadata": {},
"outputs": [],
Expand All @@ -163,7 +188,7 @@
},
{
"cell_type": "code",
"execution_count": 10,
"execution_count": 11,
"id": "401061e3",
"metadata": {},
"outputs": [
Expand All @@ -173,7 +198,7 @@
"<KeysViewHDF5 ['MASK', 'fj_charge', 'fj_chargedenergyfrac', 'fj_cosphi', 'fj_ehadovereem', 'fj_eta', 'fj_mass', 'fj_ncharged', 'fj_neutralenergyfrac', 'fj_nneutral', 'fj_phi', 'fj_pt', 'fj_sdmass', 'fj_sinphi', 'fj_tau21', 'fj_tau32']>"
]
},
"execution_count": 10,
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
Expand All @@ -184,7 +209,7 @@
},
{
"cell_type": "code",
"execution_count": 11,
"execution_count": 12,
"id": "1632da1f",
"metadata": {},
"outputs": [],
Expand All @@ -204,7 +229,7 @@
},
{
"cell_type": "code",
"execution_count": 12,
"execution_count": 13,
"id": "1820e38a",
"metadata": {},
"outputs": [],
Expand Down Expand Up @@ -261,7 +286,7 @@
},
{
"cell_type": "code",
"execution_count": 13,
"execution_count": 14,
"id": "ad91ad5a",
"metadata": {},
"outputs": [
Expand All @@ -280,7 +305,7 @@
},
{
"cell_type": "code",
"execution_count": 14,
"execution_count": 15,
"id": "30133d49",
"metadata": {},
"outputs": [],
Expand All @@ -305,7 +330,7 @@
},
{
"cell_type": "code",
"execution_count": 15,
"execution_count": 16,
"id": "9133ec8b",
"metadata": {},
"outputs": [],
Expand Down Expand Up @@ -335,7 +360,7 @@
},
{
"cell_type": "code",
"execution_count": 16,
"execution_count": 17,
"id": "60993088",
"metadata": {},
"outputs": [
Expand All @@ -355,7 +380,7 @@
},
{
"cell_type": "code",
"execution_count": 17,
"execution_count": 18,
"id": "118d59dc",
"metadata": {},
"outputs": [],
Expand Down Expand Up @@ -388,23 +413,19 @@
"id": "9f12c161",
"metadata": {},
"source": [
"### Remove overlapped jets"
"### Select un_padded jets"
]
},
{
"cell_type": "code",
"execution_count": 18,
"execution_count": 19,
"id": "e3d30de8",
"metadata": {},
"outputs": [],
"source": [
"# find ak4jets that matched to selected ak8jets (dR check)\n",
"matched_fj_idx = match_fjet_to_jet(fjs_selected, js, ak.ArrayBuilder()).snapshot()\n",
"\n",
"# remove overlapped ak4jets and padded jets\n",
"unoverlapped = matched_fj_idx==-1\n",
"not_padded = js['mask']\n",
"j_cond = unoverlapped & not_padded\n",
"j_cond = not_padded\n",
"js_selected = js[j_cond]"
]
},
Expand All @@ -418,7 +439,7 @@
},
{
"cell_type": "code",
"execution_count": 19,
"execution_count": 20,
"id": "8eda8e8b",
"metadata": {},
"outputs": [],
Expand All @@ -428,12 +449,13 @@
"# and how many boosted Higgs that you have reconstructed\n",
"N_jet = ak.num(js_selected, axis=-1).to_numpy(allow_missing=False)\n",
"N_bH = ak.num(fjs_selected, axis=-1).to_numpy(allow_missing=False)\n",
"N_rH = np.minimum(np.floor(N_jet/2), 3-N_bH)"
"# N_rH = np.minimum(np.floor(N_jet/2), 3-N_bH)\n",
"N_rH = np.minimum(np.floor(N_jet/2), 3)"
]
},
{
"cell_type": "code",
"execution_count": 20,
"execution_count": 21,
"id": "b4f5933a",
"metadata": {},
"outputs": [],
Expand All @@ -454,7 +476,7 @@
},
{
"cell_type": "code",
"execution_count": 21,
"execution_count": 22,
"id": "3b38686d",
"metadata": {},
"outputs": [],
Expand Down Expand Up @@ -492,7 +514,7 @@
},
{
"cell_type": "code",
"execution_count": 22,
"execution_count": 23,
"id": "1662a585",
"metadata": {},
"outputs": [],
Expand Down Expand Up @@ -523,7 +545,7 @@
},
{
"cell_type": "code",
"execution_count": 23,
"execution_count": 24,
"id": "b6b04fe7",
"metadata": {},
"outputs": [],
Expand All @@ -537,7 +559,7 @@
},
{
"cell_type": "code",
"execution_count": 24,
"execution_count": 25,
"id": "d7607a1b",
"metadata": {},
"outputs": [],
Expand All @@ -555,7 +577,7 @@
},
{
"cell_type": "code",
"execution_count": 25,
"execution_count": 26,
"id": "f620bdfc",
"metadata": {},
"outputs": [],
Expand All @@ -565,7 +587,7 @@
},
{
"cell_type": "code",
"execution_count": 26,
"execution_count": 27,
"id": "d91e4dc0",
"metadata": {},
"outputs": [
Expand All @@ -575,7 +597,7 @@
"<KeysViewHDF5 ['assignment_probability', 'b1', 'b2', 'detection_probability']>"
]
},
"execution_count": 26,
"execution_count": 27,
"metadata": {},
"output_type": "execute_result"
}
Expand All @@ -586,7 +608,7 @@
},
{
"cell_type": "code",
"execution_count": 27,
"execution_count": 28,
"id": "17aa80d9",
"metadata": {},
"outputs": [
Expand All @@ -596,7 +618,7 @@
"<KeysViewHDF5 ['INPUTS', 'TARGETS']>"
]
},
"execution_count": 27,
"execution_count": 28,
"metadata": {},
"output_type": "execute_result"
}
Expand Down
Loading