Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update config names #106

Merged
merged 41 commits into from
Nov 23, 2022
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
41 commits
Select commit Hold shift + click to select a range
dad9107
updated hashes to newer ones
yfukai Jul 29, 2022
ed4535c
changed source to main
yfukai Jul 29, 2022
7ad185a
ci experiment with dev branch
yfukai Jul 29, 2022
2b6de1e
updated branch
yfukai Jul 29, 2022
901107c
added tests for wrong argments
yfukai Aug 4, 2022
9743896
updated classifier to beta
yfukai Aug 4, 2022
0bca0c2
Merge branch 'dev' of https://github.com/peng-lab/BaSiCPy into minor_…
yfukai Aug 4, 2022
1931b5a
updated copyright
yfukai Aug 5, 2022
bda6d38
just added spaces
yfukai Aug 9, 2022
593fe22
updated downsampled data to Zenodo
yfukai Aug 9, 2022
acc685e
renamed data to datasets
yfukai Aug 9, 2022
b83d629
typo fix...
yfukai Aug 9, 2022
7443964
deleted depricated tools
yfukai Aug 9, 2022
2e6bdba
fixed package names ...
yfukai Aug 9, 2022
3e3e165
import fix
yfukai Aug 9, 2022
a56bac5
:busts_in_silhouette: Update @yfukai as a contributor
yfukai Aug 9, 2022
71dd65d
added my contribution for ci...
yfukai Aug 9, 2022
3678748
Merge branch 'update_hashes' of ssh://github.com/yfukai/BaSiCPy into …
yfukai Aug 13, 2022
c7b3ec3
Merge branch 'update_hashes' into minor_change_before_beta_release
yfukai Aug 13, 2022
8b0643e
removed deprecated routines from old DCT2d
yfukai Aug 13, 2022
e1e9947
trying to add darkfield weight and changing weight for ladmap
yfukai Oct 6, 2022
e0f8202
fixed typo
yfukai Oct 6, 2022
f8928a7
added attribute
yfukai Oct 6, 2022
380c19b
Merge branch 'dev' into dct_tools_update
yfukai Oct 29, 2022
2d8a1d0
updated tests and fixed jax version to solve problems
yfukai Oct 29, 2022
382a834
Merge branch 'dev' of https://github.com/peng-lab/BaSiCPy into update…
yfukai Oct 29, 2022
a39d1e2
Merge branch 'dct_tools_update' into update_coef_definitions
yfukai Oct 29, 2022
5814078
rewrite ladmap to normalize B
yfukai Nov 3, 2022
a3dee62
working ver?
yfukai Nov 5, 2022
987a473
updated test data
yfukai Nov 10, 2022
c766fa9
udpated weight for darkfield
yfukai Nov 10, 2022
fd6a592
updated test data
yfukai Nov 10, 2022
4826265
removed print
yfukai Nov 10, 2022
02a3e00
fixed normalization const
yfukai Nov 10, 2022
05353a5
added test to show basic does not depend on the intensity scale
yfukai Nov 10, 2022
a323989
small update
yfukai Nov 10, 2022
6174fc9
updated coefs
yfukai Nov 11, 2022
8f97fec
updated field names
yfukai Nov 11, 2022
fc148a8
Merge branch 'dev' into update_config_names
yfukai Nov 17, 2022
97d1fcc
fixed typo in log
yfukai Nov 17, 2022
0a3ce1f
updated the definition for self._sparse_cost_darkfield in approximate
yfukai Nov 17, 2022
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion docs/notebooks/WSI_brain.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@
},
"outputs": [],
"source": [
"basic = BaSiC(get_darkfield=True, lambda_flatfield_coef=10)\n",
"basic = BaSiC(get_darkfield=True, smoothness_flatfield=10)\n",
"basic.fit(images)"
]
},
Expand Down
2 changes: 1 addition & 1 deletion docs/notebooks/timelapse_brightfield.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@
},
"outputs": [],
"source": [
"basic = BaSiC(get_darkfield=True, lambda_flatfield_coef=10)\n",
"basic = BaSiC(get_darkfield=True, smoothness_flatfield=10)\n",
"basic.fit(images)"
]
},
Expand Down
6 changes: 3 additions & 3 deletions docs/notebooks/timelapse_nanog.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@
},
"outputs": [],
"source": [
"basic = BaSiC(get_darkfield=True, lambda_flatfield_coef=10)\n",
"basic = BaSiC(get_darkfield=True, smoothness_flatfield=10)\n",
"basic.fit(images)"
]
},
Expand Down Expand Up @@ -129,8 +129,8 @@
"outputs": [],
"source": [
"basic = BaSiC(\n",
" get_darkfield=True, lambda_flatfield_coef=100\n",
") # increase lambda_flatfield_coef for smoother flatfield\n",
" get_darkfield=True, smoothness_flatfield=100\n",
") # increase smoothness_flatfield for smoother flatfield\n",
"basic.fit(images)"
]
},
Expand Down
24 changes: 12 additions & 12 deletions misc_notebooks/compare_lagrangian.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -63,9 +63,9 @@
" fitting_mode=\"ladmap\",\n",
" working_size=None,\n",
" get_darkfield=d,\n",
" lambda_flatfield_coef=100 / 80000,\n",
" lambda_darkfield_coef=0.2,\n",
" lambda_darkfield_sparse_coef=0.2,\n",
" smoothness_flatfield=100 / 80000,\n",
" smoothness_darkfield=0.2,\n",
" sparse_cost_darkfield=0.2,\n",
" max_reweight_iterations=1,\n",
" )\n",
" for d in [False, True]\n",
Expand All @@ -84,16 +84,16 @@
" assert np.allclose(res, b._residual, atol=100000, rtol=1e-2)\n",
" print(\n",
" [\n",
" b._lambda_flatfield,\n",
" b._lambda_darkfield,\n",
" b._lambda_darkfield_sparse,\n",
" b._smoothness_flatfield,\n",
" b._smoothness_darkfield,\n",
" b._sparse_cost_darkfield,\n",
" ]\n",
" )\n",
" lagrangians = [\n",
" np.sum(np.abs(res)),\n",
" b._lambda_flatfield * np.sum(np.abs(JaxDCT.dct2d(b._S))),\n",
" b._lambda_darkfield * np.sum(np.abs(JaxDCT.dct2d(b._D_R))),\n",
" b._lambda_darkfield_sparse * np.sum(np.abs(b._D_R)),\n",
" b._smoothness_flatfield * np.sum(np.abs(JaxDCT.dct2d(b._S))),\n",
" b._smoothness_darkfield * np.sum(np.abs(JaxDCT.dct2d(b._D_R))),\n",
" b._sparse_cost_darkfield * np.sum(np.abs(b._D_R)),\n",
" ]\n",
" print(lagrangians)\n",
" print(sum(lagrangians) / 1e9)\n",
Expand All @@ -103,9 +103,9 @@
" \"lagrangian_value\": np.sum(lagrangians),\n",
" \"fitting_mode\": b.fitting_mode,\n",
" \"get_darkfield\": b.get_darkfield,\n",
" \"lambda_flatfield\": b._lambda_flatfield,\n",
" \"lambda_darkfield\": b._lambda_darkfield,\n",
" \"lambda_darkfield_sparse\": b._lambda_darkfield_sparse,\n",
" \"smoothness_flatfield\": b._smoothness_flatfield,\n",
" \"smoothness_darkfield\": b._smoothness_darkfield,\n",
" \"sparse_cost_darkfield\": b._sparse_cost_darkfield,\n",
" }\n",
" )\n",
"result_df = pd.DataFrame.from_records(result_df)"
Expand Down
8 changes: 4 additions & 4 deletions misc_notebooks/organize_test_data.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@
"source": [
"basic = BaSiC(\n",
" get_darkfield=False,\n",
" lambda_flatfield_coef=1,\n",
" smoothness_flatfield=1,\n",
" max_reweight_iterations=1,\n",
" max_iterations=2000,\n",
")\n",
Expand Down Expand Up @@ -146,9 +146,9 @@
" print(j)\n",
" b = BaSiC(\n",
" fitting_mode=fitting_mode,\n",
" lambda_flatfield_coef=1.0,\n",
" lambda_darkfield_coef=1.0,\n",
" lambda_darkfield_sparse_coef=0.01,\n",
" smoothness_flatfield=1.0,\n",
" smoothness_darkfield=1.0,\n",
" sparse_cost_darkfield=0.01,\n",
" get_darkfield=get_darkfield,\n",
" sort_intensity=sort_intensity,\n",
" max_reweight_iterations=4,\n",
Expand Down
4 changes: 2 additions & 2 deletions misc_notebooks/test_3d_fit.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -243,7 +243,7 @@
"text": [
"INFO:basicpy.basicpy:Initializing BaSiC 5326684736 with parameters: \n",
"get_darkfield: False\n",
"lambda_flatfield_coef: 10\n",
"smoothness_flatfield: 10\n",
"\n",
"INFO:basicpy.basicpy:=== BaSiC fit started ===\n",
"INFO:basicpy.basicpy:reweighting iteration 0\n",
Expand All @@ -262,7 +262,7 @@
}
],
"source": [
"basic = BaSiC(get_darkfield=False, lambda_flatfield_coef=10)\n",
"basic = BaSiC(get_darkfield=False, smoothness_flatfield=10)\n",
"basic.fit(images)"
]
},
Expand Down
20 changes: 11 additions & 9 deletions src/basicpy/_jax_routines.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,15 +36,15 @@ class BaseFit(BaseModel):
1e-6,
description="Optimization tolerance for update diff.",
)
lambda_darkfield: float = Field(
smoothness_darkfield: float = Field(
0.0,
description="Darkfield smoothness weight for sparse reguralization.",
)
lambda_darkfield_sparse: float = Field(
sparse_cost_darkfield: float = Field(
0.0,
description="Darkfield sparseness weight for sparse reguralization.",
)
lambda_flatfield: float = Field(
smoothness_flatfield: float = Field(
0.0,
description="Flatfield smoothness weight for sparse reguralization.",
)
Expand Down Expand Up @@ -228,7 +228,9 @@ def _step(
+ jnp.sum(B[:, newax, newax, newax] * (Im - I_B - I_R + Y / mu), axis=0)
/ eta_S
)
S_new = idct3d(_jshrinkage(dct3d(S_new), self.lambda_flatfield / (eta_S * mu)))
S_new = idct3d(
_jshrinkage(dct3d(S_new), self.smoothness_flatfield / (eta_S * mu))
)
S_new = jnp.where(S_new.min() < 0, S_new - S_new.min(), S_new)
dS = S_new - S
S = S_new
Expand Down Expand Up @@ -263,10 +265,10 @@ def _step(
Im - BS - D_R[newax, ...] - D_Z - I_R + Y / mu, axis=0
)
D_R_new = idct3d(
_jshrinkage(dct3d(D_R_new), self.lambda_darkfield / eta_D / mu)
_jshrinkage(dct3d(D_R_new), self.smoothness_darkfield / eta_D / mu)
)
D_R_new = _jshrinkage(
D_R_new, self.lambda_darkfield_sparse * dark_weight / eta_D / mu
D_R_new, self.sparse_cost_darkfield * dark_weight / eta_D / mu
)
dD_R = D_R_new - D_R
D_R = D_R_new
Expand Down Expand Up @@ -385,7 +387,7 @@ def _step(
# print(type(temp_W))
temp_W = jnp.mean(temp_W, axis=0)
S_hat = S_hat + dct2d(temp_W)
S_hat = _jshrinkage(S_hat, self.lambda_flatfield / (self._ent1 * mu))
S_hat = _jshrinkage(S_hat, self.smoothness_flatfield / (self._ent1 * mu))
S = idct2d(S_hat)
I_B = S[newax, ...] * B[:, newax, newax] + D_R[newax, ...] + D_Z
I_R = (Im - I_B + Y / mu) / self._ent1
Expand Down Expand Up @@ -430,9 +432,9 @@ def _step(

# smooth A_offset
D_R = dct2d(D_R)
D_R = _jshrinkage(D_R, self.lambda_darkfield / (self._ent2 * mu))
D_R = _jshrinkage(D_R, self.smoothness_darkfield / (self._ent2 * mu))
D_R = idct2d(D_R)
D_R = _jshrinkage(D_R, self.lambda_darkfield_sparse / (self._ent2 * mu))
D_R = _jshrinkage(D_R, self.sparse_cost_darkfield / (self._ent2 * mu))
D_R = D_R + Z
fit_residual = R - I_B
Y = Y + mu * fit_residual
Expand Down
46 changes: 23 additions & 23 deletions src/basicpy/basicpy.py
Original file line number Diff line number Diff line change
Expand Up @@ -115,13 +115,13 @@ class BaSiC(BaseModel):
False,
description="When True, will estimate the darkfield shading component.",
)
lambda_flatfield_coef: float = Field(
smoothness_flatfield: float = Field(
1.0, description="Weight of the flatfield term in the Lagrangian."
)
lambda_darkfield_coef: float = Field(
smoothness_darkfield: float = Field(
1.0, description="Weight of the darkfield term in the Lagrangian."
)
lambda_darkfield_sparse_coef: float = Field(
sparse_cost_darkfield: float = Field(
0.01, description="Weight of the darkfield sparse term in the Lagrangian."
)
max_iterations: int = Field(
Expand Down Expand Up @@ -186,9 +186,9 @@ class BaSiC(BaseModel):
_B: float = PrivateAttr(None)
_D_R: float = PrivateAttr(None)
_D_Z: float = PrivateAttr(None)
_lambda_flatfield: float = PrivateAttr(None)
_lambda_darkfield: float = PrivateAttr(None)
_lambda_darkfield_sparse: float = PrivateAttr(None)
_smoothness_flatfield: float = PrivateAttr(None)
_smoothness_darkfield: float = PrivateAttr(None)
_sparse_cost_darkfield: float = PrivateAttr(None)

_settings_fname = "settings.json"
_profiles_fname = "profiles.npy"
Expand Down Expand Up @@ -338,23 +338,23 @@ def fit(
mean_image = jnp.mean(Im2, axis=0)
mean_image = mean_image / jnp.mean(Im2)
mean_image_dct = JaxDCT.dct3d(mean_image.T)
self._lambda_flatfield = (
jnp.sum(jnp.abs(mean_image_dct)) / 800 * self.lambda_flatfield_coef
self._smoothness_flatfield = (
jnp.sum(jnp.abs(mean_image_dct)) / 800 * self.smoothness_flatfield
)
self._lambda_darkfield = (
self._lambda_flatfield * self.lambda_darkfield_coef / 2.5
self._smoothness_darkfield = (
self._smoothness_flatfield * self.smoothness_darkfield / 2.5
)
self._lambda_darkfield_sparse = (
self._lambda_flatfield * self.lambda_darkfield_sparse_coef / 2.5 * 100
self._sparse_cost_darkfield = (
self._smoothness_darkfield * self.sparse_cost_darkfield * 100
)
else:
self._lambda_flatfield = self.lambda_flatfield_coef
self._lambda_darkfield = self.lambda_darkfield_coef
self._lambda_darkfield_sparse = self.lambda_darkfield_sparse_coef
self._smoothness_flatfield = self.smoothness_flatfield
self._smoothness_darkfield = self.smoothness_darkfield
self._sparse_cost_darkfield = self.sparse_cost_darkfield

logger.info(f"lamba_flatfield set to {self._lambda_flatfield}")
logger.info(f"lamba_darkfield set to {self._lambda_darkfield}")
logger.info(f"lamba_darkfield_sparse set to {self._lambda_darkfield_sparse}")
logger.info(f"_smoothness_flatfield set to {self._smoothness_flatfield}")
logger.info(f"_smoothness_darkfield set to {self._smoothness_darkfield}")
logger.info(f"_sparse_cost_darkfield set to {self._sparse_cost_darkfield}")

# spectral_norm = jnp.linalg.norm(Im.reshape((Im.shape[0], -1)), ord=2)
_temp = jnp.linalg.svd(Im2.reshape((Im2.shape[0], -1)), full_matrices=False)
Expand All @@ -367,9 +367,9 @@ def fit(
fit_params = self.dict()
fit_params.update(
dict(
lambda_flatfield=self._lambda_flatfield,
lambda_darkfield=self._lambda_darkfield,
lambda_darkfield_sparse=self._lambda_darkfield_sparse,
smoothness_flatfield=self._smoothness_flatfield,
smoothness_darkfield=self._smoothness_darkfield,
sparse_cost_darkfield=self._sparse_cost_darkfield,
# matrix 2-norm (largest sing. value)
init_mu=init_mu,
max_mu=init_mu * self.max_mu_coef,
Expand Down Expand Up @@ -421,9 +421,9 @@ def fit(
if not converged:
logger.warning("single-step optimization did not converge.")
if S.max() == 0:
logger.error("S is zero. Please try to increase lambda_darkfield_coef.")
logger.error("S is zero. Please try to increase smoothness_darkfield.")
raise RuntimeError(
"S is zero. Please try to increase lambda_darkfield_coef."
"S is zero. Please try to increase smoothness_darkfield."
)
self._S = S
self._D_R = D_R
Expand Down
4 changes: 2 additions & 2 deletions tests/test_basic.py
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@ def test_basic_resize(synthesized_test_data, resize_mode):
# Test BaSiC fitting function (with synthetic data)
def test_basic_fit_synthetic(synthesized_test_data):

basic = BaSiC(get_darkfield=False, lambda_flatfield_coef=1)
basic = BaSiC(get_darkfield=False, smoothness_flatfield=1)

gradient, images, truth = synthesized_test_data

Expand Down Expand Up @@ -238,7 +238,7 @@ def profiles():
def model_path(tmp_path, profiles):
settings_json = """\
{"epsilon": 0.2, "get_darkfield": false,
"lambda_darkfield_coef": 0.0, "lambda_flatfield_coef": 0.0, "max_iterations": 500,
"smoothness_darkfield": 0.0, "smoothness_flatfield": 0.0, "max_iterations": 500,
"max_reweight_iterations": 10, "optimization_tol": 1e-06, "reweighting_tol": 0.001,
"working_size": 128}
"""
Expand Down
Binary file modified tests/test_basic/approximate.npz
Binary file not shown.
Binary file modified tests/test_basic/ladmap.npz
Binary file not shown.