From c4f0331c90ebf98ed35cbbb511c53e2c0e99c7d6 Mon Sep 17 00:00:00 2001 From: "Randall C. O'Reilly" Date: Sat, 8 Jun 2024 01:09:45 -0700 Subject: [PATCH] bla novelinhib lrate = 0.01 allows more signal from costs -- slight reduction in gate CS --- examples/choose/configs/01_us_magnitude.toml | 1 - examples/choose/params.go | 7 +++-- examples/choose/params_good/params.toml | 2 +- examples/choose/params_good/params_all.txt | 2 +- examples/choose/params_good/params_nondef.txt | 2 +- examples/choose/params_good/params_paths.txt | 28 +++++++++---------- 6 files changed, 21 insertions(+), 21 deletions(-) diff --git a/examples/choose/configs/01_us_magnitude.toml b/examples/choose/configs/01_us_magnitude.toml index 780794619..3a8555b50 100644 --- a/examples/choose/configs/01_us_magnitude.toml +++ b/examples/choose/configs/01_us_magnitude.toml @@ -4,4 +4,3 @@ NDrives = 3 Paradigm = "GroupGoodBad" USMagRange.Min = 0.99 # 0.5 shows diffs; 0.99 for control USMagRange.Max = 1 - diff --git a/examples/choose/params.go b/examples/choose/params.go index 87df196e5..5da53bc51 100644 --- a/examples/choose/params.go +++ b/examples/choose/params.go @@ -218,11 +218,12 @@ var ParamSets = netparams.Sets{ Params: params.Params{ "Path.PathScale.Abs": "4", // 4 > 3 > 2 -- key for rapid learning "Path.Learn.Trace.LearnThr": "0", - "Path.Learn.LRate.Base": "0.02", // 0.02 needed in test; better overall + "Path.Learn.LRate.Base": "0.02", // 0.02 > 0.01 }}, - {Sel: ".CSToBLANovelInhib", Desc: "", + {Sel: ".CSToBLANovelInhib", Desc: "learning rate here is critical to bootstrap & then fade", Params: params.Params{ - "Path.Learn.LRate.Base": "0.005", // 0.005 > 0.002 > 0.01 > 0.001 > 0.02 + "Path.Learn.LRate.Base": "0.01", // 0.01 slightly worse for Gate CS, but shows cost effects.. + // 0.02 too fast and Gate CS suffers significantly. 0.005 best for Gate CS, but inhibits costs }}, {Sel: ".SuperToThal", Desc: "", Params: params.Params{ diff --git a/examples/choose/params_good/params.toml b/examples/choose/params_good/params.toml index 57edd8044..0beed357f 100644 --- a/examples/choose/params_good/params.toml +++ b/examples/choose/params_good/params.toml @@ -247,7 +247,7 @@ Sel = ".CSToBLANovelInhib" Desc = "" [Base.Params] - "Path.Learn.LRate.Base" = "0.005" + "Path.Learn.LRate.Base" = "0.01" [[Base]] Sel = ".SuperToThal" diff --git a/examples/choose/params_good/params_all.txt b/examples/choose/params_good/params_all.txt index 618daf158..fd1e562be 100644 --- a/examples/choose/params_good/params_all.txt +++ b/examples/choose/params_good/params_all.txt @@ -3758,7 +3758,7 @@ SWt: { } Learn: { Learn: true - LRate: { Base: 0.005 Sched: 1 Mod: 1 Eff: 0.005 } + LRate: { Base: 0.01 Sched: 1 Mod: 1 Eff: 0.01 } Trace: { Tau: 1 SubMean: 0 LearnThr: 0 } KinaseCa: { SpikeG: 12 MaxISI: 100 Dt: { MTau: 5 PTau: 39 DTau: 41 ExpAdj: true } } diff --git a/examples/choose/params_good/params_nondef.txt b/examples/choose/params_good/params_nondef.txt index 45653a20b..55ff4c4bb 100644 --- a/examples/choose/params_good/params_nondef.txt +++ b/examples/choose/params_good/params_nondef.txt @@ -416,7 +416,7 @@ BLANovelCS.CSToBLANovelCS.SWts.Adapt.SigGain: 1 // (Default: 6)
BLANovelCS.CSToBLANovelCS.Learn.LRate.Base: 0.02 // (Default: 0.04,0.1,0.2)
BLANovelCS.CSToBLANovelCS.SWts.Init.Mean: 0.1 // (Default: 0.5,0.4)
BLANovelCS.CSToBLANovelCS.SWts.Init.Var: 0.05 // (Default: 0.25)
-BLANovelCS.CSToBLANovelCS.Learn.LRate.Base: 0.005 // (Default: 0.04,0.1,0.2)
+BLANovelCS.CSToBLANovelCS.Learn.LRate.Base: 0.01 // (Default: 0.04,0.1,0.2)
BLANovelCS.CSToBLANovelCS.Learn.Hebb.Down: 0 // (Default: 1)
OFCpos.Inhib.Layer.Gi: 2.2 // (Default: 1,1.1,0.75,0.9)
OFCpos.BLAposAcqD1ToOFCpos.PathScale.Abs: 1.5 // (Default: 1)
diff --git a/examples/choose/params_good/params_paths.txt b/examples/choose/params_good/params_paths.txt index e5b59dbac..76a110387 100644 --- a/examples/choose/params_good/params_paths.txt +++ b/examples/choose/params_good/params_paths.txt @@ -89,18 +89,18 @@ Layer: VMtxGo Abs Params: .BLAAcqToGo: 4 | Base:.VSMatrixPath: 1.5 Rel Params: .BLAAcqToGo: 1 Drives VSMatrixPath Abs: 1.00 Rel: 1.00 GScale: 1.00 Rel: 1.00 - Abs Params: .DrivesToMtx: 1 | Base:.VSMatrixPath: 1.5 + Abs Params: .DrivesToMtx: 1 | .VSMatrixPath: 1.5 OFCpos VSMatrixPath Abs: 3.00 Rel: 0.10 GScale: 0.04 Rel: 0.04 Abs Params: #OFCposToVMtxGo: 3 | .PFCToVSMtx: 1 | .VSMatrixPath: 1.5 Rel Params: .PFCToVSMtx: 0.1 ILpos VSMatrixPath Abs: 3.00 Rel: 0.10 GScale: 0.03 Rel: 0.04 - Abs Params: #ILposToVMtxGo: 3 | .PFCToVSMtx: 1 | Base:.VSMatrixPath: 1.5 + Abs Params: #ILposToVMtxGo: 3 | .PFCToVSMtx: 1 | .VSMatrixPath: 1.5 Rel Params: .PFCToVSMtx: 0.1 OFCneg VSMatrixPath Abs: 1.00 Rel: 0.10 GScale: 0.01 Rel: 0.04 - Abs Params: .PFCToVSMtx: 1 | .VSMatrixPath: 1.5 + Abs Params: .PFCToVSMtx: 1 | Base:.VSMatrixPath: 1.5 Rel Params: .PFCToVSMtx: 0.1 ILneg VSMatrixPath Abs: 1.00 Rel: 0.10 GScale: 0.01 Rel: 0.04 - Abs Params: .PFCToVSMtx: 1 | Base:.VSMatrixPath: 1.5 + Abs Params: .PFCToVSMtx: 1 | .VSMatrixPath: 1.5 Rel Params: .PFCToVSMtx: 0.1 ACCcost VSMatrixPath Abs: 3.00 Rel: 0.10 GScale: 0.02 Rel: 0.04 Abs Params: #ACCcostToVMtxGo: 3 | .PFCToVSMtx: 1 | Base:.VSMatrixPath: 1.5 @@ -120,7 +120,7 @@ Layer: VMtxNo Abs Params: .BLAAcqToGo: 4 | Base:.VSMatrixPath: 1.5 Rel Params: .BLAAcqToGo: 1 BLAposExtD2 VSMatrixPath Abs: 1.50 Rel: 1.00 GScale: 0.14 Rel: 0.27 - Abs Params: Base:.VSMatrixPath: 1.5 + Abs Params: .VSMatrixPath: 1.5 Drives VSMatrixPath Abs: 1.00 Rel: 1.00 GScale: 1.00 Rel: 1.00 Abs Params: .DrivesToMtx: 1 | Base:.VSMatrixPath: 1.5 OFCpos VSMatrixPath Abs: 1.00 Rel: 0.10 GScale: 0.01 Rel: 0.03 @@ -146,7 +146,7 @@ Layer: VSGated Layer: VsPatchD1 ILnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14 - Abs Params: Base:.VSPatchPath: 4 + Abs Params: .VSPatchPath: 4 Drives VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 4.00 Rel: 1.00 Abs Params: .VSPatchPath: 4 OFCposPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.10 Rel: 0.14 @@ -154,17 +154,17 @@ Layer: VsPatchD1 ILposPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14 Abs Params: Base:.VSPatchPath: 4 OFCnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14 - Abs Params: Base:.VSPatchPath: 4 + Abs Params: .VSPatchPath: 4 ILnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14 Abs Params: Base:.VSPatchPath: 4 PVposP VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.19 Rel: 0.14 - Abs Params: Base:.VSPatchPath: 4 + Abs Params: .VSPatchPath: 4 PLutilPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14 - Abs Params: Base:.VSPatchPath: 4 + Abs Params: .VSPatchPath: 4 Layer: VsPatchD2 ILnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14 - Abs Params: Base:.VSPatchPath: 4 + Abs Params: .VSPatchPath: 4 Drives VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 4.00 Rel: 1.00 Abs Params: .VSPatchPath: 4 OFCposPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.10 Rel: 0.14 @@ -174,11 +174,11 @@ Layer: VsPatchD2 OFCnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14 Abs Params: Base:.VSPatchPath: 4 ILnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14 - Abs Params: .VSPatchPath: 4 + Abs Params: Base:.VSPatchPath: 4 PVposP VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.19 Rel: 0.14 Abs Params: Base:.VSPatchPath: 4 PLutilPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14 - Abs Params: .VSPatchPath: 4 + Abs Params: Base:.VSPatchPath: 4 Layer: SC CS ForwardPath Abs: 2.00 Rel: 1.00 GScale: 2.00 Rel: 1.00 @@ -190,8 +190,8 @@ Layer: BLAposAcqD1 BLAposAcqD1 InhibPath Abs: 0.50 Rel: 1.00 GScale: 0.06 Rel: 0.33 BLAposExtD2 InhibPath Abs: 0.50 Rel: 1.00 GScale: 0.06 Rel: 0.33 BLANovelCS ForwardPath Abs: 2.90 Rel: 0.10 GScale: 0.18 Rel: 0.06 - Abs Params: .BLAFromNovel: 3 - Rel Params: Base:.BLAFromNovel: 0.1 + Abs Params: Base:.BLAFromNovel: 3 + Rel Params: .BLAFromNovel: 0.1 USpos BLAPath Abs: 6.00 Rel: 0.50 GScale: 0.62 Rel: 0.31 CS BLAPath Abs: 1.50 Rel: 1.00 GScale: 0.94 Rel: 0.62