Skip to content

Commit

Permalink
bla novelinhib lrate = 0.01 allows more signal from costs -- slight r…
Browse files Browse the repository at this point in the history 
…eduction in gate CS
  • Loading branch information
@rcoreilly
rcoreilly committed Jun 8, 2024
1 parent e853e52 commit c4f0331
Show file tree
Hide file tree
Showing 6 changed files with 21 additions and 21 deletions.
1 change: 0 additions & 1 deletion examples/choose/configs/01_us_magnitude.toml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,3 @@ NDrives = 3
Paradigm = "GroupGoodBad"
USMagRange.Min = 0.99 # 0.5 shows diffs; 0.99 for control
USMagRange.Max = 1

7 changes: 4 additions & 3 deletions examples/choose/params.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -218,11 +218,12 @@ var ParamSets = netparams.Sets{
Params: params.Params{
"Path.PathScale.Abs": "4", // 4 > 3 > 2 -- key for rapid learning
"Path.Learn.Trace.LearnThr": "0",
"Path.Learn.LRate.Base": "0.02", // 0.02 needed in test; better overall
"Path.Learn.LRate.Base": "0.02", // 0.02 > 0.01
}},
{Sel: ".CSToBLANovelInhib", Desc: "",
{Sel: ".CSToBLANovelInhib", Desc: "learning rate here is critical to bootstrap & then fade",
Params: params.Params{
"Path.Learn.LRate.Base": "0.005", // 0.005 > 0.002 > 0.01 > 0.001 > 0.02
"Path.Learn.LRate.Base": "0.01", // 0.01 slightly worse for Gate CS, but shows cost effects..
// 0.02 too fast and Gate CS suffers significantly. 0.005 best for Gate CS, but inhibits costs
}},
{Sel: ".SuperToThal", Desc: "",
Params: params.Params{
Expand Down
2 changes: 1 addition & 1 deletion examples/choose/params_good/params.toml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -247,7 +247,7 @@
Sel = ".CSToBLANovelInhib"
Desc = ""
[Base.Params]
"Path.Learn.LRate.Base" = "0.005"
"Path.Learn.LRate.Base" = "0.01"

[[Base]]
Sel = ".SuperToThal"
Expand Down
2 changes: 1 addition & 1 deletion examples/choose/params_good/params_all.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3758,7 +3758,7 @@ SWt: {
}
Learn: {
Learn: true
LRate: { Base: 0.005 Sched: 1 Mod: 1 Eff: 0.005 }
LRate: { Base: 0.01 Sched: 1 Mod: 1 Eff: 0.01 }
Trace: { Tau: 1 SubMean: 0 LearnThr: 0 }
KinaseCa: { SpikeG: 12 MaxISI: 100 Dt: { MTau: 5 PTau: 39 DTau: 41 ExpAdj: true
} }
Expand Down
2 changes: 1 addition & 1 deletion examples/choose/params_good/params_nondef.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -416,7 +416,7 @@ BLANovelCS.CSToBLANovelCS.SWts.Adapt.SigGain: 1 // (Default: 6)<br>
BLANovelCS.CSToBLANovelCS.Learn.LRate.Base: 0.02 // (Default: 0.04,0.1,0.2)<br>
BLANovelCS.CSToBLANovelCS.SWts.Init.Mean: 0.1 // (Default: 0.5,0.4)<br>
BLANovelCS.CSToBLANovelCS.SWts.Init.Var: 0.05 // (Default: 0.25)<br>
BLANovelCS.CSToBLANovelCS.Learn.LRate.Base: 0.005 // (Default: 0.04,0.1,0.2)<br>
BLANovelCS.CSToBLANovelCS.Learn.LRate.Base: 0.01 // (Default: 0.04,0.1,0.2)<br>
BLANovelCS.CSToBLANovelCS.Learn.Hebb.Down: 0 // (Default: 1)<br>
OFCpos.Inhib.Layer.Gi: 2.2 // (Default: 1,1.1,0.75,0.9)<br>
OFCpos.BLAposAcqD1ToOFCpos.PathScale.Abs: 1.5 // (Default: 1)<br>
Expand Down
28 changes: 14 additions & 14 deletions examples/choose/params_good/params_paths.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -89,18 +89,18 @@ Layer: VMtxGo
Abs Params: .BLAAcqToGo: 4 | Base:.VSMatrixPath: 1.5
Rel Params: .BLAAcqToGo: 1
Drives VSMatrixPath Abs: 1.00 Rel: 1.00 GScale: 1.00 Rel: 1.00
Abs Params: .DrivesToMtx: 1 | Base:.VSMatrixPath: 1.5
Abs Params: .DrivesToMtx: 1 | .VSMatrixPath: 1.5
OFCpos VSMatrixPath Abs: 3.00 Rel: 0.10 GScale: 0.04 Rel: 0.04
Abs Params: #OFCposToVMtxGo: 3 | .PFCToVSMtx: 1 | .VSMatrixPath: 1.5
Rel Params: .PFCToVSMtx: 0.1
ILpos VSMatrixPath Abs: 3.00 Rel: 0.10 GScale: 0.03 Rel: 0.04
Abs Params: #ILposToVMtxGo: 3 | .PFCToVSMtx: 1 | Base:.VSMatrixPath: 1.5
Abs Params: #ILposToVMtxGo: 3 | .PFCToVSMtx: 1 | .VSMatrixPath: 1.5
Rel Params: .PFCToVSMtx: 0.1
OFCneg VSMatrixPath Abs: 1.00 Rel: 0.10 GScale: 0.01 Rel: 0.04
Abs Params: .PFCToVSMtx: 1 | .VSMatrixPath: 1.5
Abs Params: .PFCToVSMtx: 1 | Base:.VSMatrixPath: 1.5
Rel Params: .PFCToVSMtx: 0.1
ILneg VSMatrixPath Abs: 1.00 Rel: 0.10 GScale: 0.01 Rel: 0.04
Abs Params: .PFCToVSMtx: 1 | Base:.VSMatrixPath: 1.5
Abs Params: .PFCToVSMtx: 1 | .VSMatrixPath: 1.5
Rel Params: .PFCToVSMtx: 0.1
ACCcost VSMatrixPath Abs: 3.00 Rel: 0.10 GScale: 0.02 Rel: 0.04
Abs Params: #ACCcostToVMtxGo: 3 | .PFCToVSMtx: 1 | Base:.VSMatrixPath: 1.5
Expand All @@ -120,7 +120,7 @@ Layer: VMtxNo
Abs Params: .BLAAcqToGo: 4 | Base:.VSMatrixPath: 1.5
Rel Params: .BLAAcqToGo: 1
BLAposExtD2 VSMatrixPath Abs: 1.50 Rel: 1.00 GScale: 0.14 Rel: 0.27
Abs Params: Base:.VSMatrixPath: 1.5
Abs Params: .VSMatrixPath: 1.5
Drives VSMatrixPath Abs: 1.00 Rel: 1.00 GScale: 1.00 Rel: 1.00
Abs Params: .DrivesToMtx: 1 | Base:.VSMatrixPath: 1.5
OFCpos VSMatrixPath Abs: 1.00 Rel: 0.10 GScale: 0.01 Rel: 0.03
Expand All @@ -146,25 +146,25 @@ Layer: VSGated

Layer: VsPatchD1
ILnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
Abs Params: .VSPatchPath: 4
Drives VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 4.00 Rel: 1.00
Abs Params: .VSPatchPath: 4
OFCposPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.10 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
ILposPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
OFCnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
Abs Params: .VSPatchPath: 4
ILnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
PVposP VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.19 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
Abs Params: .VSPatchPath: 4
PLutilPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
Abs Params: .VSPatchPath: 4

Layer: VsPatchD2
ILnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
Abs Params: .VSPatchPath: 4
Drives VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 4.00 Rel: 1.00
Abs Params: .VSPatchPath: 4
OFCposPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.10 Rel: 0.14
Expand All @@ -174,11 +174,11 @@ Layer: VsPatchD2
OFCnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
ILnegPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14
Abs Params: .VSPatchPath: 4
Abs Params: Base:.VSPatchPath: 4
PVposP VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.19 Rel: 0.14
Abs Params: Base:.VSPatchPath: 4
PLutilPTp VSPatchPath Abs: 4.00 Rel: 1.00 GScale: 0.14 Rel: 0.14
Abs Params: .VSPatchPath: 4
Abs Params: Base:.VSPatchPath: 4

Layer: SC
CS ForwardPath Abs: 2.00 Rel: 1.00 GScale: 2.00 Rel: 1.00
Expand All @@ -190,8 +190,8 @@ Layer: BLAposAcqD1
BLAposAcqD1 InhibPath Abs: 0.50 Rel: 1.00 GScale: 0.06 Rel: 0.33
BLAposExtD2 InhibPath Abs: 0.50 Rel: 1.00 GScale: 0.06 Rel: 0.33
BLANovelCS ForwardPath Abs: 2.90 Rel: 0.10 GScale: 0.18 Rel: 0.06
Abs Params: .BLAFromNovel: 3
Rel Params: Base:.BLAFromNovel: 0.1
Abs Params: Base:.BLAFromNovel: 3
Rel Params: .BLAFromNovel: 0.1
USpos BLAPath Abs: 6.00 Rel: 0.50 GScale: 0.62 Rel: 0.31
CS BLAPath Abs: 1.50 Rel: 1.00 GScale: 0.94 Rel: 0.62

Expand Down

0 comments on commit c4f0331

Please sign in to comment.