doesn't work unless you write back to LWt..

emer · Feb 1, 2025 · d122cbf · d122cbf
1 parent 4c45b9d
commit d122cbf
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 2 deletions.
diff --git a/axon/learn-path.go b/axon/learn-path.go
diff --git a/axon/learn-path.goal b/axon/learn-path.goal
@@ -507,6 +507,7 @@ func (pt *PathParams) SWtFromWt(ctx *Context, rlay *LayerParams, pti, ri, lni ui
 		wt := Synapses[syni, Wt]
 		lwt := pt.SWts.LWtFromWts(wt, swt)
 		lwt -= hiDk * lwt
+		Synapses[syni, LWt] = lwt
 		Synapses[syni, Wt] = pt.SWts.WtValue(swt, lwt)
 	}
 }

diff --git a/axon/shaders/SlowAdaptNeuron.wgsl b/axon/shaders/SlowAdaptNeuron.wgsl
@@ -754,6 +754,7 @@ fn PathParams_SWtFromWt(pt: PathParams, ctx: Context, rlay: LayerParams, pti: u3
 		var wt = Synapses[Index2D(TensorStrides[170], TensorStrides[171], u32(syni), u32(Wt))];
 		var lwt = SWtParams_LWtFromWts(pt.SWts, wt, swt);
 		lwt -= hiDk * lwt;
+		Synapses[Index2D(TensorStrides[170], TensorStrides[171], u32(syni), u32(LWt))] = lwt;
 		Synapses[Index2D(TensorStrides[170], TensorStrides[171], u32(syni), u32(Wt))] = SWtParams_WtValue(pt.SWts, swt, lwt);
 	}
 }

diff --git a/sims/lvis/params.go b/sims/lvis/params.go
@@ -181,7 +181,7 @@ var PathParams = axon.PathSheets{
 				pt.SWts.Adapt.On.SetBool(true) // true > false, esp in cosdiff
 				pt.SWts.Adapt.LRate = 0.0002   // .0002, .001 > .01 > .1 after 250epc in NStrong
 				pt.SWts.Adapt.SubMean = 1      // 1 > 0 -- definitely needed
-				pt.SWts.Adapt.HiAvgDecay = 0.01
+				pt.SWts.Adapt.HiAvgDecay = 0.1
 				pt.Learn.LRate.Base = 0.005 // 0.005 def; 0.01 > 0.02 later (trace)
 				pt.Learn.DWt.SubMean = 1    // 1 > 0 for trgavg weaker
 				pt.Learn.DWt.CaPScale = 1   // Env10: 1

diff --git a/sims/objrec/params.go b/sims/objrec/params.go
@@ -92,7 +92,7 @@ var PathParams = axon.PathSheets{
 				pt.Learn.LRate.Base = 0.1    // 0.1 > 0.2 much better behavior overall; just slower initial learning for trace, 0.02 for notrace
 				pt.Learn.DWt.SubMean = 1     // 1 -- faster if 0 until 20 epc -- prevents sig amount of late deterioration
 				pt.SWts.Adapt.LRate = 0.0001 // 0.005 == .1 == .01
-				pt.SWts.Adapt.HiAvgDecay = 0
+				pt.SWts.Adapt.HighAvgDecay = 0
 				pt.SWts.Init.SPct = 1            // 1 >= lower (trace-v11)
 				pt.Learn.DWt.CaPScale = 1        //
 				pt.Learn.DWt.Trace.SetBool(true) // no trace starts faster but is unstable