cco/decons
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

trying to calculate the loss gradient when varying parameters

Browse source
This commit is contained in:
Helmut Merz 2025-05-26 16:11:54 +02:00
parent 19ca8adbfc
commit 8025938b81
1 changed files with 11 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
decons.lisp
View file

@ -5,7 +5,7 @@
(:local-nicknames (:shape :scopes/shape) (:local-nicknames (:shape :scopes/shape)
(:util :scopes/util)) (:util :scopes/util))
(:export #:rapply #:rreduce #:radd #:rmul #:rsub #:rdiv (:export #:rapply #:rreduce #:radd #:rmul #:rsub #:rdiv
#:default-deviation #:l2-loss #:trial #:default-deviation #:l2-loss #:trial #:gradient
#:line #:line
#:*obj* #:*trials* #:try)) #:*obj* #:*trials* #:try))
@ -66,6 +66,16 @@
(defmethod print-object ((tr trial) stream) (defmethod print-object ((tr trial) stream)
(shape:print-slots tr stream 'theta 'loss)) (shape:print-slots tr stream 'theta 'loss))
(defun gradient (target dataset)
(let ((expect (funcall (l2-loss target) dataset)))
(lambda (theta)
(let* ((loss0 (funcall expect theta))
(loss1 (funcall expect (vary theta))))
(- loss0 loss1)))))
(defun vary (theta)
(mapcar (lambda (x) (- x 0.01)) theta))
;;;; parameterized target functions ;;;; parameterized target functions
(defun line (x) (defun line (x)