Repository navigation
Expand file tree
/
Copy pathProgram.fs
More file actions
68 lines (55 loc) · 1.46 KB
/
Copy pathProgram.fs
File metadata and controls
68 lines (55 loc) · 1.46 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
open TorchSharp
open Toro
open Toro.NN
[<EntryPoint>]
let main _argv =
let x =
torch.tensor (
array2D [|
[| 0f; 0f |] //
[| 0f; 1f |]
[| 1f; 0f |]
[| 1f; 1f |]
|],
device = torch.CPU
)
let y =
torch.tensor (array2D [| [| 0f |]; [| 1f |]; [| 1f |]; [| 0f |] |], device = torch.CPU)
let l1 = Linear.init 2 16 torch.float32 torch.CPU
let l2 = Linear.init 16 1 torch.float32 torch.CPU
let model =
sequential {
l1
Relu
l2
}
let opt =
AdamW.createWithLr 0.01 (model |> Model.state |> ModelState.trainableParams)
printfn "Training XOR with AdamW..."
for epoch in 1..500 do
scoped {
opt.zeroGrad ()
let pred = model.forward x
let loss = Loss.mse pred y
loss.backward ()
opt.step ()
if epoch % 100 = 0 then
let v = loss.ToSingle()
printfn " epoch %4d loss = %.6f" epoch v
}
printfn ""
printfn "Predictions (expected: 0, 1, 1, 0):"
let pred =
Toro.noGrad (fun () ->
let p = model.forward x
p.flatten ())
let labels = [|
"0 XOR 0" //
"0 XOR 1"
"1 XOR 0"
"1 XOR 1"
|]
for i in 0..3 do
let v = pred[i].ToSingle()
printfn " %s = %.3f" labels[i] v
0