Author |
Topic: perseptron (Read 558 times) |
|
bluatigro
Full Member
member is offline
Gender: 
Posts: 111
|
 |
perseptron
« Thread started on: Feb 3rd, 2016, 12:20pm » |
|
this is a try at a lerning perseptron
perseptron :
- a neural net of 1 neuron
i m using a genetic algoritm to get it to lern
later it wil be a neural net
i know that f() is trivial
but i have to start somewere
Code:
global maxin , hoog
maxin = 1
hoog = 2 ^ 24
dim cel( 200 , maxin ) , w( 200 , maxin + 1 )
dim fout( 200 ) , ry( 200 )
''set weights at random
for i = 0 to 200
ry( i ) = i
for j = 0 to maxin + 1
w( i , j ) = int( rnd(0) * hoog )
next j
next i
for gen = 0 to 100
''let all cels live
for i = 0 to 200
fout( i ) = 0
for x = -10 to 10
for y = -10 to 10
cel( i , 0 ) = x
cel( i , 1 ) = y
fout( i ) = fout( i ) _
+ abs( sign( cel.uit( i ) ) - f( x , y ) )
next y
next x
next i
''sort cels on fitnes
for h = 1 to 200
for l = 0 to h - 1
if fout(ry(l)) > fout(ry(h)) then
i = ry(l)
ry(l)=ry(h)
ry(h)= i
end if
next l
next h
print gen , fout( ry( 0 ) )
''let best cels make next generation
for i = 20 to 200
a = int( rnd(0) * 20 )
b = int( rnd(0) * 20 )
call cel.mix ry( i ) , ry( a ) , ry( b )
if rnd(0) < 0.5 then
call cel.mutate ry( i )
end if
next i
next gen
q = 0
''test the best cel
for i = 0 to 99
x = int( rnd(0) * 20 ) - 10
y = int( rnd(0) * 20 ) - 10
cel( ry( 0 ) ) = x
cel( ry( 0 ) ) = y
if cel.uit( ry( 0 ) ) <> f( x , y ) then
q = q + 1
end if
print cel.uit( ry( 0 ) ) , f( x , y ) _
, "error = " ; q ; " %"
next i
end
function sign( x )
uit = 0
if x < 0 then uit = -1
if x > 0 then uit = 1
sign = uit
end function
function f( x , y )
uit = -1
if x < y then uit = 1
f = uit
end function
function cel.uit( no )
sum = w( no , maxin + 1 ) / hoog - .5
for i = 0 to maxin
sum = sum + cel(no,i)*w(no,i)/hoog - .5
next i
cel.uit = sum
end function
sub cel.mutate no
dw = int( rnd(0) * ( maxin + 1 ) )
m = int( rnd(0) * 24 )
w( no , dw ) = w( no , dw ) xor 2 ^ m
end sub
sub cel.mix uit , a , b
for i = 0 to maxin
w( uit , i ) = 0
for m = 0 to 24
if rnd(0) < .5 then
w(uit,i)=w(uit,i)+w(a,i)and 2^m
else
w(uit,i)=w(uit,i)+w(b,i)and 2^m
end if
next m
next i
end sub
|
| « Last Edit: Feb 3rd, 2016, 12:21pm by bluatigro » |
 Logged
|
|
|
|
michael
New Member
member is offline
Posts: 28
|
|
Re: perseptron
« Reply #1 on: Feb 15th, 2016, 08:18am » |
|
You need to add SCAN in your program.. Liberty freezes and I am unsure of the function of this program
|
|
Logged
|
I make program generators and some utilities. Its my hobby
|
|
|
bluatigro
Full Member
member is offline
Gender:
Posts: 111
|
|
Re: perseptron
« Reply #2 on: Feb 18th, 2016, 08:36am » |
|
update :
- boolean code added
- some errors removed
error :
- fout( ry( 0 ) ) isnt getting smaller
@ michael :
- i m trying to lern how to make a Neural Net
- first i have to praktice whit a perseptron
- the perseptron is lerning f() whit a Genetic Algoritm
- i dont know [ jet ] how to backprop the NN
GA :
- 1 : create random dna
- 2 : let dna make output
- 3 : sort dna on fitness
- 4 : best dna gets child
- 5 : mutate some childs
- 6 : goto 2 if error > wished and generation < max
Code:
global maxin , hoog
maxin = 1
hoog = 2 ^ 24
dim cel( 200 , maxin ) , w( 200 , maxin + 1 )
dim fout( 200 ) , ry( 200 )
''set weights at random
for i = 0 to 200
ry( i ) = i
for j = 0 to maxin + 1
w( i , j ) = int( rnd(0) * hoog )
next j
next i
for gen = 0 to 10
scan
''let all cels live
for i = 0 to 200
fout( i ) = 0
for x = -10 to 10
for y = -10 to 10
cel( i , 0 ) = x
cel( i , 1 ) = y
fout( i ) = fout( i ) _
+ abs( sign( cel.uit( i ) ) - f( x , y ) )
next y
next x
next i
''sort cels on fitnes
for h = 1 to 200
for l = 0 to h - 1
if fout(ry(l)) > fout(ry(h)) then
i = ry(l)
ry(l)=ry(h)
ry(h)= i
end if
next l
next h
print gen , fout( ry( 0 ) )
''let best cels make next generation
for i = 20 to 200
a = int( rnd(0) * 20 )
b = int( rnd(0) * 20 )
call cel.mix ry( i ) , ry( a ) , ry( b )
if rnd(0) < 0.5 then
call cel.mutate ry( i )
end if
next i
next gen
q = 0
''test the best cel
for i = 0 to 999
x = int( rnd(0) * 20 ) - 10
y = int( rnd(0) * 20 ) - 10
cel( ry( 0 ) , 0 ) = x
cel( ry( 0 ) , 1 ) = y
if sign( cel.uit( ry( 0 ) ) ) <> f( x , y ) then
q = q + 1
end if
print sign( cel.uit( ry( 0 ) ) ) , f( x , y ) _
, "error = " ; q/10 ; " %"
next i
end
function sign( x )
sign = ( x < 0 ) - ( x > 0 )
'' uit = 0
'' if x < 0 then uit = -1
'' if x > 0 then uit = 1
'' sign = uit
end function
function f( x , y )
f = ( x >= y ) - ( x < y )
'' uit = -1
'' if x < y then uit = 1
'' f = uit
end function
function cel.uit( no )
sum = w( no , maxin + 1 ) / hoog - .5
for i = 0 to maxin
sum = sum + cel(no,i)*w(no,i)/hoog - .5
next i
cel.uit = sum
end function
sub cel.mutate no
dw = int( rnd(0) * ( maxin + 1 ) )
m = int( rnd(0) * 24 )
w( no , dw ) = w( no , dw ) xor 2 ^ m
end sub
sub cel.mix uit , a , b
for i = 0 to maxin
w( uit , i ) = 0
for m = 0 to 24
if rnd(0) < .5 then
w(uit,i)=w(uit,i)+(w(a,i)and 2^m)
else
w(uit,i)=w(uit,i)+(w(b,i)and 2^m)
end if
next m
next i
end sub
|
|
Logged
|
|
|
|
|
