1+ <!DOCTYPE html>
2+ < html lang ="ja ">
3+ < head >
4+ < meta http-equiv ="content-type " content ="text/html;charset=utf-8 "/>
5+ < meta name ="viewport " content ="width=device-width, initial-scale=1.0 "/>
6+ < meta name ="description " content =""/>
7+
8+ < meta name ="twitter:card " content ="summary "/>
9+ < meta name ="twitter:image:src " content ="https://avatars1.githubusercontent.com/u/64068543?s=400&v=4 "/>
10+ < meta name ="twitter:title " content ="swish.py "/>
11+ < meta name ="twitter:description " content =""/>
12+ < meta name ="twitter:site " content ="@labmlai "/>
13+ < meta name ="twitter:creator " content ="@labmlai "/>
14+
15+ < meta property ="og:url " content ="https://nn.labml.ai/activations/swish.html "/>
16+ < meta property ="og:title " content ="swish.py "/>
17+ < meta property ="og:image " content ="https://avatars1.githubusercontent.com/u/64068543?s=400&v=4 "/>
18+ < meta property ="og:site_name " content ="swish.py "/>
19+ < meta property ="og:type " content ="object "/>
20+ < meta property ="og:title " content ="swish.py "/>
21+ < meta property ="og:description " content =""/>
22+
23+ < title > swish.py</ title >
24+ < link rel ="shortcut icon " href ="/icon.png "/>
25+ < link rel ="stylesheet " href ="../pylit.css?v=1 ">
26+ < link rel ="canonical " href ="https://nn.labml.ai/activations/swish.html "/>
27+ < link rel ="stylesheet " href ="https://cdn.jsdelivr.net/npm/katex@0.13.18/dist/katex.min.css " integrity ="sha384-zTROYFVGOfTw7JV7KUu8udsvW2fx4lWOsCEDqhBreBwlHI4ioVRtmIvEThzJHGET " crossorigin ="anonymous ">
28+
29+ <!-- Global site tag (gtag.js) - Google Analytics -->
30+ < script async src ="https://www.googletagmanager.com/gtag/js?id=G-4V3HC8HBLH "> </ script >
31+ < script >
32+ window . dataLayer = window . dataLayer || [ ] ;
33+
34+ function gtag ( ) {
35+ dataLayer . push ( arguments ) ;
36+ }
37+
38+ gtag ( 'js' , new Date ( ) ) ;
39+
40+ gtag ( 'config' , 'G-4V3HC8HBLH' ) ;
41+ </ script >
42+ </ head >
43+ < body >
44+ < div id ='container '>
45+ < div id ="background "> </ div >
46+ < div class ='section '>
47+ < div class ='docs '>
48+ < p >
49+ < a class ="parent " href ="/ "> home</ a >
50+ < a class ="parent " href ="index.html "> activations</ a >
51+ </ p >
52+ < p >
53+ < a href ="https://github.com/labmlai/annotated_deep_learning_paper_implementations " target ="_blank ">
54+ < img alt ="Github "
55+ src ="https://img.shields.io/github/stars/labmlai/annotated_deep_learning_paper_implementations?style=social "
56+ style ="max-width:100%; "/> </ a >
57+ < a href ="https://twitter.com/labmlai " rel ="nofollow " target ="_blank ">
58+ < img alt ="Twitter "
59+ src ="https://img.shields.io/twitter/follow/labmlai?style=social "
60+ style ="max-width:100%; "/> </ a >
61+ </ p >
62+ < p >
63+ < a href ="https://github.com/labmlai/annotated_deep_learning_paper_implementations/tree/master/labml_nn/activations/swish.py " target ="_blank ">
64+ View code on Github</ a >
65+ </ p >
66+ </ div >
67+ </ div >
68+ < div class ='section ' id ='section-0 '>
69+ < div class ='docs '>
70+ < div class ='section-link '>
71+ < a href ='#section-0 '> #</ a >
72+ </ div >
73+
74+ </ div >
75+ < div class ='code '>
76+ < div class ="highlight "> < pre > < span class ="lineno "> 1</ span > < span > </ span > < span class ="kn "> import</ span > < span class ="nn "> torch</ span >
77+ < span class ="lineno "> 2</ span > < span class ="kn "> from</ span > < span class ="nn "> torch</ span > < span class ="kn "> import</ span > < span class ="n "> nn</ span >
78+ < span class ="lineno "> 3</ span >
79+ < span class ="lineno "> 4</ span > < span class ="kn "> from</ span > < span class ="nn "> labml_helpers.module</ span > < span class ="kn "> import</ span > < span class ="n "> Module</ span > </ pre > </ div >
80+ </ div >
81+ </ div >
82+ < div class ='section ' id ='section-1 '>
83+ < div class ='docs '>
84+ < div class ='section-link '>
85+ < a href ='#section-1 '> #</ a >
86+ </ div >
87+
88+ </ div >
89+ < div class ='code '>
90+ < div class ="highlight "> < pre > < span class ="lineno "> 7</ span > < span class ="k "> class</ span > < span class ="nc "> Swish</ span > < span class ="p "> (</ span > < span class ="n "> Module</ span > < span class ="p "> ):</ span > </ pre > </ div >
91+ </ div >
92+ </ div >
93+ < div class ='section ' id ='section-2 '>
94+ < div class ='docs '>
95+ < div class ='section-link '>
96+ < a href ='#section-2 '> #</ a >
97+ </ div >
98+
99+ </ div >
100+ < div class ='code '>
101+ < div class ="highlight "> < pre > < span class ="lineno "> 8</ span > < span class ="k "> def</ span > < span class ="fm "> __init__</ span > < span class ="p "> (</ span > < span class ="bp "> self</ span > < span class ="p "> ):</ span >
102+ < span class ="lineno "> 9</ span > < span class ="nb "> super</ span > < span class ="p "> ()</ span > < span class ="o "> .</ span > < span class ="fm "> __init__</ span > < span class ="p "> ()</ span >
103+ < span class ="lineno "> 10</ span > < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> sigmoid</ span > < span class ="o "> =</ span > < span class ="n "> nn</ span > < span class ="o "> .</ span > < span class ="n "> Sigmoid</ span > < span class ="p "> ()</ span > </ pre > </ div >
104+ </ div >
105+ </ div >
106+ < div class ='section ' id ='section-3 '>
107+ < div class ='docs '>
108+ < div class ='section-link '>
109+ < a href ='#section-3 '> #</ a >
110+ </ div >
111+
112+ </ div >
113+ < div class ='code '>
114+ < div class ="highlight "> < pre > < span class ="lineno "> 12</ span > < span class ="k "> def</ span > < span class ="nf "> forward</ span > < span class ="p "> (</ span > < span class ="bp "> self</ span > < span class ="p "> ,</ span > < span class ="n "> x</ span > < span class ="p "> :</ span > < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> Tensor</ span > < span class ="p "> )</ span > < span class ="o "> -></ span > < span class ="n "> torch</ span > < span class ="o "> .</ span > < span class ="n "> Tensor</ span > < span class ="p "> :</ span >
115+ < span class ="lineno "> 13</ span > < span class ="k "> return</ span > < span class ="n "> x</ span > < span class ="o "> *</ span > < span class ="bp "> self</ span > < span class ="o "> .</ span > < span class ="n "> sigmoid</ span > < span class ="p "> (</ span > < span class ="n "> x</ span > < span class ="p "> )</ span > </ pre > </ div >
116+ </ div >
117+ </ div >
118+ < div class ='footer '>
119+ < a href ="https://papers.labml.ai "> Trending Research Papers</ a >
120+ < a href ="https://labml.ai "> labml.ai</ a >
121+ </ div >
122+ </ div >
123+ < script src =../interactive.js?v =1"> </ script >
124+ < script >
125+ function handleImages ( ) {
126+ var images = document . querySelectorAll ( 'p>img' )
127+
128+ for ( var i = 0 ; i < images . length ; ++ i ) {
129+ handleImage ( images [ i ] )
130+ }
131+ }
132+
133+ function handleImage ( img ) {
134+ img . parentElement . style . textAlign = 'center'
135+
136+ var modal = document . createElement ( 'div' )
137+ modal . id = 'modal'
138+
139+ var modalContent = document . createElement ( 'div' )
140+ modal . appendChild ( modalContent )
141+
142+ var modalImage = document . createElement ( 'img' )
143+ modalContent . appendChild ( modalImage )
144+
145+ var span = document . createElement ( 'span' )
146+ span . classList . add ( 'close' )
147+ span . textContent = 'x'
148+ modal . appendChild ( span )
149+
150+ img . onclick = function ( ) {
151+ console . log ( 'clicked' )
152+ document . body . appendChild ( modal )
153+ modalImage . src = img . src
154+ }
155+
156+ span . onclick = function ( ) {
157+ document . body . removeChild ( modal )
158+ }
159+ }
160+
161+ handleImages ( )
162+ </ script >
163+ </ body >
164+ </ html >
0 commit comments