Skip to content

Instantly share code, notes, and snippets.

@yoya
Last active March 30, 2019 03:04
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save yoya/01ed7114f46f53404ac9d22ca807db1d to your computer and use it in GitHub Desktop.
Save yoya/01ed7114f46f53404ac9d22ca807db1d to your computer and use it in GitHub Desktop.
sigmoid test
#include <iostream>
#include <cmath>
static float sigmoid(float x) {
if (x > 0) {
return 1.0 / (1.0 + exp(-x));
} else {
return exp(x) / (1.0 + exp(x));
}
}
static float sigmoid1(float x) {
return 1.0 / (1.0 + exp(-x));
}
static float sigmoid2(float x) {
return exp(x) / (1.0 + exp(x));
}
int main(void) {
float r;
for (r = 100 ; r >= -100 ; r-=5) {
std::cerr << "r:" << r << " sigmoid:" << sigmoid(r) << " 1:"<< sigmoid1(r) << " 2:" << sigmoid2(r) << std::endl;
}
return 0;
}
@yoya
Copy link
Author

yoya commented Mar 29, 2019

% c++ -v
Apple LLVM version 10.0.1 (clang-1001.0.46.3)
Target: x86_64-apple-darwin18.5.0
Thread model: posix
InstalledDir: /Library/Developer/CommandLineTools/usr/bin
% c++ sigmoid_test.cpp
% ./a.out
r:100 sigmoid:1 1:1 2:nan
r:95 sigmoid:1 1:1 2:nan
r:90 sigmoid:1 1:1 2:nan
r:85 sigmoid:1 1:1 2:1
r:80 sigmoid:1 1:1 2:1
r:75 sigmoid:1 1:1 2:1
r:70 sigmoid:1 1:1 2:1
r:65 sigmoid:1 1:1 2:1
r:60 sigmoid:1 1:1 2:1
r:55 sigmoid:1 1:1 2:1
r:50 sigmoid:1 1:1 2:1
r:45 sigmoid:1 1:1 2:1
r:40 sigmoid:1 1:1 2:1
r:35 sigmoid:1 1:1 2:1
r:30 sigmoid:1 1:1 2:1
r:25 sigmoid:1 1:1 2:1
r:20 sigmoid:1 1:1 2:1
r:15 sigmoid:1 1:1 2:1
r:10 sigmoid:0.999955 1:0.999955 2:0.999955
r:5 sigmoid:0.993307 1:0.993307 2:0.993307
r:0 sigmoid:0.5 1:0.5 2:0.5
r:-5 sigmoid:0.00669285 1:0.00669285 2:0.00669285
r:-10 sigmoid:4.53979e-05 1:4.53979e-05 2:4.53979e-05
r:-15 sigmoid:3.05902e-07 1:3.05902e-07 2:3.05902e-07
r:-20 sigmoid:2.06115e-09 1:2.06115e-09 2:2.06115e-09
r:-25 sigmoid:1.38879e-11 1:1.38879e-11 2:1.38879e-11
r:-30 sigmoid:9.35762e-14 1:9.35762e-14 2:9.35762e-14
r:-35 sigmoid:6.30512e-16 1:6.30512e-16 2:6.30512e-16
r:-40 sigmoid:4.24835e-18 1:4.24835e-18 2:4.24835e-18
r:-45 sigmoid:2.86252e-20 1:2.86252e-20 2:2.86252e-20
r:-50 sigmoid:1.92875e-22 1:1.92875e-22 2:1.92875e-22
r:-55 sigmoid:1.29958e-24 1:1.29958e-24 2:1.29958e-24
r:-60 sigmoid:8.75651e-27 1:8.75651e-27 2:8.75651e-27
r:-65 sigmoid:5.90009e-29 1:5.90009e-29 2:5.90009e-29
r:-70 sigmoid:3.97545e-31 1:3.97545e-31 2:3.97545e-31
r:-75 sigmoid:2.67864e-33 1:2.67864e-33 2:2.67864e-33
r:-80 sigmoid:1.80485e-35 1:1.80485e-35 2:1.80485e-35
r:-85 sigmoid:1.2161e-37 1:1.2161e-37 2:1.2161e-37
r:-90 sigmoid:8.19401e-40 1:0 2:8.19401e-40
r:-95 sigmoid:5.52112e-42 1:0 2:5.52112e-42
r:-100 sigmoid:3.78351e-44 1:0 2:3.78351e-44

@yoya
Copy link
Author

yoya commented Mar 29, 2019

% g++-8 -v
Using built-in specs.
COLLECT_GCC=g++-8
COLLECT_LTO_WRAPPER=/usr/local/Cellar/gcc/8.2.0/libexec/gcc/x86_64-apple-darwin18.0.0/8.2.0/lto-wrapper
Target: x86_64-apple-darwin18.0.0
Configured with: ../configure --build=x86_64-apple-darwin18.0.0 --prefix=/usr/local/Cellar/gcc/8.2.0 --libdir=/usr/local/Cellar/gcc/8.2.0/lib/gcc/8 --enable-languages=c,c++,objc,obj-c++,fortran --program-suffix=-8 --with-gmp=/usr/local/opt/gmp --with-mpfr=/usr/local/opt/mpfr --with-mpc=/usr/local/opt/libmpc --with-isl=/usr/local/opt/isl --with-system-zlib --enable-checking=release --with-pkgversion='Homebrew GCC 8.2.0' --with-bugurl=https://github.com/Homebrew/homebrew-core/issues --disable-nls --disable-multilib --with-native-system-header-dir=/usr/include --with-sysroot=/Library/Developer/CommandLineTools/SDKs/MacOSX.sdk
Thread model: posix
gcc version 8.2.0 (Homebrew GCC 8.2.0)
% ./a.out
r:100 sigmoid:1 1:1 2:1
r:95 sigmoid:1 1:1 2:1
r:90 sigmoid:1 1:1 2:1
r:85 sigmoid:1 1:1 2:1
r:80 sigmoid:1 1:1 2:1
r:75 sigmoid:1 1:1 2:1
r:70 sigmoid:1 1:1 2:1
r:65 sigmoid:1 1:1 2:1
r:60 sigmoid:1 1:1 2:1
r:55 sigmoid:1 1:1 2:1
r:50 sigmoid:1 1:1 2:1
r:45 sigmoid:1 1:1 2:1
r:40 sigmoid:1 1:1 2:1
r:35 sigmoid:1 1:1 2:1
r:30 sigmoid:1 1:1 2:1
r:25 sigmoid:1 1:1 2:1
r:20 sigmoid:1 1:1 2:1
r:15 sigmoid:1 1:1 2:1
r:10 sigmoid:0.999955 1:0.999955 2:0.999955
r:5 sigmoid:0.993307 1:0.993307 2:0.993307
r:0 sigmoid:0.5 1:0.5 2:0.5
r:-5 sigmoid:0.00669285 1:0.00669285 2:0.00669285
r:-10 sigmoid:4.53979e-05 1:4.53979e-05 2:4.53979e-05
r:-15 sigmoid:3.05902e-07 1:3.05902e-07 2:3.05902e-07
r:-20 sigmoid:2.06115e-09 1:2.06115e-09 2:2.06115e-09
r:-25 sigmoid:1.38879e-11 1:1.38879e-11 2:1.38879e-11
r:-30 sigmoid:9.35762e-14 1:9.35762e-14 2:9.35762e-14
r:-35 sigmoid:6.30512e-16 1:6.30512e-16 2:6.30512e-16
r:-40 sigmoid:4.24835e-18 1:4.24835e-18 2:4.24835e-18
r:-45 sigmoid:2.86252e-20 1:2.86252e-20 2:2.86252e-20
r:-50 sigmoid:1.92875e-22 1:1.92875e-22 2:1.92875e-22
r:-55 sigmoid:1.29958e-24 1:1.29958e-24 2:1.29958e-24
r:-60 sigmoid:8.75651e-27 1:8.75651e-27 2:8.75651e-27
r:-65 sigmoid:5.90009e-29 1:5.90009e-29 2:5.90009e-29
r:-70 sigmoid:3.97545e-31 1:3.97545e-31 2:3.97545e-31
r:-75 sigmoid:2.67864e-33 1:2.67864e-33 2:2.67864e-33
r:-80 sigmoid:1.80485e-35 1:1.80485e-35 2:1.80485e-35
r:-85 sigmoid:1.2161e-37 1:1.2161e-37 2:1.2161e-37
r:-90 sigmoid:8.19401e-40 1:8.19401e-40 2:8.19401e-40
r:-95 sigmoid:5.52112e-42 1:5.52112e-42 2:5.52112e-42
r:-100 sigmoid:3.78351e-44 1:3.78351e-44 2:3.78351e-44

@yoya
Copy link
Author

yoya commented Mar 30, 2019

$ g++ -v
Using built-in specs.
COLLECT_GCC=g++
COLLECT_LTO_WRAPPER=/usr/lib/gcc/x86_64-linux-gnu/7/lto-wrapper
OFFLOAD_TARGET_NAMES=nvptx-none
OFFLOAD_TARGET_DEFAULT=1
Target: x86_64-linux-gnu
Configured with: ../src/configure -v --with-pkgversion='Ubuntu 7.3.0-27ubuntu118.04' --with-bugurl=file:///usr/share/doc/gcc-7/README.Bugs --enable-languages=c,ada,c++,go,brig,d,fortran,objc,obj-c++ --prefix=/usr --with-gcc-major-version-only --program-suffix=-7 --program-prefix=x86_64-linux-gnu- --enable-shared --enable-linker-build-id --libexecdir=/usr/lib --without-included-gettext --enable-threads=posix --libdir=/usr/lib --enable-nls --with-sysroot=/ --enable-clocale=gnu --enable-libstdcxx-debug --enable-libstdcxx-time=yes --with-default-libstdcxx-abi=new --enable-gnu-unique-object --disable-vtable-verify --enable-libmpx --enable-plugin --enable-default-pie --with-system-zlib --with-target-system-zlib --enable-objc-gc=auto --enable-multiarch --disable-werror --with-arch-32=i686 --with-abi=m64 --with-multilib-list=m32,m64,mx32 --enable-multilib --with-tune=generic --enable-offload-targets=nvptx-none --without-cuda-driver --enable-checking=release --build=x86_64-linux-gnu --host=x86_64-linux-gnu --target=x86_64-linux-gnu
Thread model: posix
gcc version 7.3.0 (Ubuntu 7.3.0-27ubuntu1
18.04)
$ ./a.out
r:100 sigmoid:1 1:1 2:1
r:95 sigmoid:1 1:1 2:1
r:90 sigmoid:1 1:1 2:1
r:85 sigmoid:1 1:1 2:1
r:80 sigmoid:1 1:1 2:1
r:75 sigmoid:1 1:1 2:1
r:70 sigmoid:1 1:1 2:1
r:65 sigmoid:1 1:1 2:1
r:60 sigmoid:1 1:1 2:1
r:55 sigmoid:1 1:1 2:1
r:50 sigmoid:1 1:1 2:1
r:45 sigmoid:1 1:1 2:1
r:40 sigmoid:1 1:1 2:1
r:35 sigmoid:1 1:1 2:1
r:30 sigmoid:1 1:1 2:1
r:25 sigmoid:1 1:1 2:1
r:20 sigmoid:1 1:1 2:1
r:15 sigmoid:1 1:1 2:1
r:10 sigmoid:0.999955 1:0.999955 2:0.999955
r:5 sigmoid:0.993307 1:0.993307 2:0.993307
r:0 sigmoid:0.5 1:0.5 2:0.5
r:-5 sigmoid:0.00669285 1:0.00669285 2:0.00669285
r:-10 sigmoid:4.53979e-05 1:4.53979e-05 2:4.53979e-05
r:-15 sigmoid:3.05902e-07 1:3.05902e-07 2:3.05902e-07
r:-20 sigmoid:2.06115e-09 1:2.06115e-09 2:2.06115e-09
r:-25 sigmoid:1.38879e-11 1:1.38879e-11 2:1.38879e-11
r:-30 sigmoid:9.35762e-14 1:9.35762e-14 2:9.35762e-14
r:-35 sigmoid:6.30512e-16 1:6.30512e-16 2:6.30512e-16
r:-40 sigmoid:4.24835e-18 1:4.24835e-18 2:4.24835e-18
r:-45 sigmoid:2.86252e-20 1:2.86252e-20 2:2.86252e-20
r:-50 sigmoid:1.92875e-22 1:1.92875e-22 2:1.92875e-22
r:-55 sigmoid:1.29958e-24 1:1.29958e-24 2:1.29958e-24
r:-60 sigmoid:8.75651e-27 1:8.75651e-27 2:8.75651e-27
r:-65 sigmoid:5.90009e-29 1:5.90009e-29 2:5.90009e-29
r:-70 sigmoid:3.97545e-31 1:3.97545e-31 2:3.97545e-31
r:-75 sigmoid:2.67864e-33 1:2.67864e-33 2:2.67864e-33
r:-80 sigmoid:1.80485e-35 1:1.80485e-35 2:1.80485e-35
r:-85 sigmoid:1.2161e-37 1:1.2161e-37 2:1.2161e-37
r:-90 sigmoid:8.19401e-40 1:8.19401e-40 2:8.19401e-40
r:-95 sigmoid:5.52112e-42 1:5.52112e-42 2:5.52112e-42
r:-100 sigmoid:3.78351e-44 1:3.78351e-44 2:3.78351e-44

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment