prodrelworks/tensorfuzz repository overview

$ git clone https://github.com/brain-research/tensorfuzz
$ 2to3 -w /usr/local/lib/python3.5/dist-packages/pyflann
$ export PYTHONPATH="$PYTHONPATH:~/tensorfuzz"
$ mkdir -p test/checkpoint

$ docker run --name tensorfuzz --cpus 4 --memory 16g -it -v $PWD:/project prodrelworks/tensorfuzz:latest
$ export PYTHONPATH="$PYTHONPATH:~/tensorfuzz"

numpy
absl-py
tensorflow==1.6.0
scipy
pyflann

$ cd ~/tensorfuzz
$ python3 examples/quantize/quantized_model.py --checkpoint_dir='./test/checkpoint' --training_steps=10000

...
...
Instructions for updating:
Use `tf.tables_initializer` instead.
loss: 2.302694320678711, accuracy: 0.05000000074505806
loss: 2.3015241622924805, accuracy: 0.10999999940395355
loss: 2.3028018474578857, accuracy: 0.10999999940395355
loss: 2.3014633655548096, accuracy: 0.09000000357627869
loss: 2.3028900623321533, accuracy: 0.07999999821186066
loss: 2.302272319793701, accuracy: 0.10000000149011612
loss: 2.300469160079956, accuracy: 0.07000000029802322
loss: 2.2927663326263428, accuracy: 0.1599999964237213
loss: 2.296501636505127, accuracy: 0.07000000029802322
loss: 2.292224168777466, accuracy: 0.09000000357627869
loss: 2.275984287261963, accuracy: 0.12999999523162842
...

$ python3 examples/quantize/quantized_fuzzer.py --checkpoint_dir=./test/checkpoint \
  --total_inputs_to_fuzz=100000000 --mutations_per_corpus_item=1000 \ 
--alsologtostderr --output_path=./quantized_image.png --ann_threshold=1.0 \ 
--perturbation_constraint=1.0 --strategy=ann

...
...
INFO:tensorflow:corpus_size 692 mutations_processed 28025
INFO:tensorflow:coverage: [-2.8720129  -2.1511698   1.7478774   0.73063064  0.11395913 -0.9124805
 -3.1126857   1.0953417   2.1990218   3.0716496 ], metadata: (array([-2.8720129 , -2.1511698 ,  1.7478774 ,  0.73063064,  0.11395913,
       -0.9124805 , -3.1126857 ,  1.0953417 ,  2.1990218 ,  3.0716496 ],
      dtype=float32), array([-2.875  , -2.152  ,  1.755  ,  0.7295 ,  0.11633, -0.92   ,
       -3.107  ,  1.095  ,  2.201  ,  3.07   ], dtype=float16))
INFO:tensorflow:corpus_size 693 mutations_processed 28026
INFO:tensorflow:coverage: [-2.8479035  -2.0871844   2.4646344   0.94100994 -0.5903867  -1.4865615
 -3.5442474   1.7172904   2.2501864   3.1032796 ], metadata: (array([-2.8479035 , -2.0871844 ,  2.4646344 ,  0.94100994, -0.5903867 ,
       -1.4865615 , -3.5442474 ,  1.7172904 ,  2.2501864 ,  3.1032796 ],
      dtype=float32), array([-2.852 , -2.092 ,  2.459 ,  0.9365, -0.582 , -1.494 , -3.541 ,
        1.724 ,  2.244 ,  3.111 ], dtype=float16))
INFO:tensorflow:corpus_size 694 mutations_processed 28037
INFO:tensorflow:coverage: [-2.439831   -2.4432      1.227094    0.8399485  -0.18921319 -0.15482725
 -3.7786987   0.82176423  2.7442548   3.307902  ], metadata: (array([-2.439831  , -2.4432    ,  1.227094  ,  0.8399485 , -0.18921319,
       -0.15482725, -3.7786987 ,  0.82176423,  2.7442548 ,  3.307902  ],
      dtype=float32), array([-2.451 , -2.445 ,  1.226 ,  0.839 , -0.1888, -0.1553, -3.78  ,
        0.8228,  2.75  ,  3.312 ], dtype=float16))
INFO:tensorflow:corpus_size 695 mutations_processed 28038
INFO:tensorflow:coverage: [-3.2206032  -2.7184932   0.38558525  0.11220124  1.6355805  -0.59895724
 -3.7593486   1.6019309   2.1606052   4.3001328 ], metadata: (array([-3.2206032 , -2.7184932 ,  0.38558525,  0.11220124,  1.6355805 ,
       -0.59895724, -3.7593486 ,  1.6019309 ,  2.1606052 ,  4.3001328 ],
      dtype=float32), array([-3.223  , -2.717  ,  0.3843 ,  0.11273,  1.638  , -0.601  ,
       -3.752  ,  1.608  ,  2.164  ,  4.305  ], dtype=float16))
INFO:tensorflow:corpus_size 696 mutations_processed 28056
INFO:tensorflow:coverage: [-2.2312891  -3.0220137   1.1322988   0.04419817  0.7890424  -0.29203427
 -2.8525295   0.33069453  2.6232164   3.3504832 ], metadata: (array([-2.2312891 , -3.0220137 ,  1.1322988 ,  0.04419817,  0.7890424 ,
       -0.29203427, -2.8525295 ,  0.33069453,  2.6232164 ,  3.3504832 ],
      dtype=float32), array([-2.234  , -3.012  ,  1.129  ,  0.03955,  0.7954 , -0.2915 ,
       -2.838  ,  0.3213 ,  2.629  ,  3.354  ], dtype=float16))
INFO:tensorflow:corpus_size 697 mutations_processed 28071
INFO:tensorflow:coverage: [-2.1925871  -2.245504    1.9165101   1.1905204  -0.65379274 -0.5835191
 -3.220017    0.82388115  2.18233     2.690061  ], metadata: (array([-2.1925871 , -2.245504  ,  1.9165101 ,  1.1905204 , -0.65379274,
...