diff --git a/.dockerignore b/.dockerignore new file mode 100644 index 0000000..c795b05 --- /dev/null +++ b/.dockerignore @@ -0,0 +1 @@ +build \ No newline at end of file diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..b9bafa2 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,18 @@ +FROM ubuntu:18.04 + +MAINTAINER Yannic Noller + +# Dependencies +RUN apt-get -y update +RUN apt-get -y install git build-essential openjdk-8-jdk wget unzip ant python3 python3-numpy vim nano +RUN update-java-alternatives --set /usr/lib/jvm/java-1.8.0-openjdk-amd64 +RUN wget https://services.gradle.org/distributions/gradle-4.4.1-bin.zip -P /tmp +RUN unzip -d /opt/gradle /tmp/gradle-*.zip +ENV GRADLE_HOME=/opt/gradle/gradle-4.4.1 +ENV PATH=${GRADLE_HOME}/bin:${PATH} + +# Installing HyDiff +WORKDIR /root +RUN git clone https://github.com/yannicnoller/hydiff.git --branch v1.0.0 +WORKDIR /root/hydiff +RUN ./setup.sh diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..02ea2c9 --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2020 Yannic Noller, Corina S. Pasareanu, Marcel Böhme, Youcheng Sun, Hoang Lam Nguyen, Lars Grunske + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/README.md b/README.md index 3a267f4..d6e0fe2 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,141 @@ - + # HyDiff: Hybrid Differential Software Analysis +This repository provides the tool and the evaluation subjects for the paper *HyDiff: Hybrid Differential Software Analysis* accepted for the technical track at ICSE'2020. A pre-print of the paper is available [here](https://yannicnoller.github.io/publications/icse2020_noller_hydiff.pdf). + +Authors: +[Yannic Noller](https://yannicnoller.github.io), +[Corina S. Pasareanu](https://www.cylab.cmu.edu/directory/bios/pasareanu-corina.html), +[Marcel Böhme](https://mboehme.github.io), +[Youcheng Sun](https://sites.google.com/site/theyoucheng/), +[Hoang Lam Nguyen](https://github.com/hoanglam-nguyen), +and [Lars Grunske](https://www.informatik.hu-berlin.de/de/Members/lars-grunske). + +The repository includes: +* a [setup](setup.sh) script, +* the experiment subjects: [experiments/subjects](./experiments/subjects), +* the summarized experiment results: [experiments/results](./experiments/results), +* the scripts to rerun all experiments: [experiments/scripts](./experiments/scripts), +* and the source code for both components of Hydiff: [tool/fuzzing](./tool/fuzzing), and [tool/symbolicexecution](./tool/symbolicexecution). + +A pre-built version of HyDiff is also available as [Docker image](https://hub.docker.com/r/yannicnoller/hydiff): +``` +docker pull yannicnoller/hydiff +docker run -it --rm yannicnoller/hydiff +``` + +## Tool +HyDiff's technical framework is built on top of [Badger](https://github.com/isstac/badger), [DifFuzz](https://github.com/isstac/diffuzz), and the [Symbolic PathFinder](https://github.com/SymbolicPathFinder). +We provide a complete snapshot of all tools and our extensions. + +### Requirements +* Git, Ant, Build-Essentials, Gradle +* Java JDK = 1.8 +* Python3, Numpy Package +* recommended: Ubuntu 18.04.1 LTS + +### Folder Structure +The folder *tool* contains 2 subfolders: *fuzzing* and *symbolicexecution*, representing the both components of HyDiff. + +#### fuzzing + +* *afl-differential*: +The fuzzing component is built on top of DifFuzz and KelinciWCA (the fuzzing part of Badger). +Both use [AFL](http://lcamtuf.coredump.cx/afl/) as the underlying fuzzing engine. +In order to make it easy for the users, we provide our complete modified AFL variant in this folder. +Our modifications are based on [afl-2.52b](http://lcamtuf.coredump.cx/afl/releases/?O=D). + +* *kelinci-differential*: +Kelinci leverages a server-client architecture to make AFL applicable to Java applications, please refer to the Kelinci [poster-paper](https://dl.acm.org/citation.cfm?id=3138820) for more details. +We modified it to make usable in a general differential analysis. +It includes an *interface* program to connect the *Kelinci server* to the AFL fuzzer and the *instrumentor* project, which is used to instrument the Java bytecode. +The instrumentation handles the coverage reporting and the collection of our differential metrics. +The Kelinci server handles requests from AFL to execute a mutated input on the application. + +#### symbolicexecution + +* *jpf-core*: +Our symbolic execution is built on top of Symbolic PathFinder (SPF), which is an extension of [Java PathFinder](https://github.com/javapathfinder) (JPF), which makes it necessary to include the core implementation of JPF. + +* *jpf-symbc-differential*: +In order to make SPF applicable to a differential analysis, we modified in several locations and added the ability to perform some sort of *shadow symbolic execution* (cf. [Complete Shadow Symbolic Execution with Java PathFinder](https://github.com/hub-se/jpf-shadow-plus)). +This folder includes the modified SPF project. + +* *badger-differential*: +HyDiff performs a hybrid analysis by running fuzzing and symbolic execution in parallel. +This concept is based on Badger, which provides the technical basis for our implementation. +This folder includes the modified Badger project, which enables the differential hybrid analysis, incl. the differential dynamic symbolic execution. + +### How to install the tool and run our evaluation +Be aware that the instructions have been tested for Unix systems only. + +1. First you need to build the tool and the subjects. +We provide a script *setup.sh* to simply build everything. +Note: the script may override an existing site.properties file, which is required for JPF/SPF. + +2. Test the installation: the best way to test the installation is to execute the evaluation of our example program (cf. Listing 1 in our paper). +You can execute the script [run_example.sh](./experiments/scripts/run_example.sh). +As it is, it will run each analysis (just differential fuzzing, just differential symbolic execution, and the hybrid analysis) once. +The values presented in our paper in Section 2.2 are averaged over 30 runs. +In order to perform 30 runs each, you can easily adapt the script, but for some first test runs you can leave it as it is. +The script should produce three folders: + * experiments/subjects/example/fuzzer-out-1: results for differential fuzzing + * experiments/subjects/example/symexe-out-1: results for differential symbolic execution + * experiments/subjects/example/hydiff-out-1: results for HyDiff (hybrid combination) +It will also produce three csv files with the summarized statistics for each experiment: + * experiments/subjects/example/fuzzer-out-results-n=1-t=600-s=30.csv + * experiments/subjects/example/symexe-out-results-n=1-t=600-s=30.csv + * experiments/subjects/example/hydiff-out-results-n=1-t=600-s=30-d=0.csv + +3. After finishing the building process and testing the installation, you can use the provided *run* scripts ([experiments/scripts](./experiments/scripts)) to replay HyDiff's evaluation or to perform your own differential analysis. +HyDiff's evaluation contains three types of differential analysis. +For each of them you will find a separate run script: + * [run_regression_evaluation.sh](./experiments/scripts/run_regression_evaluation.sh) + * [run_sidechannel_evaluation.sh](./experiments/scripts/run_sidechannel_evaluation.sh) + * [run_dnn_evaluation.sh](./experiments/scripts/run_dnn_evaluation.sh) + +In the beginning of each run script you can define the experiment parameters: +* `number_of_runs`: `N`, the number of evaluation runs for each subject (30 for all experiments) +* `time_bound`: `T`, the time bound for the analysis (regression: 600sec, side-channel: 1800sec, and dnn: 3600sec) +* `step_size_eval`: `S`, the step size for the evaluation (30sec for all experiments) +* [`time_symexe_first`: `D`, the delay with which fuzzing gets started after symexe for the DNN subjects] (only DNN) + +Each run script first executes differential fuzzing, then differential symbolic execution and then the hybrid analysis. +Please adapt our scripts to perform your own analysis. + +For each *subject*, *analysis_type*, and experiment repetition *i* the scripts will produce folders like: +`experiments/subjects//-out-`, +and will summarize the experiments in csv files like: +`experiments/subjects//-out-results-n=-t=-s=-d=.csv`. + +### Complete Evaluation Reproduction +In order to reproduce our evaluation completely, you need to run the three mentioned run scripts. +They include the generation of all statistics. +Be aware that the mere runtime of all analysis parts is more than **53 days** because of the high runtimes and number of repetitions. +So it might be worthwhile to run it only for some specific subjects or to run the analysis on different machines in parallel or to modify the runtime or to reduce the number of repetitions. +Feel free to adjust the script or reuse it for your own purpose. + +### Statistics +As mentioned earlier, the statistics will be automatically generated by our run script, which execute the python scripts from the *scripts* folder to aggregate the several experiment runs. +They will generate csv files with the information about the average result values. + +For the regression analysis and the DNN analysis we use the scripts: +* [experiments/scripts/evaluate_regression_fuzz.py](./experiments/scripts/evaluate_regression_fuzz.py) +* [experiments/scripts/evaluate_regression_symexe.py](./experiments/scripts/evaluate_regression_symexe.py) +* [experiments/scripts/evaluate_regression_hydiff.py](./experiments/scripts/evaluate_regression_hydiff.py) + +For the side-channel analysis we use the scripts: +* [experiments/scripts/evaluate_cost_fuzz.py](./experiments/scripts/evaluate_cost_fuzz.py) +* [experiments/scripts/evaluate_cost_symexe.py](./experiments/scripts/evaluate_cost_symexe.py) +* [experiments/scripts/evaluate_cost_hydiff.py](./experiments/scripts/evaluate_cost_hydiff.py) + +All csv files for our experiments are included in [experiments/results](./experiments/results). + +Feel free to adapt these evaluation scripts for your own purpose. + +## Maintainers + +* **Yannic Noller** (yannic.noller at acm.org) + -(in progress) +## License +This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details diff --git a/experiments/results/dnn/mnist2_1/fuzzer-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_1/fuzzer-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..d5e7d47 --- /dev/null +++ b/experiments/results/dnn/mnist2_1/fuzzer-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 +630,0.00,0.00,0.00,0.00 +660,0.00,0.00,0.00,0.00 +690,0.00,0.00,0.00,0.00 +720,0.00,0.00,0.03,0.06 +750,0.00,0.00,0.03,0.06 +780,0.00,0.00,0.03,0.06 +810,0.00,0.00,0.03,0.06 +840,0.00,0.00,0.03,0.06 +870,0.00,0.00,0.03,0.06 +900,0.00,0.00,0.03,0.06 +930,0.00,0.00,0.03,0.06 +960,0.00,0.00,0.03,0.06 +990,0.00,0.00,0.03,0.06 +1020,0.00,0.00,0.03,0.06 +1050,0.00,0.00,0.43,0.18 +1080,0.03,0.06,0.73,0.16 +1110,0.03,0.06,0.90,0.14 +1140,0.03,0.06,0.97,0.11 +1170,0.03,0.06,1.00,0.09 +1200,0.07,0.09,1.03,0.06 +1230,0.07,0.09,1.03,0.06 +1260,0.07,0.09,1.03,0.06 +1290,0.07,0.09,1.03,0.06 +1320,0.07,0.09,1.03,0.06 +1350,0.07,0.09,1.03,0.06 +1380,0.13,0.12,1.20,0.14 +1410,0.17,0.13,1.50,0.18 +1440,0.17,0.13,1.60,0.18 +1470,0.17,0.13,1.83,0.16 +1500,0.20,0.14,1.97,0.11 +1530,0.20,0.14,2.03,0.06 +1560,0.20,0.14,2.03,0.06 +1590,0.20,0.14,2.03,0.06 +1620,0.20,0.14,2.03,0.06 +1650,0.20,0.14,2.03,0.06 +1680,0.20,0.14,2.03,0.06 +1710,0.20,0.14,2.07,0.09 +1740,0.20,0.14,2.27,0.16 +1770,0.23,0.15,2.50,0.18 +1800,0.27,0.16,2.77,0.18 +1830,0.30,0.16,2.83,0.16 +1860,0.30,0.16,2.93,0.13 +1890,0.30,0.16,2.93,0.13 +1920,0.30,0.16,3.03,0.06 +1950,0.30,0.16,3.03,0.06 +1980,0.30,0.16,3.03,0.06 +2010,0.30,0.16,3.03,0.06 +2040,0.30,0.16,3.03,0.06 +2070,0.30,0.16,3.13,0.12 +2100,0.33,0.17,3.40,0.18 +2130,0.40,0.18,3.60,0.20 +2160,0.40,0.18,3.63,0.20 +2190,0.40,0.18,3.83,0.16 +2220,0.40,0.18,3.90,0.14 +2250,0.40,0.18,3.97,0.11 +2280,0.40,0.18,4.03,0.06 +2310,0.40,0.18,4.03,0.06 +2340,0.40,0.18,4.03,0.06 +2370,0.40,0.18,4.03,0.06 +2400,0.40,0.18,4.13,0.12 +2430,0.43,0.18,4.27,0.16 +2460,0.43,0.18,4.43,0.20 +2490,0.43,0.18,4.53,0.20 +2520,0.43,0.18,4.67,0.19 +2550,0.43,0.18,4.77,0.18 +2580,0.43,0.18,4.87,0.15 +2610,0.43,0.18,5.03,0.06 +2640,0.43,0.18,5.03,0.06 +2670,0.43,0.18,5.03,0.06 +2700,0.43,0.18,5.03,0.06 +2730,0.43,0.18,5.10,0.11 +2760,0.43,0.18,5.13,0.12 +2790,0.43,0.18,5.20,0.14 +2820,0.43,0.18,5.47,0.20 +2850,0.43,0.18,5.53,0.20 +2880,0.43,0.18,5.63,0.20 +2910,0.43,0.18,5.73,0.18 +2940,0.43,0.18,5.90,0.14 +2970,0.47,0.18,6.00,0.09 +3000,0.47,0.18,6.03,0.06 +3030,0.47,0.18,6.03,0.06 +3060,0.47,0.18,6.10,0.11 +3090,0.47,0.18,6.10,0.11 +3120,0.47,0.18,6.13,0.12 +3150,0.47,0.18,6.27,0.18 +3180,0.47,0.18,6.40,0.20 +3210,0.50,0.18,6.53,0.20 +3240,0.53,0.18,6.67,0.19 +3270,0.53,0.18,6.83,0.16 +3300,0.53,0.18,6.90,0.14 +3330,0.57,0.20,7.00,0.09 +3360,0.57,0.20,7.03,0.06 +3390,0.57,0.20,7.03,0.06 +3420,0.57,0.20,7.07,0.09 +3450,0.57,0.20,7.10,0.11 +3480,0.57,0.20,7.20,0.14 +3510,0.57,0.20,7.27,0.16 +3540,0.57,0.20,7.33,0.17 +3570,0.57,0.20,7.50,0.20 +3600,0.57,0.20,7.73,0.18 + +time +odiff>0: +2725.40 (+/- 341.09) min=1074 ++odiff_times=[1375, 1373, 3600, 3600, 3210, 3600, 1396, 3600, 2430, 1776, 3600, 3600, 3600, 3600, 1748, 1485, 3600, 2073, 1185, 2120, 3600, 3600, 3600, 2959, 3600, 3600, 1074, 3230, 1808, 2120] +#odiffs=[1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 2, 1] +#ddiffs=[8, 8, 8, 8, 8, 8, 8, 7, 7, 7, 7, 7, 8, 8, 8, 8, 8, 8, 7, 8, 8, 8, 8, 7, 8, 8, 7, 8, 7, 9] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_1/hydiff-out-results-n=30-t=3600-s=30-d=600.csv b/experiments/results/dnn/mnist2_1/hydiff-out-results-n=30-t=3600-s=30-d=600.csv new file mode 100644 index 0000000..99fe8df --- /dev/null +++ b/experiments/results/dnn/mnist2_1/hydiff-out-results-n=30-t=3600-s=30-d=600.csv @@ -0,0 +1,128 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.03,0.06,0.03,0.06 +570,0.03,0.06,0.03,0.06 +600,0.13,0.12,0.13,0.12 +630,1.00,0.00,1.00,0.00 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.00,0.00 +1770,1.00,0.00,1.00,0.00 +1800,1.00,0.00,1.00,0.00 +1830,1.00,0.00,1.03,0.06 +1860,1.00,0.00,1.03,0.06 +1890,1.00,0.00,1.03,0.06 +1920,1.00,0.00,1.03,0.06 +1950,1.00,0.00,1.03,0.06 +1980,1.00,0.00,1.03,0.06 +2010,1.00,0.00,1.03,0.06 +2040,1.00,0.00,1.03,0.06 +2070,1.00,0.00,1.03,0.06 +2100,1.00,0.00,1.03,0.06 +2130,1.00,0.00,1.10,0.11 +2160,1.00,0.00,1.37,0.20 +2190,1.00,0.00,1.63,0.20 +2220,1.00,0.00,1.97,0.11 +2250,1.03,0.06,2.03,0.06 +2280,1.03,0.06,2.03,0.06 +2310,1.03,0.06,2.03,0.06 +2340,1.03,0.06,2.03,0.06 +2370,1.03,0.06,2.03,0.06 +2400,1.03,0.06,2.03,0.06 +2430,1.03,0.06,2.03,0.06 +2460,1.03,0.06,2.07,0.09 +2490,1.03,0.06,2.10,0.11 +2520,1.07,0.09,2.33,0.17 +2550,1.10,0.11,2.63,0.20 +2580,1.10,0.11,2.90,0.14 +2610,1.10,0.11,2.97,0.11 +2640,1.10,0.11,3.03,0.06 +2670,1.10,0.11,3.03,0.06 +2700,1.10,0.11,3.03,0.06 +2730,1.10,0.11,3.03,0.06 +2760,1.10,0.11,3.03,0.06 +2790,1.10,0.11,3.07,0.09 +2820,1.10,0.11,3.07,0.09 +2850,1.10,0.11,3.13,0.12 +2880,1.13,0.12,3.37,0.20 +2910,1.13,0.12,3.67,0.19 +2940,1.13,0.12,3.73,0.18 +2970,1.13,0.12,3.93,0.13 +3000,1.13,0.12,3.97,0.11 +3030,1.13,0.12,4.03,0.06 +3060,1.13,0.12,4.03,0.06 +3090,1.13,0.12,4.03,0.06 +3120,1.13,0.12,4.03,0.06 +3150,1.13,0.12,4.07,0.09 +3180,1.13,0.12,4.07,0.09 +3210,1.13,0.12,4.17,0.13 +3240,1.13,0.12,4.33,0.17 +3270,1.17,0.13,4.53,0.20 +3300,1.17,0.13,4.73,0.18 +3330,1.17,0.13,4.87,0.15 +3360,1.17,0.13,4.93,0.13 +3390,1.17,0.13,4.97,0.11 +3420,1.17,0.13,5.03,0.06 +3450,1.17,0.13,5.03,0.06 +3480,1.17,0.13,5.03,0.06 +3510,1.17,0.13,5.07,0.09 +3540,1.17,0.13,5.07,0.09 +3570,1.17,0.13,5.10,0.11 +3600,1.20,0.14,6.10,0.11 + +time +odiff>0: +297.10 (+/- 2.38) min=267 ++odiff_times=[298, 297, 296, 267, 294, 308, 306, 296, 297, 299, 296, 299, 296, 299, 301, 295, 295, 303, 299, 301, 294, 300, 302, 294, 297, 302, 300, 294, 296, 292] ++odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] +#odiffs=[2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2] +#ddiffs=[6, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 6, 6, 6, 6, 6, 6, 6] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_1/symexe-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_1/symexe-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..9815d4d --- /dev/null +++ b/experiments/results/dnn/mnist2_1/symexe-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.87,0.12,0.87,0.12 +330,1.00,0.00,1.00,0.00 +360,1.00,0.00,1.00,0.00 +390,1.00,0.00,1.00,0.00 +420,1.00,0.00,1.00,0.00 +450,1.00,0.00,1.00,0.00 +480,1.00,0.00,1.00,0.00 +510,1.00,0.00,1.00,0.00 +540,1.00,0.00,1.00,0.00 +570,1.00,0.00,1.00,0.00 +600,1.00,0.00,1.00,0.00 +630,1.00,0.00,1.00,0.00 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.00,0.00 +1770,1.00,0.00,1.00,0.00 +1800,1.00,0.00,1.00,0.00 +1830,1.00,0.00,1.00,0.00 +1860,1.00,0.00,1.00,0.00 +1890,1.00,0.00,1.00,0.00 +1920,1.00,0.00,1.00,0.00 +1950,1.00,0.00,1.00,0.00 +1980,1.00,0.00,1.00,0.00 +2010,1.00,0.00,1.00,0.00 +2040,1.00,0.00,1.00,0.00 +2070,1.00,0.00,1.00,0.00 +2100,1.00,0.00,1.00,0.00 +2130,1.00,0.00,1.00,0.00 +2160,1.00,0.00,1.00,0.00 +2190,1.00,0.00,1.00,0.00 +2220,1.00,0.00,1.00,0.00 +2250,1.00,0.00,1.00,0.00 +2280,1.00,0.00,1.00,0.00 +2310,1.00,0.00,1.00,0.00 +2340,1.00,0.00,1.00,0.00 +2370,1.00,0.00,1.00,0.00 +2400,1.00,0.00,1.00,0.00 +2430,1.00,0.00,1.00,0.00 +2460,1.00,0.00,1.00,0.00 +2490,1.00,0.00,1.00,0.00 +2520,1.00,0.00,1.00,0.00 +2550,1.00,0.00,1.00,0.00 +2580,1.00,0.00,1.00,0.00 +2610,1.00,0.00,1.00,0.00 +2640,1.00,0.00,1.00,0.00 +2670,1.00,0.00,1.00,0.00 +2700,1.00,0.00,1.00,0.00 +2730,1.00,0.00,1.00,0.00 +2760,1.00,0.00,1.00,0.00 +2790,1.00,0.00,1.00,0.00 +2820,1.00,0.00,1.00,0.00 +2850,1.00,0.00,1.00,0.00 +2880,1.00,0.00,1.00,0.00 +2910,1.00,0.00,1.00,0.00 +2940,1.00,0.00,1.00,0.00 +2970,1.00,0.00,1.00,0.00 +3000,1.00,0.00,1.00,0.00 +3030,1.00,0.00,1.00,0.00 +3060,1.00,0.00,1.00,0.00 +3090,1.00,0.00,1.00,0.00 +3120,1.00,0.00,1.00,0.00 +3150,1.00,0.00,1.00,0.00 +3180,1.00,0.00,1.00,0.00 +3210,1.00,0.00,1.00,0.00 +3240,1.00,0.00,1.00,0.00 +3270,1.00,0.00,1.00,0.00 +3300,1.00,0.00,1.00,0.00 +3330,1.00,0.00,1.00,0.00 +3360,1.00,0.00,1.00,0.00 +3390,1.00,0.00,1.00,0.00 +3420,1.00,0.00,1.00,0.00 +3450,1.00,0.00,1.00,0.00 +3480,1.00,0.00,1.00,0.00 +3510,1.00,0.00,1.00,0.00 +3540,1.00,0.00,1.00,0.00 +3570,1.00,0.00,1.00,0.00 +3600,1.00,0.00,1.00,0.00 + +time +odiff>0: +298.07 (+/- 1.26) min=291 ++odiff_times=[295, 297, 294, 299, 299, 298, 302, 297, 294, 298, 291, 297, 298, 306, 301, 294, 295, 300, 296, 300, 298, 298, 299, 298, 297, 297, 310, 297, 297, 300] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_10/fuzzer-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_10/fuzzer-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..a73f895 --- /dev/null +++ b/experiments/results/dnn/mnist2_10/fuzzer-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 +630,0.00,0.00,0.00,0.00 +660,0.00,0.00,0.00,0.00 +690,0.00,0.00,0.13,0.12 +720,0.00,0.00,0.13,0.12 +750,0.00,0.00,0.13,0.12 +780,0.00,0.00,0.13,0.12 +810,0.00,0.00,0.13,0.12 +840,0.00,0.00,0.13,0.12 +870,0.00,0.00,0.13,0.12 +900,0.00,0.00,0.13,0.12 +930,0.00,0.00,0.13,0.12 +960,0.00,0.00,0.13,0.12 +990,0.00,0.00,0.13,0.12 +1020,0.13,0.12,0.70,0.23 +1050,0.23,0.15,0.97,0.20 +1080,0.27,0.16,1.07,0.16 +1110,0.27,0.16,1.13,0.12 +1140,0.27,0.16,1.13,0.12 +1170,0.27,0.16,1.13,0.12 +1200,0.27,0.16,1.13,0.12 +1230,0.27,0.16,1.13,0.12 +1260,0.27,0.16,1.13,0.12 +1290,0.27,0.16,1.13,0.12 +1320,0.27,0.16,1.27,0.18 +1350,0.30,0.16,1.57,0.24 +1380,0.40,0.20,1.80,0.21 +1410,0.40,0.20,2.00,0.18 +1440,0.43,0.20,2.03,0.17 +1470,0.43,0.20,2.10,0.14 +1500,0.43,0.20,2.10,0.14 +1530,0.43,0.20,2.10,0.14 +1560,0.43,0.20,2.10,0.14 +1590,0.43,0.20,2.10,0.14 +1620,0.43,0.20,2.10,0.14 +1650,0.50,0.24,2.33,0.23 +1680,0.50,0.24,2.57,0.24 +1710,0.57,0.26,2.70,0.23 +1740,0.63,0.27,2.87,0.22 +1770,0.67,0.28,3.03,0.17 +1800,0.67,0.28,3.10,0.14 +1830,0.67,0.28,3.10,0.14 +1860,0.67,0.28,3.10,0.14 +1890,0.67,0.28,3.10,0.14 +1920,0.67,0.28,3.10,0.14 +1950,0.67,0.28,3.10,0.14 +1980,0.70,0.31,3.30,0.21 +2010,0.73,0.32,3.47,0.22 +2040,0.73,0.32,3.57,0.24 +2070,0.80,0.33,3.77,0.24 +2100,0.80,0.33,4.00,0.18 +2130,0.83,0.33,4.03,0.17 +2160,0.87,0.33,4.10,0.14 +2190,0.87,0.33,4.10,0.14 +2220,0.87,0.33,4.10,0.14 +2250,0.87,0.33,4.10,0.14 +2280,0.87,0.33,4.10,0.14 +2310,0.87,0.33,4.20,0.19 +2340,0.87,0.33,4.37,0.20 +2370,0.87,0.33,4.53,0.22 +2400,0.90,0.34,4.73,0.24 +2430,0.97,0.36,4.90,0.21 +2460,0.97,0.36,4.93,0.21 +2490,0.97,0.36,5.03,0.17 +2520,0.97,0.36,5.07,0.16 +2550,0.97,0.36,5.07,0.16 +2580,0.97,0.36,5.10,0.14 +2610,0.97,0.36,5.10,0.14 +2640,0.97,0.36,5.20,0.19 +2670,1.07,0.34,5.33,0.19 +2700,1.07,0.34,5.57,0.20 +2730,1.13,0.33,5.73,0.24 +2760,1.13,0.33,5.87,0.22 +2790,1.17,0.35,5.90,0.21 +2820,1.17,0.35,5.97,0.20 +2850,1.23,0.33,6.03,0.17 +2880,1.23,0.33,6.03,0.17 +2910,1.23,0.33,6.07,0.16 +2940,1.23,0.33,6.10,0.14 +2970,1.23,0.33,6.20,0.19 +3000,1.23,0.33,6.30,0.19 +3030,1.23,0.33,6.47,0.20 +3060,1.27,0.33,6.70,0.23 +3090,1.27,0.33,6.77,0.24 +3120,1.27,0.33,6.83,0.23 +3150,1.30,0.36,6.90,0.21 +3180,1.33,0.36,7.00,0.18 +3210,1.33,0.36,7.03,0.17 +3240,1.33,0.36,7.07,0.16 +3270,1.37,0.36,7.13,0.18 +3300,1.43,0.34,7.23,0.18 +3330,1.43,0.34,7.30,0.19 +3360,1.50,0.34,7.47,0.20 +3390,1.53,0.34,7.67,0.23 +3420,1.53,0.34,7.80,0.23 +3450,1.53,0.34,7.80,0.23 +3480,1.53,0.34,7.83,0.23 +3510,1.53,0.34,7.97,0.20 +3540,1.53,0.34,8.03,0.17 +3570,1.53,0.34,8.03,0.17 +3600,1.57,0.34,8.10,0.17 + +time +odiff>0: +2155.40 (+/- 343.76) min=996 ++odiff_times=[2657, 1345, 1036, 1050, 1061, 2825, 2829, 2145, 1374, 3271, 1686, 2719, 3600, 999, 2658, 2729, 3600, 1363, 2043, 1001, 3600, 1001, 2649, 1436, 3600, 3343, 1720, 1038, 996, 3288] +#odiffs=[1, 2, 2, 2, 1, 1, 2, 2, 4, 2, 2, 1, 0, 1, 1, 1, 0, 2, 2, 3, 0, 3, 1, 3, 0, 1, 2, 2, 2, 1] +#ddiffs=[8, 8, 8, 8, 8, 8, 8, 7, 8, 9, 8, 9, 8, 9, 8, 8, 8, 8, 8, 9, 8, 8, 7, 8, 8, 8, 8, 9, 8, 8] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_10/hydiff-out-results-n=30-t=3600-s=30-d=600.csv b/experiments/results/dnn/mnist2_10/hydiff-out-results-n=30-t=3600-s=30-d=600.csv new file mode 100644 index 0000000..596e492 --- /dev/null +++ b/experiments/results/dnn/mnist2_10/hydiff-out-results-n=30-t=3600-s=30-d=600.csv @@ -0,0 +1,128 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 +630,0.13,0.12,0.13,0.12 +660,0.60,0.18,0.60,0.18 +690,0.83,0.13,0.83,0.13 +720,0.90,0.11,0.90,0.11 +750,0.93,0.09,0.93,0.09 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.03,0.06 +1740,1.00,0.00,1.07,0.09 +1770,1.00,0.00,1.10,0.11 +1800,1.00,0.00,1.10,0.11 +1830,1.00,0.00,1.10,0.11 +1860,1.00,0.00,1.10,0.11 +1890,1.00,0.00,1.10,0.11 +1920,1.00,0.00,1.10,0.11 +1950,1.00,0.00,1.10,0.11 +1980,1.00,0.00,1.10,0.11 +2010,1.00,0.00,1.10,0.11 +2040,1.07,0.09,1.40,0.20 +2070,1.13,0.12,1.70,0.19 +2100,1.13,0.12,1.93,0.18 +2130,1.17,0.13,2.07,0.13 +2160,1.17,0.13,2.07,0.13 +2190,1.17,0.13,2.07,0.13 +2220,1.17,0.13,2.10,0.11 +2250,1.17,0.13,2.10,0.11 +2280,1.17,0.13,2.10,0.11 +2310,1.17,0.13,2.10,0.11 +2340,1.17,0.13,2.10,0.11 +2370,1.23,0.15,2.37,0.20 +2400,1.27,0.16,2.53,0.20 +2430,1.30,0.16,2.77,0.18 +2460,1.30,0.16,2.93,0.18 +2490,1.33,0.17,3.00,0.16 +2520,1.33,0.17,3.03,0.15 +2550,1.33,0.17,3.03,0.15 +2580,1.37,0.17,3.07,0.13 +2610,1.40,0.18,3.10,0.11 +2640,1.40,0.18,3.10,0.11 +2670,1.40,0.18,3.13,0.12 +2700,1.47,0.22,3.37,0.20 +2730,1.53,0.22,3.60,0.20 +2760,1.57,0.24,3.70,0.19 +2790,1.63,0.24,3.87,0.18 +2820,1.63,0.24,3.97,0.15 +2850,1.63,0.24,4.00,0.16 +2880,1.63,0.24,4.03,0.15 +2910,1.63,0.24,4.03,0.15 +2940,1.63,0.24,4.03,0.15 +2970,1.63,0.24,4.07,0.13 +3000,1.63,0.24,4.13,0.12 +3030,1.73,0.26,4.27,0.18 +3060,1.77,0.26,4.43,0.20 +3090,1.83,0.28,4.63,0.20 +3120,1.87,0.27,4.80,0.19 +3150,1.87,0.27,4.90,0.17 +3180,1.90,0.27,4.93,0.16 +3210,1.90,0.27,5.00,0.13 +3240,1.90,0.27,5.00,0.13 +3270,1.90,0.27,5.03,0.15 +3300,1.90,0.27,5.03,0.15 +3330,1.90,0.27,5.07,0.16 +3360,1.97,0.28,5.23,0.18 +3390,2.07,0.31,5.43,0.20 +3420,2.13,0.32,5.53,0.20 +3450,2.17,0.31,5.73,0.18 +3480,2.17,0.31,5.90,0.17 +3510,2.17,0.31,5.90,0.17 +3540,2.20,0.31,5.97,0.15 +3570,2.20,0.31,6.00,0.13 +3600,2.37,0.31,7.00,0.13 + +time +odiff>0: +311.07 (+/- 1.01) min=306 ++odiff_times=[312, 310, 319, 309, 313, 316, 314, 311, 310, 311, 311, 308, 310, 315, 310, 310, 309, 312, 308, 310, 306, 310, 312, 308, 317, 313, 310, 310, 310, 308] ++odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] +#odiffs=[3, 2, 4, 3, 1, 3, 2, 1, 4, 4, 2, 2, 3, 3, 2, 2, 2, 3, 2, 3, 3, 1, 1, 3, 2, 2, 3, 1, 2, 2] +#ddiffs=[7, 7, 8, 8, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 6, 7, 7, 7, 7, 6] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_10/symexe-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_10/symexe-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..1400ccd --- /dev/null +++ b/experiments/results/dnn/mnist2_10/symexe-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.53,0.18,0.53,0.18 +360,1.00,0.00,1.00,0.00 +390,1.00,0.00,1.00,0.00 +420,1.00,0.00,1.00,0.00 +450,1.00,0.00,1.00,0.00 +480,1.00,0.00,1.00,0.00 +510,1.00,0.00,1.00,0.00 +540,1.00,0.00,1.00,0.00 +570,1.00,0.00,1.00,0.00 +600,1.00,0.00,1.00,0.00 +630,1.00,0.00,1.00,0.00 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.00,0.00 +1770,1.00,0.00,1.00,0.00 +1800,1.00,0.00,1.00,0.00 +1830,1.00,0.00,1.00,0.00 +1860,1.00,0.00,1.00,0.00 +1890,1.00,0.00,1.00,0.00 +1920,1.00,0.00,1.00,0.00 +1950,1.00,0.00,1.00,0.00 +1980,1.00,0.00,1.00,0.00 +2010,1.00,0.00,1.00,0.00 +2040,1.00,0.00,1.00,0.00 +2070,1.00,0.00,1.00,0.00 +2100,1.00,0.00,1.00,0.00 +2130,1.00,0.00,1.00,0.00 +2160,1.00,0.00,1.00,0.00 +2190,1.00,0.00,1.00,0.00 +2220,1.00,0.00,1.00,0.00 +2250,1.00,0.00,1.00,0.00 +2280,1.00,0.00,1.00,0.00 +2310,1.00,0.00,1.00,0.00 +2340,1.00,0.00,1.00,0.00 +2370,1.00,0.00,1.00,0.00 +2400,1.00,0.00,1.00,0.00 +2430,1.00,0.00,1.00,0.00 +2460,1.00,0.00,1.00,0.00 +2490,1.00,0.00,1.00,0.00 +2520,1.00,0.00,1.00,0.00 +2550,1.00,0.00,1.00,0.00 +2580,1.00,0.00,1.00,0.00 +2610,1.00,0.00,1.00,0.00 +2640,1.00,0.00,1.00,0.00 +2670,1.00,0.00,1.00,0.00 +2700,1.00,0.00,1.00,0.00 +2730,1.00,0.00,1.00,0.00 +2760,1.00,0.00,1.00,0.00 +2790,1.00,0.00,1.00,0.00 +2820,1.00,0.00,1.00,0.00 +2850,1.00,0.00,1.00,0.00 +2880,1.00,0.00,1.00,0.00 +2910,1.00,0.00,1.00,0.00 +2940,1.00,0.00,1.00,0.00 +2970,1.00,0.00,1.00,0.00 +3000,1.00,0.00,1.00,0.00 +3030,1.00,0.00,1.00,0.00 +3060,1.00,0.00,1.00,0.00 +3090,1.00,0.00,1.00,0.00 +3120,1.00,0.00,1.00,0.00 +3150,1.00,0.00,1.00,0.00 +3180,1.00,0.00,1.00,0.00 +3210,1.00,0.00,1.00,0.00 +3240,1.00,0.00,1.00,0.00 +3270,1.00,0.00,1.00,0.00 +3300,1.00,0.00,1.00,0.00 +3330,1.00,0.00,1.00,0.00 +3360,1.00,0.00,1.00,0.00 +3390,1.00,0.00,1.00,0.00 +3420,1.00,0.00,1.00,0.00 +3450,1.00,0.00,1.00,0.00 +3480,1.00,0.00,1.00,0.00 +3510,1.00,0.00,1.00,0.00 +3540,1.00,0.00,1.00,0.00 +3570,1.00,0.00,1.00,0.00 +3600,1.00,0.00,1.00,0.00 + +time +odiff>0: +327.13 (+/- 4.36) min=306 ++odiff_times=[306, 308, 308, 311, 314, 312, 310, 310, 329, 317, 325, 354, 332, 337, 343, 338, 329, 334, 329, 331, 329, 332, 329, 343, 333, 336, 341, 330, 332, 332] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_100/fuzzer-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_100/fuzzer-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..0547c70 --- /dev/null +++ b/experiments/results/dnn/mnist2_100/fuzzer-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 +630,0.00,0.00,0.00,0.00 +660,0.00,0.00,0.40,0.18 +690,0.00,0.00,0.40,0.18 +720,0.00,0.00,0.40,0.18 +750,0.00,0.00,0.40,0.18 +780,0.00,0.00,0.40,0.18 +810,0.00,0.00,0.40,0.18 +840,0.00,0.00,0.40,0.18 +870,0.00,0.00,0.40,0.18 +900,0.00,0.00,0.40,0.18 +930,0.00,0.00,0.40,0.18 +960,0.03,0.06,0.50,0.22 +990,0.33,0.17,1.30,0.21 +1020,0.40,0.18,1.37,0.20 +1050,0.40,0.18,1.37,0.20 +1080,0.40,0.18,1.37,0.20 +1110,0.40,0.18,1.37,0.20 +1140,0.40,0.18,1.37,0.20 +1170,0.40,0.18,1.37,0.20 +1200,0.40,0.18,1.37,0.20 +1230,0.40,0.18,1.37,0.20 +1260,0.40,0.18,1.37,0.20 +1290,0.70,0.21,2.27,0.23 +1320,0.73,0.23,2.33,0.19 +1350,0.77,0.24,2.37,0.20 +1380,0.77,0.24,2.37,0.20 +1410,0.77,0.24,2.37,0.20 +1440,0.77,0.24,2.37,0.20 +1470,0.77,0.24,2.37,0.20 +1500,0.77,0.24,2.37,0.20 +1530,0.77,0.24,2.37,0.20 +1560,0.77,0.24,2.37,0.20 +1590,0.87,0.22,3.03,0.22 +1620,0.87,0.22,3.20,0.23 +1650,0.93,0.24,3.30,0.21 +1680,0.93,0.24,3.37,0.20 +1710,0.93,0.24,3.37,0.20 +1740,0.93,0.24,3.37,0.20 +1770,0.93,0.24,3.37,0.20 +1800,0.93,0.24,3.37,0.20 +1830,0.93,0.24,3.37,0.20 +1860,0.93,0.24,3.37,0.20 +1890,0.93,0.24,3.37,0.20 +1920,1.13,0.27,4.10,0.21 +1950,1.13,0.27,4.30,0.21 +1980,1.13,0.27,4.37,0.20 +2010,1.13,0.27,4.37,0.20 +2040,1.13,0.27,4.37,0.20 +2070,1.13,0.27,4.37,0.20 +2100,1.13,0.27,4.37,0.20 +2130,1.13,0.27,4.37,0.20 +2160,1.13,0.27,4.37,0.20 +2190,1.13,0.27,4.37,0.20 +2220,1.30,0.28,5.03,0.22 +2250,1.37,0.30,5.30,0.21 +2280,1.37,0.30,5.30,0.21 +2310,1.37,0.30,5.37,0.20 +2340,1.37,0.30,5.37,0.20 +2370,1.37,0.30,5.37,0.20 +2400,1.37,0.30,5.37,0.20 +2430,1.37,0.30,5.37,0.20 +2460,1.37,0.30,5.37,0.20 +2490,1.37,0.30,5.37,0.20 +2520,1.43,0.30,5.50,0.22 +2550,1.53,0.32,5.93,0.23 +2580,1.67,0.32,6.27,0.23 +2610,1.70,0.34,6.37,0.20 +2640,1.70,0.34,6.37,0.20 +2670,1.70,0.34,6.37,0.20 +2700,1.70,0.34,6.37,0.20 +2730,1.70,0.34,6.37,0.20 +2760,1.70,0.34,6.37,0.20 +2790,1.70,0.34,6.37,0.20 +2820,1.70,0.34,6.37,0.20 +2850,1.80,0.34,6.93,0.23 +2880,1.97,0.34,7.23,0.22 +2910,2.03,0.34,7.37,0.20 +2940,2.03,0.34,7.37,0.20 +2970,2.03,0.34,7.37,0.20 +3000,2.03,0.34,7.37,0.20 +3030,2.03,0.34,7.37,0.20 +3060,2.03,0.34,7.37,0.20 +3090,2.03,0.34,7.37,0.20 +3120,2.03,0.34,7.37,0.20 +3150,2.13,0.38,7.70,0.23 +3180,2.23,0.37,7.97,0.22 +3210,2.27,0.37,8.23,0.22 +3240,2.27,0.37,8.33,0.21 +3270,2.27,0.37,8.37,0.20 +3300,2.27,0.37,8.37,0.20 +3330,2.27,0.37,8.37,0.20 +3360,2.27,0.37,8.37,0.20 +3390,2.27,0.37,8.37,0.20 +3420,2.27,0.37,8.37,0.20 +3450,2.27,0.37,8.37,0.20 +3480,2.33,0.35,8.83,0.21 +3510,2.43,0.37,9.23,0.22 +3540,2.43,0.37,9.33,0.21 +3570,2.47,0.37,9.37,0.20 +3600,2.47,0.37,9.37,0.20 + +time +odiff>0: +1479.17 (+/- 231.25) min=960 ++odiff_times=[964, 1275, 1587, 964, 962, 1625, 3469, 1587, 960, 2520, 962, 1902, 961, 1585, 1274, 962, 963, 1272, 966, 2557, 1274, 1278, 1901, 1271, 2876, 999, 2216, 1000, 967, 1276] +#odiffs=[3, 3, 2, 4, 3, 4, 1, 4, 3, 2, 4, 3, 4, 3, 1, 3, 3, 3, 2, 1, 1, 2, 2, 2, 1, 3, 2, 3, 1, 1] +#ddiffs=[9, 10, 9, 9, 9, 9, 9, 10, 9, 8, 10, 10, 10, 9, 10, 9, 9, 10, 9, 10, 10, 9, 9, 10, 9, 9, 10, 10, 9, 9] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_100/hydiff-out-results-n=30-t=3600-s=30-d=600.csv b/experiments/results/dnn/mnist2_100/hydiff-out-results-n=30-t=3600-s=30-d=600.csv new file mode 100644 index 0000000..ff53bfd --- /dev/null +++ b/experiments/results/dnn/mnist2_100/hydiff-out-results-n=30-t=3600-s=30-d=600.csv @@ -0,0 +1,128 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.17,0.13,0.17,0.13 +600,0.63,0.17,0.63,0.17 +630,0.63,0.17,0.63,0.17 +660,0.63,0.17,0.63,0.17 +690,0.63,0.17,0.63,0.17 +720,0.63,0.17,0.63,0.17 +750,0.63,0.17,0.63,0.17 +780,0.63,0.17,0.63,0.17 +810,0.63,0.17,0.63,0.17 +840,0.63,0.17,0.63,0.17 +870,0.63,0.17,0.63,0.17 +900,0.70,0.16,0.70,0.16 +930,0.83,0.13,0.83,0.13 +960,0.97,0.06,0.97,0.06 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.07,0.09 +1650,1.00,0.00,1.33,0.17 +1680,1.00,0.00,1.47,0.18 +1710,1.00,0.00,1.60,0.18 +1740,1.00,0.00,1.60,0.18 +1770,1.00,0.00,1.60,0.18 +1800,1.00,0.00,1.60,0.18 +1830,1.00,0.00,1.60,0.18 +1860,1.00,0.00,1.60,0.18 +1890,1.00,0.00,1.60,0.18 +1920,1.00,0.00,1.60,0.18 +1950,1.07,0.09,1.77,0.18 +1980,1.17,0.13,2.07,0.21 +2010,1.23,0.15,2.33,0.19 +2040,1.23,0.15,2.53,0.18 +2070,1.27,0.16,2.60,0.18 +2100,1.27,0.16,2.60,0.18 +2130,1.27,0.16,2.60,0.18 +2160,1.27,0.16,2.60,0.18 +2190,1.27,0.16,2.60,0.18 +2220,1.27,0.16,2.60,0.18 +2250,1.27,0.16,2.60,0.18 +2280,1.30,0.16,2.80,0.19 +2310,1.37,0.20,3.03,0.22 +2340,1.47,0.22,3.27,0.21 +2370,1.50,0.22,3.43,0.20 +2400,1.53,0.22,3.53,0.18 +2430,1.53,0.22,3.57,0.18 +2460,1.53,0.22,3.60,0.18 +2490,1.53,0.22,3.60,0.18 +2520,1.53,0.22,3.60,0.18 +2550,1.53,0.22,3.60,0.18 +2580,1.53,0.22,3.60,0.18 +2610,1.67,0.25,3.80,0.17 +2640,1.80,0.25,4.03,0.20 +2670,1.90,0.28,4.13,0.20 +2700,2.00,0.26,4.37,0.20 +2730,2.00,0.26,4.47,0.20 +2760,2.07,0.26,4.53,0.18 +2790,2.10,0.25,4.60,0.18 +2820,2.10,0.25,4.60,0.18 +2850,2.10,0.25,4.60,0.18 +2880,2.10,0.25,4.60,0.18 +2910,2.13,0.27,4.63,0.20 +2940,2.20,0.28,4.73,0.18 +2970,2.27,0.28,4.93,0.18 +3000,2.30,0.28,5.13,0.20 +3030,2.37,0.27,5.23,0.20 +3060,2.47,0.27,5.43,0.20 +3090,2.50,0.27,5.57,0.18 +3120,2.53,0.27,5.60,0.18 +3150,2.53,0.27,5.60,0.18 +3180,2.53,0.27,5.60,0.18 +3210,2.53,0.27,5.60,0.18 +3240,2.53,0.27,5.63,0.20 +3270,2.53,0.27,5.70,0.21 +3300,2.63,0.30,5.87,0.20 +3330,2.67,0.31,6.10,0.19 +3360,2.70,0.32,6.20,0.19 +3390,2.73,0.32,6.30,0.21 +3420,2.80,0.31,6.40,0.20 +3450,2.83,0.31,6.57,0.18 +3480,2.87,0.32,6.60,0.18 +3510,2.87,0.32,6.60,0.18 +3540,2.87,0.32,6.60,0.18 +3570,2.87,0.32,6.60,0.18 +3600,3.10,0.35,7.60,0.18 + +time +odiff>0: +575.13 (+/- 2.65) min=564 ++odiff_times=[575, 569, 582, 567, 577, 570, 576, 573, 571, 582, 583, 579, 575, 577, 599, 589, 576, 584, 571, 567, 570, 567, 565, 572, 570, 579, 578, 564, 575, 572] ++odiff_src=['alf=spf', 'spf', 'spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'spf', 'spf', 'alf=spf', 'alf=spf', 'spf', 'spf'] +#odiffs=[1, 4, 4, 3, 4, 4, 3, 3, 2, 1, 3, 3, 3, 3, 1, 3, 3, 4, 4, 4, 3, 5, 4, 2, 3, 4, 3, 4, 2, 3] +#ddiffs=[8, 7, 8, 7, 8, 8, 8, 8, 7, 7, 7, 7, 8, 7, 8, 8, 7, 7, 8, 8, 8, 8, 8, 7, 7, 8, 7, 8, 8, 8] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_100/symexe-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_100/symexe-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..8b932b3 --- /dev/null +++ b/experiments/results/dnn/mnist2_100/symexe-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.03,0.06,0.03,0.06 +600,1.00,0.00,1.00,0.00 +630,1.00,0.00,1.00,0.00 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.00,0.00 +1770,1.00,0.00,1.00,0.00 +1800,1.00,0.00,1.00,0.00 +1830,1.00,0.00,1.00,0.00 +1860,1.00,0.00,1.00,0.00 +1890,1.00,0.00,1.00,0.00 +1920,1.00,0.00,1.00,0.00 +1950,1.00,0.00,1.00,0.00 +1980,1.00,0.00,1.00,0.00 +2010,1.00,0.00,1.00,0.00 +2040,1.00,0.00,1.00,0.00 +2070,1.00,0.00,1.00,0.00 +2100,1.00,0.00,1.00,0.00 +2130,1.00,0.00,1.00,0.00 +2160,1.00,0.00,1.00,0.00 +2190,1.00,0.00,1.00,0.00 +2220,1.00,0.00,1.00,0.00 +2250,1.00,0.00,1.00,0.00 +2280,1.00,0.00,1.00,0.00 +2310,1.00,0.00,1.00,0.00 +2340,1.00,0.00,1.00,0.00 +2370,1.00,0.00,1.00,0.00 +2400,1.00,0.00,1.00,0.00 +2430,1.00,0.00,1.00,0.00 +2460,1.00,0.00,1.00,0.00 +2490,1.00,0.00,1.00,0.00 +2520,1.00,0.00,1.00,0.00 +2550,1.00,0.00,1.00,0.00 +2580,1.00,0.00,1.00,0.00 +2610,1.00,0.00,1.00,0.00 +2640,1.00,0.00,1.00,0.00 +2670,1.00,0.00,1.00,0.00 +2700,1.00,0.00,1.00,0.00 +2730,1.00,0.00,1.00,0.00 +2760,1.00,0.00,1.00,0.00 +2790,1.00,0.00,1.00,0.00 +2820,1.00,0.00,1.00,0.00 +2850,1.00,0.00,1.00,0.00 +2880,1.00,0.00,1.00,0.00 +2910,1.00,0.00,1.00,0.00 +2940,1.00,0.00,1.00,0.00 +2970,1.00,0.00,1.00,0.00 +3000,1.00,0.00,1.00,0.00 +3030,1.00,0.00,1.00,0.00 +3060,1.00,0.00,1.00,0.00 +3090,1.00,0.00,1.00,0.00 +3120,1.00,0.00,1.00,0.00 +3150,1.00,0.00,1.00,0.00 +3180,1.00,0.00,1.00,0.00 +3210,1.00,0.00,1.00,0.00 +3240,1.00,0.00,1.00,0.00 +3270,1.00,0.00,1.00,0.00 +3300,1.00,0.00,1.00,0.00 +3330,1.00,0.00,1.00,0.00 +3360,1.00,0.00,1.00,0.00 +3390,1.00,0.00,1.00,0.00 +3420,1.00,0.00,1.00,0.00 +3450,1.00,0.00,1.00,0.00 +3480,1.00,0.00,1.00,0.00 +3510,1.00,0.00,1.00,0.00 +3540,1.00,0.00,1.00,0.00 +3570,1.00,0.00,1.00,0.00 +3600,1.00,0.00,1.00,0.00 + +time +odiff>0: +581.77 (+/- 2.51) min=570 ++odiff_times=[570, 586, 588, 573, 587, 575, 578, 575, 593, 574, 589, 575, 595, 582, 576, 582, 579, 582, 598, 571, 585, 579, 583, 580, 585, 584, 579, 574, 586, 590] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_2/fuzzer-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_2/fuzzer-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..af66dd7 --- /dev/null +++ b/experiments/results/dnn/mnist2_2/fuzzer-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 +630,0.00,0.00,0.00,0.00 +660,0.00,0.00,0.00,0.00 +690,0.00,0.00,0.00,0.00 +720,0.00,0.00,0.03,0.06 +750,0.00,0.00,0.03,0.06 +780,0.00,0.00,0.03,0.06 +810,0.00,0.00,0.03,0.06 +840,0.00,0.00,0.03,0.06 +870,0.00,0.00,0.03,0.06 +900,0.00,0.00,0.03,0.06 +930,0.00,0.00,0.03,0.06 +960,0.00,0.00,0.03,0.06 +990,0.00,0.00,0.03,0.06 +1020,0.00,0.00,0.03,0.06 +1050,0.03,0.06,0.50,0.18 +1080,0.07,0.09,0.80,0.17 +1110,0.07,0.09,0.93,0.13 +1140,0.07,0.09,1.03,0.06 +1170,0.07,0.09,1.03,0.06 +1200,0.07,0.09,1.03,0.06 +1230,0.07,0.09,1.03,0.06 +1260,0.07,0.09,1.03,0.06 +1290,0.07,0.09,1.03,0.06 +1320,0.07,0.09,1.03,0.06 +1350,0.07,0.09,1.03,0.06 +1380,0.13,0.12,1.40,0.18 +1410,0.13,0.12,1.70,0.19 +1440,0.13,0.12,1.80,0.17 +1470,0.13,0.12,1.93,0.13 +1500,0.13,0.12,2.00,0.09 +1530,0.17,0.13,2.03,0.06 +1560,0.17,0.13,2.03,0.06 +1590,0.17,0.13,2.03,0.06 +1620,0.17,0.13,2.03,0.06 +1650,0.17,0.13,2.03,0.06 +1680,0.17,0.13,2.03,0.06 +1710,0.17,0.13,2.40,0.18 +1740,0.27,0.16,2.60,0.20 +1770,0.30,0.16,2.67,0.19 +1800,0.33,0.17,2.73,0.18 +1830,0.37,0.17,2.93,0.13 +1860,0.37,0.17,3.00,0.09 +1890,0.37,0.17,3.00,0.09 +1920,0.37,0.17,3.03,0.06 +1950,0.37,0.17,3.03,0.06 +1980,0.37,0.17,3.03,0.06 +2010,0.37,0.17,3.03,0.06 +2040,0.43,0.20,3.23,0.15 +2070,0.43,0.20,3.43,0.18 +2100,0.43,0.20,3.53,0.20 +2130,0.43,0.20,3.70,0.19 +2160,0.43,0.20,3.90,0.14 +2190,0.43,0.20,3.93,0.13 +2220,0.43,0.20,3.93,0.13 +2250,0.43,0.20,3.97,0.11 +2280,0.43,0.20,3.97,0.11 +2310,0.43,0.20,4.00,0.09 +2340,0.43,0.20,4.00,0.09 +2370,0.43,0.20,4.07,0.13 +2400,0.47,0.20,4.30,0.16 +2430,0.47,0.20,4.43,0.18 +2460,0.47,0.20,4.60,0.20 +2490,0.53,0.22,4.77,0.18 +2520,0.57,0.22,4.93,0.13 +2550,0.57,0.22,4.93,0.13 +2580,0.57,0.22,4.93,0.13 +2610,0.57,0.22,4.97,0.11 +2640,0.57,0.22,4.97,0.11 +2670,0.57,0.22,5.00,0.09 +2700,0.57,0.22,5.07,0.13 +2730,0.63,0.24,5.17,0.13 +2760,0.63,0.24,5.30,0.16 +2790,0.63,0.24,5.37,0.17 +2820,0.67,0.23,5.67,0.19 +2850,0.70,0.25,5.77,0.18 +2880,0.70,0.25,5.87,0.15 +2910,0.70,0.25,5.93,0.13 +2940,0.70,0.25,5.93,0.13 +2970,0.70,0.25,5.97,0.11 +3000,0.70,0.25,6.00,0.09 +3030,0.70,0.25,6.03,0.11 +3060,0.70,0.25,6.13,0.12 +3090,0.73,0.24,6.27,0.16 +3120,0.73,0.24,6.33,0.17 +3150,0.77,0.26,6.57,0.18 +3180,0.77,0.26,6.63,0.17 +3210,0.80,0.25,6.83,0.16 +3240,0.80,0.25,6.93,0.13 +3270,0.80,0.25,6.93,0.13 +3300,0.80,0.25,6.97,0.11 +3330,0.80,0.25,7.00,0.09 +3360,0.80,0.25,7.03,0.11 +3390,0.83,0.25,7.10,0.11 +3420,0.87,0.26,7.20,0.14 +3450,0.87,0.26,7.23,0.15 +3480,0.90,0.28,7.37,0.17 +3510,0.90,0.28,7.53,0.18 +3540,0.90,0.28,7.73,0.16 +3570,0.90,0.28,7.83,0.13 +3600,0.93,0.28,7.93,0.13 + +time +odiff>0: +2581.47 (+/- 326.21) min=1032 ++odiff_times=[3600, 2040, 1070, 1733, 2495, 3600, 3600, 3600, 2397, 3596, 1738, 3185, 2809, 1746, 1365, 1032, 1509, 2467, 3387, 3082, 3600, 3600, 1808, 3600, 2708, 1777, 3600, 3600, 1732, 1368] +#odiffs=[0, 2, 2, 1, 1, 0, 0, 0, 2, 1, 1, 1, 3, 1, 1, 2, 1, 1, 1, 1, 0, 0, 2, 0, 1, 1, 0, 0, 1, 1] +#ddiffs=[8, 8, 8, 8, 8, 8, 8, 8, 8, 9, 8, 8, 8, 8, 8, 8, 7, 8, 7, 8, 8, 8, 8, 8, 8, 8, 8, 7, 8, 8] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_2/hydiff-out-results-n=30-t=3600-s=30-d=600.csv b/experiments/results/dnn/mnist2_2/hydiff-out-results-n=30-t=3600-s=30-d=600.csv new file mode 100644 index 0000000..6d7f411 --- /dev/null +++ b/experiments/results/dnn/mnist2_2/hydiff-out-results-n=30-t=3600-s=30-d=600.csv @@ -0,0 +1,128 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.37,0.17,0.37,0.17 +630,0.97,0.06,0.97,0.06 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.03,0.06 +1770,1.00,0.00,1.03,0.06 +1800,1.00,0.00,1.03,0.06 +1830,1.00,0.00,1.07,0.09 +1860,1.00,0.00,1.07,0.09 +1890,1.00,0.00,1.07,0.09 +1920,1.00,0.00,1.07,0.09 +1950,1.00,0.00,1.07,0.09 +1980,1.00,0.00,1.07,0.09 +2010,1.00,0.00,1.07,0.09 +2040,1.07,0.09,1.23,0.15 +2070,1.07,0.09,1.53,0.18 +2100,1.10,0.11,1.77,0.15 +2130,1.13,0.12,1.87,0.12 +2160,1.13,0.12,1.97,0.06 +2190,1.13,0.12,2.03,0.06 +2220,1.13,0.12,2.03,0.06 +2250,1.13,0.12,2.07,0.09 +2280,1.13,0.12,2.07,0.09 +2310,1.13,0.12,2.07,0.09 +2340,1.13,0.12,2.10,0.11 +2370,1.13,0.12,2.27,0.16 +2400,1.20,0.14,2.43,0.18 +2430,1.23,0.15,2.57,0.18 +2460,1.27,0.16,2.77,0.15 +2490,1.27,0.16,2.87,0.12 +2520,1.27,0.16,2.97,0.06 +2550,1.30,0.16,3.00,0.09 +2580,1.30,0.16,3.03,0.11 +2610,1.30,0.16,3.03,0.11 +2640,1.30,0.16,3.03,0.11 +2670,1.30,0.16,3.03,0.11 +2700,1.30,0.16,3.17,0.13 +2730,1.30,0.16,3.33,0.17 +2760,1.30,0.16,3.47,0.18 +2790,1.30,0.16,3.73,0.16 +2820,1.30,0.16,3.80,0.14 +2850,1.30,0.16,3.90,0.11 +2880,1.30,0.16,3.93,0.09 +2910,1.33,0.17,4.00,0.09 +2940,1.33,0.17,4.00,0.09 +2970,1.33,0.17,4.00,0.09 +3000,1.33,0.17,4.03,0.11 +3030,1.37,0.17,4.17,0.13 +3060,1.37,0.17,4.33,0.17 +3090,1.37,0.17,4.43,0.18 +3120,1.37,0.17,4.70,0.16 +3150,1.37,0.17,4.77,0.15 +3180,1.40,0.18,4.83,0.13 +3210,1.40,0.18,4.87,0.12 +3240,1.40,0.18,4.97,0.11 +3270,1.40,0.18,5.00,0.09 +3300,1.40,0.18,5.00,0.09 +3330,1.40,0.18,5.00,0.09 +3360,1.40,0.18,5.10,0.14 +3390,1.40,0.18,5.23,0.15 +3420,1.40,0.18,5.37,0.17 +3450,1.43,0.18,5.57,0.18 +3480,1.47,0.18,5.77,0.15 +3510,1.47,0.18,5.80,0.14 +3540,1.47,0.18,5.90,0.14 +3570,1.47,0.18,5.93,0.13 +3600,1.53,0.20,6.93,0.13 + +time +odiff>0: +297.93 (+/- 1.29) min=292 ++odiff_times=[299, 297, 292, 293, 295, 305, 297, 303, 297, 305, 295, 293, 295, 296, 298, 297, 299, 299, 299, 294, 298, 297, 301, 298, 295, 304, 299, 296, 306, 296] ++odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] +#odiffs=[1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1] +#ddiffs=[6, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 8, 7, 7, 6, 7, 7, 7, 7, 6, 7, 7] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_2/symexe-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_2/symexe-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..babe770 --- /dev/null +++ b/experiments/results/dnn/mnist2_2/symexe-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.87,0.12,0.87,0.12 +330,1.00,0.00,1.00,0.00 +360,1.00,0.00,1.00,0.00 +390,1.00,0.00,1.00,0.00 +420,1.00,0.00,1.00,0.00 +450,1.00,0.00,1.00,0.00 +480,1.00,0.00,1.00,0.00 +510,1.00,0.00,1.00,0.00 +540,1.00,0.00,1.00,0.00 +570,1.00,0.00,1.00,0.00 +600,1.00,0.00,1.00,0.00 +630,1.00,0.00,1.00,0.00 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.00,0.00 +1770,1.00,0.00,1.00,0.00 +1800,1.00,0.00,1.00,0.00 +1830,1.00,0.00,1.00,0.00 +1860,1.00,0.00,1.00,0.00 +1890,1.00,0.00,1.00,0.00 +1920,1.00,0.00,1.00,0.00 +1950,1.00,0.00,1.00,0.00 +1980,1.00,0.00,1.00,0.00 +2010,1.00,0.00,1.00,0.00 +2040,1.00,0.00,1.00,0.00 +2070,1.00,0.00,1.00,0.00 +2100,1.00,0.00,1.00,0.00 +2130,1.00,0.00,1.00,0.00 +2160,1.00,0.00,1.00,0.00 +2190,1.00,0.00,1.00,0.00 +2220,1.00,0.00,1.00,0.00 +2250,1.00,0.00,1.00,0.00 +2280,1.00,0.00,1.00,0.00 +2310,1.00,0.00,1.00,0.00 +2340,1.00,0.00,1.00,0.00 +2370,1.00,0.00,1.00,0.00 +2400,1.00,0.00,1.00,0.00 +2430,1.00,0.00,1.00,0.00 +2460,1.00,0.00,1.00,0.00 +2490,1.00,0.00,1.00,0.00 +2520,1.00,0.00,1.00,0.00 +2550,1.00,0.00,1.00,0.00 +2580,1.00,0.00,1.00,0.00 +2610,1.00,0.00,1.00,0.00 +2640,1.00,0.00,1.00,0.00 +2670,1.00,0.00,1.00,0.00 +2700,1.00,0.00,1.00,0.00 +2730,1.00,0.00,1.00,0.00 +2760,1.00,0.00,1.00,0.00 +2790,1.00,0.00,1.00,0.00 +2820,1.00,0.00,1.00,0.00 +2850,1.00,0.00,1.00,0.00 +2880,1.00,0.00,1.00,0.00 +2910,1.00,0.00,1.00,0.00 +2940,1.00,0.00,1.00,0.00 +2970,1.00,0.00,1.00,0.00 +3000,1.00,0.00,1.00,0.00 +3030,1.00,0.00,1.00,0.00 +3060,1.00,0.00,1.00,0.00 +3090,1.00,0.00,1.00,0.00 +3120,1.00,0.00,1.00,0.00 +3150,1.00,0.00,1.00,0.00 +3180,1.00,0.00,1.00,0.00 +3210,1.00,0.00,1.00,0.00 +3240,1.00,0.00,1.00,0.00 +3270,1.00,0.00,1.00,0.00 +3300,1.00,0.00,1.00,0.00 +3330,1.00,0.00,1.00,0.00 +3360,1.00,0.00,1.00,0.00 +3390,1.00,0.00,1.00,0.00 +3420,1.00,0.00,1.00,0.00 +3450,1.00,0.00,1.00,0.00 +3480,1.00,0.00,1.00,0.00 +3510,1.00,0.00,1.00,0.00 +3540,1.00,0.00,1.00,0.00 +3570,1.00,0.00,1.00,0.00 +3600,1.00,0.00,1.00,0.00 + +time +odiff>0: +296.33 (+/- 1.16) min=291 ++odiff_times=[300, 297, 294, 296, 296, 293, 305, 295, 295, 295, 293, 296, 297, 295, 297, 294, 297, 303, 297, 293, 301, 295, 291, 295, 294, 296, 304, 297, 295, 294] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_20/fuzzer-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_20/fuzzer-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..58abca6 --- /dev/null +++ b/experiments/results/dnn/mnist2_20/fuzzer-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 +630,0.00,0.00,0.00,0.00 +660,0.00,0.00,0.20,0.14 +690,0.00,0.00,0.20,0.14 +720,0.00,0.00,0.20,0.14 +750,0.00,0.00,0.20,0.14 +780,0.00,0.00,0.20,0.14 +810,0.00,0.00,0.20,0.14 +840,0.00,0.00,0.20,0.14 +870,0.00,0.00,0.20,0.14 +900,0.00,0.00,0.20,0.14 +930,0.00,0.00,0.20,0.14 +960,0.20,0.14,0.97,0.22 +990,0.23,0.15,1.20,0.14 +1020,0.23,0.15,1.20,0.14 +1050,0.23,0.15,1.20,0.14 +1080,0.23,0.15,1.20,0.14 +1110,0.23,0.15,1.20,0.14 +1140,0.23,0.15,1.20,0.14 +1170,0.23,0.15,1.20,0.14 +1200,0.23,0.15,1.20,0.14 +1230,0.23,0.15,1.20,0.14 +1260,0.27,0.16,1.27,0.16 +1290,0.53,0.26,1.83,0.19 +1320,0.60,0.27,2.17,0.13 +1350,0.60,0.27,2.20,0.14 +1380,0.60,0.27,2.20,0.14 +1410,0.60,0.27,2.20,0.14 +1440,0.60,0.27,2.20,0.14 +1470,0.60,0.27,2.20,0.14 +1500,0.60,0.27,2.20,0.14 +1530,0.60,0.27,2.20,0.14 +1560,0.60,0.27,2.20,0.14 +1590,0.73,0.31,2.77,0.20 +1620,0.80,0.31,3.13,0.15 +1650,0.83,0.31,3.20,0.14 +1680,0.83,0.31,3.20,0.14 +1710,0.83,0.31,3.20,0.14 +1740,0.83,0.31,3.20,0.14 +1770,0.83,0.31,3.20,0.14 +1800,0.83,0.31,3.20,0.14 +1830,0.83,0.31,3.20,0.14 +1860,0.83,0.31,3.20,0.14 +1890,0.97,0.35,3.57,0.22 +1920,1.03,0.36,4.00,0.18 +1950,1.10,0.37,4.17,0.13 +1980,1.10,0.37,4.17,0.13 +2010,1.10,0.37,4.17,0.13 +2040,1.10,0.37,4.20,0.14 +2070,1.10,0.37,4.20,0.14 +2100,1.10,0.37,4.20,0.14 +2130,1.10,0.37,4.20,0.14 +2160,1.10,0.37,4.20,0.14 +2190,1.20,0.39,4.37,0.20 +2220,1.37,0.36,4.63,0.20 +2250,1.50,0.35,5.03,0.15 +2280,1.50,0.35,5.10,0.14 +2310,1.57,0.34,5.17,0.13 +2340,1.57,0.34,5.17,0.13 +2370,1.57,0.34,5.20,0.14 +2400,1.57,0.34,5.20,0.14 +2430,1.57,0.34,5.20,0.14 +2460,1.57,0.34,5.20,0.14 +2490,1.57,0.34,5.20,0.14 +2520,1.60,0.34,5.53,0.20 +2550,1.73,0.34,5.97,0.11 +2580,1.80,0.34,6.07,0.13 +2610,1.83,0.36,6.17,0.13 +2640,1.83,0.36,6.17,0.13 +2670,1.83,0.36,6.20,0.14 +2700,1.83,0.36,6.20,0.14 +2730,1.83,0.36,6.20,0.14 +2760,1.83,0.36,6.20,0.14 +2790,1.83,0.36,6.20,0.14 +2820,1.87,0.37,6.37,0.17 +2850,1.93,0.39,6.73,0.18 +2880,1.97,0.39,7.03,0.15 +2910,1.97,0.39,7.10,0.14 +2940,1.97,0.39,7.13,0.15 +2970,2.00,0.38,7.17,0.13 +3000,2.00,0.38,7.20,0.14 +3030,2.00,0.38,7.20,0.14 +3060,2.00,0.38,7.20,0.14 +3090,2.00,0.38,7.20,0.14 +3120,2.00,0.38,7.23,0.15 +3150,2.00,0.38,7.53,0.18 +3180,2.13,0.39,7.80,0.14 +3210,2.27,0.33,8.03,0.15 +3240,2.27,0.33,8.10,0.14 +3270,2.27,0.33,8.13,0.12 +3300,2.27,0.33,8.17,0.13 +3330,2.27,0.33,8.20,0.14 +3360,2.27,0.33,8.20,0.14 +3390,2.27,0.33,8.20,0.14 +3420,2.27,0.33,8.20,0.14 +3450,2.30,0.36,8.33,0.17 +3480,2.47,0.37,8.77,0.15 +3510,2.53,0.37,8.90,0.14 +3540,2.63,0.35,9.03,0.15 +3570,2.70,0.37,9.13,0.12 +3600,2.70,0.37,9.13,0.12 + +time +odiff>0: +1695.83 (+/- 228.18) min=953 ++odiff_times=[1259, 953, 1912, 955, 1302, 1262, 1268, 2203, 1571, 2191, 960, 2293, 1606, 2221, 1571, 953, 1267, 955, 1886, 1641, 2189, 1922, 3191, 956, 2216, 1261, 3192, 962, 2534, 2223] +#odiffs=[3, 3, 1, 2, 3, 2, 3, 3, 3, 3, 4, 3, 3, 2, 3, 5, 4, 3, 2, 2, 1, 4, 1, 3, 2, 2, 2, 5, 3, 1] +#ddiffs=[9, 9, 9, 9, 9, 10, 9, 9, 9, 9, 9, 9, 9, 9, 10, 10, 9, 9, 9, 9, 9, 9, 10, 9, 9, 9, 9, 9, 9, 9] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_20/hydiff-out-results-n=30-t=3600-s=30-d=600.csv b/experiments/results/dnn/mnist2_20/hydiff-out-results-n=30-t=3600-s=30-d=600.csv new file mode 100644 index 0000000..1b0d015 --- /dev/null +++ b/experiments/results/dnn/mnist2_20/hydiff-out-results-n=30-t=3600-s=30-d=600.csv @@ -0,0 +1,128 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 +630,0.00,0.00,0.00,0.00 +660,0.00,0.00,0.00,0.00 +690,0.00,0.00,0.00,0.00 +720,0.40,0.18,0.40,0.18 +750,0.67,0.17,0.67,0.17 +780,0.87,0.12,0.87,0.12 +810,0.87,0.12,0.87,0.12 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.13,0.12 +1740,1.00,0.00,1.20,0.14 +1770,1.00,0.00,1.23,0.15 +1800,1.00,0.00,1.23,0.15 +1830,1.00,0.00,1.23,0.15 +1860,1.00,0.00,1.23,0.15 +1890,1.00,0.00,1.23,0.15 +1920,1.00,0.00,1.23,0.15 +1950,1.00,0.00,1.23,0.15 +1980,1.00,0.00,1.23,0.15 +2010,1.03,0.06,1.27,0.16 +2040,1.17,0.13,1.63,0.24 +2070,1.40,0.18,2.03,0.17 +2100,1.43,0.18,2.20,0.17 +2130,1.43,0.18,2.23,0.15 +2160,1.43,0.18,2.23,0.15 +2190,1.43,0.18,2.23,0.15 +2220,1.43,0.18,2.23,0.15 +2250,1.43,0.18,2.23,0.15 +2280,1.43,0.18,2.23,0.15 +2310,1.43,0.18,2.23,0.15 +2340,1.47,0.18,2.30,0.16 +2370,1.53,0.18,2.53,0.20 +2400,1.63,0.20,2.90,0.19 +2430,1.63,0.20,3.00,0.18 +2460,1.67,0.19,3.17,0.16 +2490,1.70,0.19,3.23,0.15 +2520,1.70,0.19,3.23,0.15 +2550,1.70,0.19,3.23,0.15 +2580,1.70,0.19,3.23,0.15 +2610,1.70,0.19,3.23,0.15 +2640,1.70,0.19,3.23,0.15 +2670,1.73,0.21,3.27,0.16 +2700,1.77,0.22,3.37,0.17 +2730,1.83,0.25,3.70,0.19 +2760,1.93,0.28,4.00,0.21 +2790,2.00,0.26,4.17,0.19 +2820,2.00,0.26,4.17,0.19 +2850,2.03,0.27,4.20,0.17 +2880,2.07,0.28,4.23,0.15 +2910,2.07,0.28,4.23,0.15 +2940,2.07,0.28,4.23,0.15 +2970,2.07,0.28,4.23,0.15 +3000,2.13,0.32,4.30,0.16 +3030,2.17,0.31,4.37,0.17 +3060,2.23,0.32,4.50,0.20 +3090,2.33,0.32,4.83,0.21 +3120,2.40,0.31,5.00,0.21 +3150,2.53,0.30,5.13,0.18 +3180,2.53,0.30,5.17,0.16 +3210,2.53,0.30,5.23,0.15 +3240,2.53,0.30,5.23,0.15 +3270,2.53,0.30,5.23,0.15 +3300,2.53,0.30,5.23,0.15 +3330,2.53,0.30,5.30,0.16 +3360,2.53,0.30,5.37,0.17 +3390,2.67,0.28,5.57,0.20 +3420,2.70,0.28,5.73,0.21 +3450,2.77,0.30,5.97,0.22 +3480,2.80,0.31,6.07,0.18 +3510,2.80,0.31,6.10,0.17 +3540,2.80,0.31,6.20,0.14 +3570,2.83,0.31,6.23,0.15 +3600,3.13,0.34,7.20,0.14 + +time +odiff>0: +341.83 (+/- 1.27) min=336 ++odiff_times=[336, 340, 341, 337, 339, 341, 350, 339, 340, 344, 341, 340, 340, 345, 341, 347, 347, 339, 341, 343, 340, 338, 345, 340, 340, 340, 349, 343, 349, 340] ++odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] +#odiffs=[3, 5, 4, 2, 3, 3, 4, 4, 3, 3, 3, 3, 3, 3, 3, 1, 2, 2, 3, 2, 5, 3, 4, 5, 4, 3, 2, 2, 3, 4] +#ddiffs=[7, 7, 7, 8, 8, 7, 7, 7, 7, 7, 7, 7, 7, 7, 8, 7, 8, 7, 7, 8, 7, 7, 7, 7, 7, 8, 7, 7, 7, 7] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_20/symexe-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_20/symexe-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..aedb640 --- /dev/null +++ b/experiments/results/dnn/mnist2_20/symexe-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,1.00,0.00,1.00,0.00 +390,1.00,0.00,1.00,0.00 +420,1.00,0.00,1.00,0.00 +450,1.00,0.00,1.00,0.00 +480,1.00,0.00,1.00,0.00 +510,1.00,0.00,1.00,0.00 +540,1.00,0.00,1.00,0.00 +570,1.00,0.00,1.00,0.00 +600,1.00,0.00,1.00,0.00 +630,1.00,0.00,1.00,0.00 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.00,0.00 +1770,1.00,0.00,1.00,0.00 +1800,1.00,0.00,1.00,0.00 +1830,1.00,0.00,1.00,0.00 +1860,1.00,0.00,1.00,0.00 +1890,1.00,0.00,1.00,0.00 +1920,1.00,0.00,1.00,0.00 +1950,1.00,0.00,1.00,0.00 +1980,1.00,0.00,1.00,0.00 +2010,1.00,0.00,1.00,0.00 +2040,1.00,0.00,1.00,0.00 +2070,1.00,0.00,1.00,0.00 +2100,1.00,0.00,1.00,0.00 +2130,1.00,0.00,1.00,0.00 +2160,1.00,0.00,1.00,0.00 +2190,1.00,0.00,1.00,0.00 +2220,1.00,0.00,1.00,0.00 +2250,1.00,0.00,1.00,0.00 +2280,1.00,0.00,1.00,0.00 +2310,1.00,0.00,1.00,0.00 +2340,1.00,0.00,1.00,0.00 +2370,1.00,0.00,1.00,0.00 +2400,1.00,0.00,1.00,0.00 +2430,1.00,0.00,1.00,0.00 +2460,1.00,0.00,1.00,0.00 +2490,1.00,0.00,1.00,0.00 +2520,1.00,0.00,1.00,0.00 +2550,1.00,0.00,1.00,0.00 +2580,1.00,0.00,1.00,0.00 +2610,1.00,0.00,1.00,0.00 +2640,1.00,0.00,1.00,0.00 +2670,1.00,0.00,1.00,0.00 +2700,1.00,0.00,1.00,0.00 +2730,1.00,0.00,1.00,0.00 +2760,1.00,0.00,1.00,0.00 +2790,1.00,0.00,1.00,0.00 +2820,1.00,0.00,1.00,0.00 +2850,1.00,0.00,1.00,0.00 +2880,1.00,0.00,1.00,0.00 +2910,1.00,0.00,1.00,0.00 +2940,1.00,0.00,1.00,0.00 +2970,1.00,0.00,1.00,0.00 +3000,1.00,0.00,1.00,0.00 +3030,1.00,0.00,1.00,0.00 +3060,1.00,0.00,1.00,0.00 +3090,1.00,0.00,1.00,0.00 +3120,1.00,0.00,1.00,0.00 +3150,1.00,0.00,1.00,0.00 +3180,1.00,0.00,1.00,0.00 +3210,1.00,0.00,1.00,0.00 +3240,1.00,0.00,1.00,0.00 +3270,1.00,0.00,1.00,0.00 +3300,1.00,0.00,1.00,0.00 +3330,1.00,0.00,1.00,0.00 +3360,1.00,0.00,1.00,0.00 +3390,1.00,0.00,1.00,0.00 +3420,1.00,0.00,1.00,0.00 +3450,1.00,0.00,1.00,0.00 +3480,1.00,0.00,1.00,0.00 +3510,1.00,0.00,1.00,0.00 +3540,1.00,0.00,1.00,0.00 +3570,1.00,0.00,1.00,0.00 +3600,1.00,0.00,1.00,0.00 + +time +odiff>0: +344.47 (+/- 1.62) min=337 ++odiff_times=[353, 350, 341, 338, 351, 343, 337, 341, 339, 348, 345, 348, 344, 344, 341, 349, 346, 342, 340, 348, 340, 344, 347, 347, 355, 347, 345, 338, 343, 340] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_5/fuzzer-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_5/fuzzer-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..25d66f0 --- /dev/null +++ b/experiments/results/dnn/mnist2_5/fuzzer-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 +630,0.00,0.00,0.00,0.00 +660,0.00,0.00,0.00,0.00 +690,0.00,0.00,0.00,0.00 +720,0.00,0.00,0.00,0.00 +750,0.00,0.00,0.00,0.00 +780,0.00,0.00,0.00,0.00 +810,0.00,0.00,0.03,0.06 +840,0.00,0.00,0.03,0.06 +870,0.00,0.00,0.03,0.06 +900,0.00,0.00,0.03,0.06 +930,0.00,0.00,0.03,0.06 +960,0.00,0.00,0.03,0.06 +990,0.00,0.00,0.03,0.06 +1020,0.00,0.00,0.03,0.06 +1050,0.00,0.00,0.07,0.09 +1080,0.00,0.00,0.07,0.09 +1110,0.00,0.00,0.07,0.09 +1140,0.00,0.00,0.07,0.09 +1170,0.00,0.00,0.07,0.09 +1200,0.13,0.12,0.53,0.20 +1230,0.23,0.15,0.90,0.14 +1260,0.23,0.15,1.00,0.09 +1290,0.23,0.15,1.00,0.09 +1320,0.23,0.15,1.03,0.06 +1350,0.23,0.15,1.07,0.09 +1380,0.23,0.15,1.07,0.09 +1410,0.23,0.15,1.07,0.09 +1440,0.23,0.15,1.07,0.09 +1470,0.23,0.15,1.07,0.09 +1500,0.23,0.15,1.07,0.09 +1530,0.23,0.15,1.07,0.09 +1560,0.23,0.15,1.07,0.09 +1590,0.33,0.21,1.57,0.20 +1620,0.37,0.22,1.70,0.19 +1650,0.37,0.22,1.87,0.15 +1680,0.37,0.22,1.93,0.13 +1710,0.40,0.22,2.03,0.06 +1740,0.40,0.22,2.07,0.09 +1770,0.40,0.22,2.07,0.09 +1800,0.40,0.22,2.07,0.09 +1830,0.40,0.22,2.07,0.09 +1860,0.40,0.22,2.07,0.09 +1890,0.40,0.22,2.07,0.09 +1920,0.40,0.22,2.07,0.09 +1950,0.40,0.22,2.07,0.09 +1980,0.47,0.22,2.43,0.20 +2010,0.53,0.24,2.60,0.20 +2040,0.53,0.24,2.83,0.16 +2070,0.53,0.24,2.97,0.11 +2100,0.57,0.24,3.03,0.11 +2130,0.57,0.24,3.07,0.09 +2160,0.57,0.24,3.07,0.09 +2190,0.57,0.24,3.07,0.09 +2220,0.57,0.24,3.07,0.09 +2250,0.57,0.24,3.07,0.09 +2280,0.57,0.24,3.07,0.09 +2310,0.57,0.24,3.07,0.09 +2340,0.57,0.24,3.07,0.09 +2370,0.60,0.27,3.30,0.19 +2400,0.67,0.28,3.53,0.20 +2430,0.67,0.28,3.70,0.19 +2460,0.70,0.28,3.87,0.15 +2490,0.70,0.28,3.93,0.13 +2520,0.70,0.28,4.07,0.09 +2550,0.70,0.28,4.07,0.09 +2580,0.70,0.28,4.07,0.09 +2610,0.70,0.28,4.07,0.09 +2640,0.70,0.28,4.07,0.09 +2670,0.70,0.28,4.07,0.09 +2700,0.70,0.28,4.07,0.09 +2730,0.70,0.28,4.07,0.09 +2760,0.77,0.32,4.27,0.18 +2790,0.83,0.31,4.43,0.20 +2820,0.83,0.31,4.57,0.20 +2850,0.97,0.35,4.77,0.18 +2880,1.00,0.35,4.90,0.14 +2910,1.00,0.35,4.97,0.11 +2940,1.00,0.35,5.07,0.09 +2970,1.00,0.35,5.07,0.09 +3000,1.00,0.35,5.07,0.09 +3030,1.00,0.35,5.07,0.09 +3060,1.00,0.35,5.07,0.09 +3090,1.00,0.35,5.07,0.09 +3120,1.00,0.35,5.07,0.09 +3150,1.00,0.35,5.13,0.12 +3180,1.07,0.36,5.37,0.17 +3210,1.10,0.36,5.47,0.18 +3240,1.10,0.36,5.67,0.19 +3270,1.10,0.36,5.80,0.17 +3300,1.13,0.35,5.93,0.13 +3330,1.13,0.35,6.00,0.09 +3360,1.13,0.35,6.03,0.11 +3390,1.13,0.35,6.03,0.11 +3420,1.13,0.35,6.07,0.09 +3450,1.13,0.35,6.07,0.09 +3480,1.13,0.35,6.07,0.09 +3510,1.13,0.35,6.10,0.11 +3540,1.13,0.35,6.13,0.12 +3570,1.20,0.34,6.30,0.16 +3600,1.23,0.37,6.47,0.18 + +time +odiff>0: +2402.97 (+/- 329.59) min=1189 ++odiff_times=[2100, 1194, 3600, 1202, 3276, 3600, 3600, 3549, 3600, 1586, 2776, 2447, 2869, 1210, 1593, 3600, 1194, 2735, 1959, 2393, 1972, 1683, 1193, 2826, 2781, 1189, 3600, 1202, 2000, 3560] +#odiffs=[1, 1, 0, 3, 1, 0, 0, 1, 0, 1, 2, 2, 1, 1, 2, 0, 1, 1, 1, 1, 1, 1, 4, 1, 2, 4, 0, 2, 1, 1] +#ddiffs=[7, 6, 7, 6, 6, 6, 6, 7, 6, 6, 7, 6, 6, 7, 7, 6, 6, 7, 7, 7, 7, 6, 7, 6, 7, 7, 6, 6, 6, 7] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_5/hydiff-out-results-n=30-t=3600-s=30-d=600.csv b/experiments/results/dnn/mnist2_5/hydiff-out-results-n=30-t=3600-s=30-d=600.csv new file mode 100644 index 0000000..0f3cf32 --- /dev/null +++ b/experiments/results/dnn/mnist2_5/hydiff-out-results-n=30-t=3600-s=30-d=600.csv @@ -0,0 +1,128 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.33,0.17,0.33,0.17 +630,0.90,0.11,0.90,0.11 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.07,0.09 +1770,1.00,0.00,1.13,0.12 +1800,1.00,0.00,1.17,0.13 +1830,1.00,0.00,1.17,0.13 +1860,1.00,0.00,1.17,0.13 +1890,1.00,0.00,1.17,0.13 +1920,1.00,0.00,1.17,0.13 +1950,1.00,0.00,1.17,0.13 +1980,1.00,0.00,1.17,0.13 +2010,1.00,0.00,1.17,0.13 +2040,1.00,0.00,1.23,0.15 +2070,1.07,0.09,1.60,0.18 +2100,1.10,0.11,1.83,0.19 +2130,1.13,0.12,2.03,0.11 +2160,1.13,0.12,2.07,0.13 +2190,1.13,0.12,2.13,0.15 +2220,1.13,0.12,2.13,0.15 +2250,1.13,0.12,2.13,0.15 +2280,1.13,0.12,2.13,0.15 +2310,1.13,0.12,2.13,0.15 +2340,1.13,0.12,2.13,0.15 +2370,1.13,0.12,2.17,0.16 +2400,1.20,0.14,2.57,0.20 +2430,1.23,0.15,2.67,0.19 +2460,1.30,0.16,2.80,0.17 +2490,1.33,0.17,3.00,0.13 +2520,1.37,0.17,3.10,0.14 +2550,1.37,0.17,3.10,0.14 +2580,1.37,0.17,3.13,0.15 +2610,1.37,0.17,3.13,0.15 +2640,1.37,0.17,3.13,0.15 +2670,1.37,0.17,3.13,0.15 +2700,1.37,0.17,3.17,0.16 +2730,1.37,0.17,3.40,0.20 +2760,1.43,0.18,3.60,0.20 +2790,1.50,0.18,3.83,0.19 +2820,1.50,0.18,3.83,0.19 +2850,1.57,0.20,4.00,0.16 +2880,1.63,0.22,4.07,0.16 +2910,1.63,0.22,4.10,0.14 +2940,1.63,0.22,4.13,0.15 +2970,1.63,0.22,4.13,0.15 +3000,1.63,0.22,4.13,0.15 +3030,1.63,0.22,4.13,0.15 +3060,1.67,0.21,4.30,0.19 +3090,1.67,0.21,4.50,0.18 +3120,1.67,0.21,4.77,0.20 +3150,1.67,0.21,4.83,0.19 +3180,1.73,0.24,4.97,0.17 +3210,1.73,0.24,5.03,0.17 +3240,1.73,0.24,5.10,0.14 +3270,1.73,0.24,5.10,0.14 +3300,1.73,0.24,5.13,0.15 +3330,1.73,0.24,5.13,0.15 +3360,1.73,0.24,5.17,0.16 +3390,1.77,0.24,5.27,0.18 +3420,1.77,0.24,5.37,0.17 +3450,1.77,0.24,5.63,0.20 +3480,1.77,0.24,5.73,0.18 +3510,1.77,0.24,5.87,0.18 +3540,1.77,0.24,5.93,0.16 +3570,1.77,0.24,6.03,0.17 +3600,2.07,0.29,6.90,0.17 + +time +odiff>0: +301.83 (+/- 1.16) min=296 ++odiff_times=[302, 303, 303, 300, 301, 302, 301, 300, 298, 298, 301, 302, 304, 302, 303, 301, 301, 297, 303, 311, 300, 302, 302, 304, 312, 304, 301, 299, 296, 302] ++odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] +#odiffs=[2, 2, 2, 1, 2, 1, 3, 2, 2, 1, 2, 2, 3, 3, 2, 1, 2, 2, 1, 2, 5, 2, 2, 3, 2, 1, 2, 2, 2, 3] +#ddiffs=[7, 7, 7, 7, 8, 7, 6, 7, 7, 6, 7, 7, 6, 7, 7, 7, 7, 7, 6, 6, 7, 7, 7, 7, 7, 7, 8, 7, 7, 7] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_5/symexe-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_5/symexe-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..11cc958 --- /dev/null +++ b/experiments/results/dnn/mnist2_5/symexe-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,1.00,0.00,1.00,0.00 +360,1.00,0.00,1.00,0.00 +390,1.00,0.00,1.00,0.00 +420,1.00,0.00,1.00,0.00 +450,1.00,0.00,1.00,0.00 +480,1.00,0.00,1.00,0.00 +510,1.00,0.00,1.00,0.00 +540,1.00,0.00,1.00,0.00 +570,1.00,0.00,1.00,0.00 +600,1.00,0.00,1.00,0.00 +630,1.00,0.00,1.00,0.00 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.00,0.00 +1770,1.00,0.00,1.00,0.00 +1800,1.00,0.00,1.00,0.00 +1830,1.00,0.00,1.00,0.00 +1860,1.00,0.00,1.00,0.00 +1890,1.00,0.00,1.00,0.00 +1920,1.00,0.00,1.00,0.00 +1950,1.00,0.00,1.00,0.00 +1980,1.00,0.00,1.00,0.00 +2010,1.00,0.00,1.00,0.00 +2040,1.00,0.00,1.00,0.00 +2070,1.00,0.00,1.00,0.00 +2100,1.00,0.00,1.00,0.00 +2130,1.00,0.00,1.00,0.00 +2160,1.00,0.00,1.00,0.00 +2190,1.00,0.00,1.00,0.00 +2220,1.00,0.00,1.00,0.00 +2250,1.00,0.00,1.00,0.00 +2280,1.00,0.00,1.00,0.00 +2310,1.00,0.00,1.00,0.00 +2340,1.00,0.00,1.00,0.00 +2370,1.00,0.00,1.00,0.00 +2400,1.00,0.00,1.00,0.00 +2430,1.00,0.00,1.00,0.00 +2460,1.00,0.00,1.00,0.00 +2490,1.00,0.00,1.00,0.00 +2520,1.00,0.00,1.00,0.00 +2550,1.00,0.00,1.00,0.00 +2580,1.00,0.00,1.00,0.00 +2610,1.00,0.00,1.00,0.00 +2640,1.00,0.00,1.00,0.00 +2670,1.00,0.00,1.00,0.00 +2700,1.00,0.00,1.00,0.00 +2730,1.00,0.00,1.00,0.00 +2760,1.00,0.00,1.00,0.00 +2790,1.00,0.00,1.00,0.00 +2820,1.00,0.00,1.00,0.00 +2850,1.00,0.00,1.00,0.00 +2880,1.00,0.00,1.00,0.00 +2910,1.00,0.00,1.00,0.00 +2940,1.00,0.00,1.00,0.00 +2970,1.00,0.00,1.00,0.00 +3000,1.00,0.00,1.00,0.00 +3030,1.00,0.00,1.00,0.00 +3060,1.00,0.00,1.00,0.00 +3090,1.00,0.00,1.00,0.00 +3120,1.00,0.00,1.00,0.00 +3150,1.00,0.00,1.00,0.00 +3180,1.00,0.00,1.00,0.00 +3210,1.00,0.00,1.00,0.00 +3240,1.00,0.00,1.00,0.00 +3270,1.00,0.00,1.00,0.00 +3300,1.00,0.00,1.00,0.00 +3330,1.00,0.00,1.00,0.00 +3360,1.00,0.00,1.00,0.00 +3390,1.00,0.00,1.00,0.00 +3420,1.00,0.00,1.00,0.00 +3450,1.00,0.00,1.00,0.00 +3480,1.00,0.00,1.00,0.00 +3510,1.00,0.00,1.00,0.00 +3540,1.00,0.00,1.00,0.00 +3570,1.00,0.00,1.00,0.00 +3600,1.00,0.00,1.00,0.00 + +time +odiff>0: +308.83 (+/- 2.66) min=301 ++odiff_times=[307, 329, 322, 329, 321, 315, 315, 303, 312, 302, 308, 303, 305, 303, 306, 308, 301, 304, 308, 306, 307, 305, 303, 309, 301, 306, 306, 305, 311, 305] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_50/fuzzer-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_50/fuzzer-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..0c27f66 --- /dev/null +++ b/experiments/results/dnn/mnist2_50/fuzzer-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 +630,0.00,0.00,0.00,0.00 +660,0.00,0.00,0.00,0.00 +690,0.00,0.00,0.00,0.00 +720,0.00,0.00,0.00,0.00 +750,0.00,0.00,0.00,0.00 +780,0.00,0.00,0.00,0.00 +810,0.00,0.00,0.00,0.00 +840,0.00,0.00,0.13,0.12 +870,0.00,0.00,0.33,0.17 +900,0.00,0.00,0.33,0.17 +930,0.00,0.00,0.33,0.17 +960,0.00,0.00,0.33,0.17 +990,0.00,0.00,0.33,0.17 +1020,0.00,0.00,0.33,0.17 +1050,0.00,0.00,0.33,0.17 +1080,0.00,0.00,0.33,0.17 +1110,0.00,0.00,0.33,0.17 +1140,0.00,0.00,0.33,0.17 +1170,0.00,0.00,0.33,0.17 +1200,0.00,0.00,0.33,0.17 +1230,0.03,0.06,0.37,0.17 +1260,0.40,0.18,1.07,0.23 +1290,0.47,0.18,1.20,0.19 +1320,0.47,0.18,1.27,0.18 +1350,0.47,0.18,1.30,0.19 +1380,0.47,0.18,1.30,0.19 +1410,0.47,0.18,1.30,0.19 +1440,0.47,0.18,1.30,0.19 +1470,0.47,0.18,1.30,0.19 +1500,0.47,0.18,1.30,0.19 +1530,0.47,0.18,1.30,0.19 +1560,0.47,0.18,1.30,0.19 +1590,0.47,0.18,1.30,0.19 +1620,0.47,0.18,1.33,0.19 +1650,0.53,0.22,1.70,0.26 +1680,0.70,0.26,2.13,0.22 +1710,0.70,0.26,2.20,0.19 +1740,0.77,0.26,2.27,0.18 +1770,0.80,0.25,2.30,0.19 +1800,0.80,0.25,2.30,0.19 +1830,0.80,0.25,2.30,0.19 +1860,0.80,0.25,2.30,0.19 +1890,0.80,0.25,2.30,0.19 +1920,0.80,0.25,2.30,0.19 +1950,0.80,0.25,2.30,0.19 +1980,0.80,0.25,2.30,0.19 +2010,0.80,0.25,2.30,0.19 +2040,0.83,0.25,2.37,0.20 +2070,1.03,0.31,2.90,0.27 +2100,1.17,0.33,3.13,0.20 +2130,1.23,0.33,3.27,0.18 +2160,1.23,0.33,3.30,0.19 +2190,1.23,0.33,3.30,0.19 +2220,1.23,0.33,3.30,0.19 +2250,1.23,0.33,3.30,0.19 +2280,1.23,0.33,3.30,0.19 +2310,1.23,0.33,3.30,0.19 +2340,1.23,0.33,3.30,0.19 +2370,1.23,0.33,3.30,0.19 +2400,1.27,0.32,3.33,0.21 +2430,1.27,0.32,3.37,0.22 +2460,1.50,0.35,3.73,0.28 +2490,1.57,0.35,3.93,0.26 +2520,1.70,0.37,4.27,0.18 +2550,1.70,0.37,4.30,0.19 +2580,1.70,0.37,4.30,0.19 +2610,1.70,0.37,4.30,0.19 +2640,1.70,0.37,4.30,0.19 +2670,1.70,0.37,4.30,0.19 +2700,1.70,0.37,4.30,0.19 +2730,1.70,0.37,4.33,0.21 +2760,1.70,0.37,4.33,0.21 +2790,1.70,0.37,4.33,0.21 +2820,1.70,0.37,4.33,0.21 +2850,1.73,0.37,4.43,0.22 +2880,1.83,0.39,4.77,0.24 +2910,1.97,0.40,5.07,0.23 +2940,2.03,0.41,5.27,0.18 +2970,2.03,0.41,5.27,0.18 +3000,2.07,0.40,5.30,0.19 +3030,2.07,0.40,5.30,0.19 +3060,2.10,0.40,5.33,0.21 +3090,2.10,0.40,5.33,0.21 +3120,2.10,0.40,5.33,0.21 +3150,2.10,0.40,5.33,0.21 +3180,2.10,0.40,5.33,0.21 +3210,2.10,0.40,5.33,0.21 +3240,2.13,0.39,5.37,0.22 +3270,2.17,0.40,5.60,0.24 +3300,2.27,0.41,5.87,0.22 +3330,2.37,0.41,6.17,0.19 +3360,2.40,0.42,6.27,0.18 +3390,2.43,0.42,6.30,0.21 +3420,2.43,0.42,6.33,0.21 +3450,2.43,0.42,6.33,0.21 +3480,2.43,0.42,6.33,0.21 +3510,2.43,0.42,6.33,0.21 +3540,2.43,0.42,6.33,0.21 +3570,2.43,0.42,6.33,0.21 +3600,2.43,0.42,6.33,0.21 + +time +odiff>0: +1830.83 (+/- 259.79) min=1220 ++odiff_times=[1243, 2033, 3327, 1656, 1244, 2903, 1665, 1240, 1244, 3600, 1220, 1250, 1246, 2057, 1261, 1261, 1252, 3600, 1245, 2447, 1252, 1260, 2077, 1235, 2437, 1713, 1716, 2106, 1742, 2393] +#odiffs=[4, 2, 1, 3, 4, 1, 2, 3, 4, 0, 2, 5, 3, 2, 4, 4, 2, 0, 2, 2, 3, 3, 2, 2, 3, 2, 2, 1, 2, 3] +#ddiffs=[6, 6, 6, 6, 7, 5, 6, 6, 6, 6, 6, 7, 7, 6, 6, 6, 6, 7, 6, 7, 6, 7, 6, 6, 6, 6, 7, 7, 7, 8] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_50/hydiff-out-results-n=30-t=3600-s=30-d=600.csv b/experiments/results/dnn/mnist2_50/hydiff-out-results-n=30-t=3600-s=30-d=600.csv new file mode 100644 index 0000000..6f52b27 --- /dev/null +++ b/experiments/results/dnn/mnist2_50/hydiff-out-results-n=30-t=3600-s=30-d=600.csv @@ -0,0 +1,128 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.20,0.14,0.20,0.14 +510,0.20,0.14,0.20,0.14 +540,0.20,0.14,0.20,0.14 +570,0.20,0.14,0.20,0.14 +600,0.20,0.14,0.20,0.14 +630,0.20,0.14,0.20,0.14 +660,0.20,0.14,0.20,0.14 +690,0.20,0.14,0.20,0.14 +720,0.20,0.14,0.20,0.14 +750,0.20,0.14,0.20,0.14 +780,0.20,0.14,0.20,0.14 +810,0.23,0.15,0.23,0.15 +840,0.33,0.17,0.33,0.17 +870,0.50,0.18,0.50,0.18 +900,0.67,0.17,0.67,0.17 +930,0.80,0.14,0.80,0.14 +960,0.90,0.11,0.90,0.11 +990,0.97,0.06,0.97,0.06 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.13,0.12 +1710,1.00,0.00,1.27,0.16 +1740,1.00,0.00,1.27,0.16 +1770,1.00,0.00,1.30,0.16 +1800,1.00,0.00,1.30,0.16 +1830,1.00,0.00,1.30,0.16 +1860,1.00,0.00,1.30,0.16 +1890,1.00,0.00,1.30,0.16 +1920,1.00,0.00,1.30,0.16 +1950,1.00,0.00,1.30,0.16 +1980,1.00,0.00,1.30,0.16 +2010,1.07,0.09,1.53,0.20 +2040,1.37,0.17,2.13,0.22 +2070,1.40,0.18,2.23,0.18 +2100,1.43,0.18,2.27,0.16 +2130,1.43,0.18,2.30,0.16 +2160,1.43,0.18,2.30,0.16 +2190,1.43,0.18,2.30,0.16 +2220,1.43,0.18,2.30,0.16 +2250,1.43,0.18,2.30,0.16 +2280,1.43,0.18,2.30,0.16 +2310,1.43,0.18,2.30,0.16 +2340,1.57,0.20,2.50,0.18 +2370,1.70,0.23,2.80,0.21 +2400,1.90,0.23,3.20,0.19 +2430,1.97,0.24,3.27,0.16 +2460,1.97,0.24,3.27,0.16 +2490,1.97,0.24,3.27,0.16 +2520,1.97,0.24,3.27,0.16 +2550,1.97,0.24,3.30,0.16 +2580,1.97,0.24,3.30,0.16 +2610,1.97,0.24,3.30,0.16 +2640,2.00,0.26,3.33,0.17 +2670,2.00,0.26,3.37,0.17 +2700,2.20,0.30,3.77,0.26 +2730,2.30,0.31,4.03,0.22 +2760,2.30,0.31,4.23,0.18 +2790,2.30,0.31,4.27,0.16 +2820,2.30,0.31,4.27,0.16 +2850,2.30,0.31,4.27,0.16 +2880,2.30,0.31,4.27,0.16 +2910,2.33,0.30,4.30,0.16 +2940,2.33,0.30,4.30,0.16 +2970,2.33,0.30,4.30,0.16 +3000,2.37,0.33,4.37,0.17 +3030,2.47,0.35,4.63,0.22 +3060,2.63,0.33,4.97,0.22 +3090,2.70,0.34,5.10,0.21 +3120,2.77,0.34,5.20,0.17 +3150,2.80,0.34,5.27,0.16 +3180,2.80,0.34,5.27,0.16 +3210,2.80,0.34,5.27,0.16 +3240,2.83,0.33,5.30,0.16 +3270,2.83,0.33,5.30,0.16 +3300,2.83,0.33,5.30,0.16 +3330,2.83,0.33,5.33,0.17 +3360,3.10,0.40,5.63,0.22 +3390,3.30,0.38,5.90,0.23 +3420,3.33,0.37,6.07,0.23 +3450,3.40,0.38,6.17,0.19 +3480,3.40,0.38,6.27,0.16 +3510,3.40,0.38,6.27,0.16 +3540,3.40,0.38,6.27,0.16 +3570,3.43,0.38,6.30,0.16 +3600,3.77,0.34,7.27,0.16 + +time +odiff>0: +452.63 (+/- 2.06) min=434 ++odiff_times=[459, 434, 451, 454, 448, 453, 458, 445, 448, 451, 451, 453, 454, 452, 461, 458, 451, 452, 454, 450, 451, 468, 454, 450, 456, 447, 450, 451, 456, 459] ++odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'spf', 'alf=spf', 'spf', 'spf'] +#odiffs=[4, 4, 3, 3, 6, 4, 4, 6, 2, 4, 4, 2, 5, 4, 4, 3, 3, 4, 4, 3, 3, 5, 4, 4, 4, 3, 2, 4, 4, 4] +#ddiffs=[7, 7, 7, 7, 7, 7, 7, 7, 7, 8, 7, 7, 7, 7, 7, 7, 7, 8, 8, 8, 7, 7, 8, 7, 8, 8, 7, 7, 8, 7] \ No newline at end of file diff --git a/experiments/results/dnn/mnist2_50/symexe-out-results-n=30-t=3600-s=30.csv b/experiments/results/dnn/mnist2_50/symexe-out-results-n=30-t=3600-s=30.csv new file mode 100644 index 0000000..c85ecf6 --- /dev/null +++ b/experiments/results/dnn/mnist2_50/symexe-out-results-n=30-t=3600-s=30.csv @@ -0,0 +1,127 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.73,0.16,0.73,0.16 +480,1.00,0.00,1.00,0.00 +510,1.00,0.00,1.00,0.00 +540,1.00,0.00,1.00,0.00 +570,1.00,0.00,1.00,0.00 +600,1.00,0.00,1.00,0.00 +630,1.00,0.00,1.00,0.00 +660,1.00,0.00,1.00,0.00 +690,1.00,0.00,1.00,0.00 +720,1.00,0.00,1.00,0.00 +750,1.00,0.00,1.00,0.00 +780,1.00,0.00,1.00,0.00 +810,1.00,0.00,1.00,0.00 +840,1.00,0.00,1.00,0.00 +870,1.00,0.00,1.00,0.00 +900,1.00,0.00,1.00,0.00 +930,1.00,0.00,1.00,0.00 +960,1.00,0.00,1.00,0.00 +990,1.00,0.00,1.00,0.00 +1020,1.00,0.00,1.00,0.00 +1050,1.00,0.00,1.00,0.00 +1080,1.00,0.00,1.00,0.00 +1110,1.00,0.00,1.00,0.00 +1140,1.00,0.00,1.00,0.00 +1170,1.00,0.00,1.00,0.00 +1200,1.00,0.00,1.00,0.00 +1230,1.00,0.00,1.00,0.00 +1260,1.00,0.00,1.00,0.00 +1290,1.00,0.00,1.00,0.00 +1320,1.00,0.00,1.00,0.00 +1350,1.00,0.00,1.00,0.00 +1380,1.00,0.00,1.00,0.00 +1410,1.00,0.00,1.00,0.00 +1440,1.00,0.00,1.00,0.00 +1470,1.00,0.00,1.00,0.00 +1500,1.00,0.00,1.00,0.00 +1530,1.00,0.00,1.00,0.00 +1560,1.00,0.00,1.00,0.00 +1590,1.00,0.00,1.00,0.00 +1620,1.00,0.00,1.00,0.00 +1650,1.00,0.00,1.00,0.00 +1680,1.00,0.00,1.00,0.00 +1710,1.00,0.00,1.00,0.00 +1740,1.00,0.00,1.00,0.00 +1770,1.00,0.00,1.00,0.00 +1800,1.00,0.00,1.00,0.00 +1830,1.00,0.00,1.00,0.00 +1860,1.00,0.00,1.00,0.00 +1890,1.00,0.00,1.00,0.00 +1920,1.00,0.00,1.00,0.00 +1950,1.00,0.00,1.00,0.00 +1980,1.00,0.00,1.00,0.00 +2010,1.00,0.00,1.00,0.00 +2040,1.00,0.00,1.00,0.00 +2070,1.00,0.00,1.00,0.00 +2100,1.00,0.00,1.00,0.00 +2130,1.00,0.00,1.00,0.00 +2160,1.00,0.00,1.00,0.00 +2190,1.00,0.00,1.00,0.00 +2220,1.00,0.00,1.00,0.00 +2250,1.00,0.00,1.00,0.00 +2280,1.00,0.00,1.00,0.00 +2310,1.00,0.00,1.00,0.00 +2340,1.00,0.00,1.00,0.00 +2370,1.00,0.00,1.00,0.00 +2400,1.00,0.00,1.00,0.00 +2430,1.00,0.00,1.00,0.00 +2460,1.00,0.00,1.00,0.00 +2490,1.00,0.00,1.00,0.00 +2520,1.00,0.00,1.00,0.00 +2550,1.00,0.00,1.00,0.00 +2580,1.00,0.00,1.00,0.00 +2610,1.00,0.00,1.00,0.00 +2640,1.00,0.00,1.00,0.00 +2670,1.00,0.00,1.00,0.00 +2700,1.00,0.00,1.00,0.00 +2730,1.00,0.00,1.00,0.00 +2760,1.00,0.00,1.00,0.00 +2790,1.00,0.00,1.00,0.00 +2820,1.00,0.00,1.00,0.00 +2850,1.00,0.00,1.00,0.00 +2880,1.00,0.00,1.00,0.00 +2910,1.00,0.00,1.00,0.00 +2940,1.00,0.00,1.00,0.00 +2970,1.00,0.00,1.00,0.00 +3000,1.00,0.00,1.00,0.00 +3030,1.00,0.00,1.00,0.00 +3060,1.00,0.00,1.00,0.00 +3090,1.00,0.00,1.00,0.00 +3120,1.00,0.00,1.00,0.00 +3150,1.00,0.00,1.00,0.00 +3180,1.00,0.00,1.00,0.00 +3210,1.00,0.00,1.00,0.00 +3240,1.00,0.00,1.00,0.00 +3270,1.00,0.00,1.00,0.00 +3300,1.00,0.00,1.00,0.00 +3330,1.00,0.00,1.00,0.00 +3360,1.00,0.00,1.00,0.00 +3390,1.00,0.00,1.00,0.00 +3420,1.00,0.00,1.00,0.00 +3450,1.00,0.00,1.00,0.00 +3480,1.00,0.00,1.00,0.00 +3510,1.00,0.00,1.00,0.00 +3540,1.00,0.00,1.00,0.00 +3570,1.00,0.00,1.00,0.00 +3600,1.00,0.00,1.00,0.00 + +time +odiff>0: +449.33 (+/- 1.25) min=442 ++odiff_times=[448, 454, 448, 449, 445, 448, 450, 449, 449, 442, 453, 454, 455, 449, 447, 447, 453, 454, 450, 449, 448, 449, 449, 445, 448, 451, 447, 459, 446, 445] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v1-2_noformat/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v1-2_noformat/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..579bd02 --- /dev/null +++ b/experiments/results/regression/commons-cli_v1-2_noformat/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,13.27,0.34 +60,0.00,0.00,24.43,0.59 +90,0.00,0.00,33.23,0.76 +120,0.00,0.00,40.97,0.76 +150,0.00,0.00,49.00,0.92 +180,0.00,0.00,58.17,1.50 +210,0.00,0.00,66.80,1.99 +240,0.00,0.00,75.40,2.24 +270,0.00,0.00,83.47,2.21 +300,0.00,0.00,91.33,2.21 +330,0.00,0.00,99.03,2.34 +360,0.00,0.00,106.43,2.10 +390,0.00,0.00,113.93,2.13 +420,0.00,0.00,120.77,2.35 +450,0.00,0.00,127.80,2.67 +480,0.00,0.00,134.70,3.03 +510,0.00,0.00,140.90,3.13 +540,0.00,0.00,147.20,3.41 +570,0.00,0.00,153.73,3.66 +600,0.00,0.00,159.53,4.05 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[143, 158, 129, 172, 151, 179, 152, 165, 176, 155, 158, 158, 151, 153, 163, 164, 144, 154, 158, 159, 160, 163, 168, 168, 157, 183, 151, 168, 150, 176] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v1-2_noformat/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v1-2_noformat/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..3d404b9 --- /dev/null +++ b/experiments/results/regression/commons-cli_v1-2_noformat/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,12.70,0.73 +60,0.00,0.00,24.13,0.81 +90,0.00,0.00,33.93,1.01 +120,0.00,0.00,42.00,1.06 +150,0.00,0.00,51.83,1.33 +180,0.00,0.00,62.17,1.92 +210,0.00,0.00,72.10,2.03 +240,0.00,0.00,80.93,2.15 +270,0.00,0.00,89.07,2.28 +300,0.00,0.00,97.77,2.40 +330,0.00,0.00,107.43,2.10 +360,0.00,0.00,116.17,2.23 +390,0.00,0.00,124.23,2.38 +420,0.00,0.00,131.57,2.89 +450,0.00,0.00,138.93,3.20 +480,0.00,0.00,145.83,3.27 +510,0.00,0.00,152.27,3.70 +540,0.00,0.00,158.27,3.79 +570,0.00,0.00,163.37,3.99 +600,0.00,0.00,169.40,4.07 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] ++odiff_src=['alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf'] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[169, 156, 163, 181, 162, 178, 186, 158, 188, 166, 161, 171, 165, 165, 178, 167, 174, 176, 150, 158, 158, 165, 164, 188, 155, 189, 193, 166, 157, 175] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v1-2_noformat/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v1-2_noformat/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..791cf93 --- /dev/null +++ b/experiments/results/regression/commons-cli_v1-2_noformat/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,2.00,0.00 +60,0.00,0.00,3.00,0.00 +90,0.00,0.00,3.00,0.00 +120,0.00,0.00,3.00,0.00 +150,0.00,0.00,3.00,0.00 +180,0.00,0.00,4.00,0.00 +210,0.00,0.00,4.00,0.00 +240,0.00,0.00,4.00,0.00 +270,0.00,0.00,4.00,0.00 +300,0.00,0.00,4.00,0.00 +330,0.00,0.00,4.00,0.00 +360,0.00,0.00,4.00,0.00 +390,0.00,0.00,4.00,0.00 +420,0.00,0.00,4.00,0.00 +450,0.00,0.00,4.00,0.00 +480,0.00,0.00,4.00,0.00 +510,0.00,0.00,4.00,0.00 +540,0.00,0.00,4.00,0.00 +570,0.00,0.00,4.00,0.00 +600,0.00,0.00,4.00,0.00 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v2-3_noformat/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v2-3_noformat/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..9386252 --- /dev/null +++ b/experiments/results/regression/commons-cli_v2-3_noformat/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,2.87,0.57,16.33,0.59 +60,6.73,0.89,29.60,0.89 +90,10.47,1.09,40.13,1.12 +120,14.33,1.28,50.03,1.35 +150,19.00,1.45,58.90,1.40 +180,22.97,1.69,68.13,1.64 +210,26.80,1.63,78.20,1.93 +240,31.00,1.94,87.87,1.88 +270,34.97,2.25,97.50,2.12 +300,38.67,2.42,106.90,2.53 +330,43.13,2.38,114.93,2.86 +360,47.33,2.39,122.47,3.15 +390,50.80,2.48,130.37,3.23 +420,55.07,2.71,138.37,3.51 +450,59.40,3.10,145.73,3.49 +480,64.73,3.52,152.93,3.41 +510,69.63,3.70,159.50,3.32 +540,73.63,3.81,165.57,3.61 +570,78.37,3.94,171.00,3.59 +600,82.30,3.98,176.83,3.62 + +time +odiff>0: +10.83 (+/- 3.33) min=2 ++odiff_times=[5, 17, 10, 13, 6, 41, 3, 7, 31, 12, 7, 4, 6, 8, 3, 15, 3, 6, 7, 3, 21, 9, 14, 12, 31, 2, 3, 7, 3, 16] +#odiffs=[111, 81, 73, 72, 71, 88, 87, 74, 99, 87, 76, 88, 82, 76, 79, 79, 76, 96, 82, 73, 67, 90, 87, 65, 99, 104, 88, 77, 69, 73] +#ddiffs=[168, 183, 193, 179, 188, 186, 171, 191, 170, 177, 160, 166, 194, 174, 180, 176, 188, 165, 175, 171, 188, 156, 165, 193, 168, 173, 169, 177, 185, 176] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v2-3_noformat/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v2-3_noformat/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..68c7028 --- /dev/null +++ b/experiments/results/regression/commons-cli_v2-3_noformat/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,3.10,0.72,16.60,0.64 +60,6.93,0.92,31.90,1.12 +90,10.37,1.15,46.67,1.44 +120,14.40,1.16,60.60,1.83 +150,17.97,1.22,74.17,2.10 +180,22.00,1.34,89.67,2.24 +210,27.40,1.65,104.57,2.34 +240,31.83,1.69,117.97,2.37 +270,37.17,2.03,131.07,2.52 +300,42.50,2.19,145.63,2.63 +330,47.20,2.53,159.37,2.73 +360,51.50,2.54,172.53,2.92 +390,56.57,2.77,184.17,3.33 +420,61.57,3.30,196.03,3.05 +450,66.63,3.47,207.17,2.90 +480,71.33,3.52,215.97,2.97 +510,75.07,3.90,222.70,3.05 +540,77.77,4.25,228.37,3.65 +570,80.60,4.54,235.17,3.84 +600,84.63,4.24,242.70,3.80 + +time +odiff>0: +13.27 (+/- 3.62) min=2 ++odiff_times=[3, 9, 16, 3, 6, 11, 41, 12, 4, 7, 28, 5, 11, 4, 8, 20, 18, 10, 15, 30, 35, 19, 7, 17, 4, 2, 15, 2, 9, 27] ++odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +#odiffs=[83, 73, 84, 71, 115, 84, 84, 75, 72, 84, 95, 98, 83, 92, 85, 72, 77, 66, 82, 99, 88, 81, 85, 119, 86, 69, 88, 87, 74, 88] +#ddiffs=[253, 249, 246, 245, 255, 257, 245, 231, 246, 232, 238, 241, 252, 248, 240, 223, 231, 230, 235, 252, 245, 270, 237, 241, 237, 254, 241, 239, 218, 250] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v2-3_noformat/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v2-3_noformat/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..d4278b1 --- /dev/null +++ b/experiments/results/regression/commons-cli_v2-3_noformat/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,10.00,0.00 +60,0.00,0.00,13.53,0.18 +90,0.00,0.00,23.23,0.20 +120,0.00,0.00,29.00,0.00 +150,0.00,0.00,29.00,0.00 +180,0.00,0.00,29.00,0.00 +210,0.00,0.00,29.00,0.00 +240,0.00,0.00,29.00,0.00 +270,0.00,0.00,29.00,0.00 +300,0.00,0.00,29.00,0.00 +330,0.00,0.00,29.00,0.00 +360,0.00,0.00,33.00,0.00 +390,0.00,0.00,33.00,0.00 +420,0.00,0.00,35.00,0.00 +450,0.00,0.00,35.00,0.00 +480,0.00,0.00,35.00,0.00 +510,0.00,0.00,35.00,0.00 +540,0.00,0.00,35.00,0.00 +570,0.00,0.00,35.00,0.00 +600,0.00,0.00,35.00,0.00 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35, 35] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v3-4_noformat/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v3-4_noformat/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..5e9842a --- /dev/null +++ b/experiments/results/regression/commons-cli_v3-4_noformat/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,3.90,0.56,19.07,0.43 +60,8.67,0.69,36.57,0.68 +90,12.97,0.89,52.47,0.92 +120,17.87,1.19,67.73,1.24 +150,22.23,1.43,82.10,1.41 +180,26.70,1.69,95.33,1.58 +210,31.60,1.89,109.07,1.59 +240,37.33,2.20,123.33,1.90 +270,42.30,2.66,137.80,2.18 +300,47.13,2.58,152.30,2.62 +330,52.03,2.62,166.47,3.01 +360,56.60,2.67,179.63,3.07 +390,61.30,2.72,192.67,3.13 +420,66.50,3.04,205.87,3.33 +450,71.13,3.47,218.97,3.58 +480,76.90,3.72,230.80,3.89 +510,81.77,3.89,243.33,4.39 +540,87.20,4.04,254.97,4.30 +570,92.20,4.29,267.37,4.47 +600,96.73,4.54,279.13,4.51 + +time +odiff>0: +7.43 (+/- 1.60) min=1 ++odiff_times=[1, 4, 10, 6, 2, 14, 9, 6, 10, 14, 3, 19, 6, 7, 15, 3, 2, 14, 7, 8, 5, 4, 8, 4, 13, 5, 4, 3, 10, 7] +#odiffs=[104, 121, 100, 85, 100, 81, 82, 120, 93, 113, 108, 90, 95, 113, 96, 101, 85, 96, 108, 102, 100, 100, 102, 96, 80, 85, 73, 114, 74, 85] +#ddiffs=[282, 256, 266, 281, 280, 273, 292, 273, 293, 293, 260, 263, 283, 278, 283, 305, 268, 277, 280, 297, 290, 253, 285, 297, 271, 275, 268, 282, 275, 295] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v3-4_noformat/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v3-4_noformat/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..52b6065 --- /dev/null +++ b/experiments/results/regression/commons-cli_v3-4_noformat/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,3.37,0.48,21.77,0.74 +60,7.73,0.63,46.57,1.59 +90,12.63,0.94,72.10,1.97 +120,18.57,0.95,96.07,2.70 +150,23.80,1.17,117.97,3.11 +180,28.80,1.41,141.23,3.60 +210,34.17,1.69,162.00,4.48 +240,39.63,1.78,187.47,5.47 +270,46.40,2.16,213.43,5.84 +300,52.23,2.31,238.27,6.44 +330,58.17,2.54,263.10,6.70 +360,64.13,2.59,287.53,6.55 +390,70.17,2.70,310.07,7.03 +420,76.63,3.12,333.97,7.89 +450,83.03,3.39,357.43,8.56 +480,89.97,3.82,381.77,9.01 +510,96.47,4.37,404.83,9.13 +540,101.87,4.55,427.13,8.82 +570,107.90,4.77,450.13,9.05 +600,113.33,4.80,471.50,8.93 + +time +odiff>0: +8.93 (+/- 2.13) min=2 ++odiff_times=[13, 16, 20, 12, 10, 5, 3, 7, 16, 5, 3, 4, 2, 12, 12, 5, 2, 4, 16, 6, 8, 6, 6, 13, 26, 10, 2, 16, 5, 3] ++odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'afl'] +#odiffs=[139, 104, 96, 116, 112, 118, 112, 137, 94, 108, 99, 119, 100, 103, 94, 110, 116, 137, 103, 90, 116, 128, 123, 98, 122, 131, 109, 128, 118, 120] +#ddiffs=[477, 450, 408, 507, 491, 478, 452, 467, 473, 476, 478, 464, 450, 488, 436, 446, 499, 465, 489, 449, 471, 499, 446, 513, 478, 523, 472, 482, 432, 486] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v3-4_noformat/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v3-4_noformat/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..6b35ed1 --- /dev/null +++ b/experiments/results/regression/commons-cli_v3-4_noformat/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,4.00,0.00 +60,0.00,0.00,4.00,0.00 +90,0.00,0.00,4.00,0.00 +120,0.00,0.00,4.00,0.00 +150,0.00,0.00,4.00,0.00 +180,0.00,0.00,6.00,0.00 +210,0.00,0.00,6.00,0.00 +240,0.00,0.00,7.00,0.00 +270,0.00,0.00,7.00,0.00 +300,0.00,0.00,7.00,0.00 +330,0.00,0.00,7.00,0.00 +360,0.00,0.00,7.00,0.00 +390,0.00,0.00,7.00,0.00 +420,0.00,0.00,7.00,0.00 +450,0.00,0.00,7.00,0.00 +480,0.00,0.00,7.00,0.00 +510,0.00,0.00,7.00,0.00 +540,0.00,0.00,7.00,0.00 +570,0.00,0.00,7.00,0.00 +600,0.00,0.00,7.00,0.00 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v4-5_noformat/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v4-5_noformat/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..472dbe3 --- /dev/null +++ b/experiments/results/regression/commons-cli_v4-5_noformat/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,17.90,0.56 +60,0.00,0.00,32.17,0.92 +90,0.00,0.00,44.03,1.07 +120,0.00,0.00,55.70,1.03 +150,0.00,0.00,65.50,1.26 +180,0.00,0.00,77.03,1.59 +210,0.00,0.00,89.07,1.99 +240,0.00,0.00,100.63,2.12 +270,0.00,0.00,111.83,2.30 +300,0.00,0.00,122.17,2.59 +330,0.00,0.00,132.33,3.04 +360,0.03,0.06,142.03,3.29 +390,0.03,0.06,151.63,3.10 +420,0.03,0.06,161.13,3.00 +450,0.03,0.06,170.93,3.03 +480,0.03,0.06,180.57,3.12 +510,0.03,0.06,190.60,3.13 +540,0.07,0.09,201.10,3.44 +570,0.07,0.09,210.93,3.59 +600,0.07,0.09,219.30,3.74 + +time +odiff>0: +589.57 (+/- 16.05) min=358 ++odiff_times=[600, 600, 600, 600, 600, 529, 358, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[212, 227, 216, 193, 227, 234, 231, 213, 222, 218, 231, 205, 220, 211, 224, 211, 215, 226, 208, 235, 202, 221, 213, 239, 233, 213, 227, 217, 222, 213] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v4-5_noformat/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v4-5_noformat/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..d77172b --- /dev/null +++ b/experiments/results/regression/commons-cli_v4-5_noformat/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,17.13,0.58 +60,0.00,0.00,32.57,0.88 +90,0.00,0.00,46.23,1.12 +120,0.00,0.00,58.30,1.48 +150,0.03,0.06,69.90,1.74 +180,0.03,0.06,82.23,2.86 +210,0.07,0.09,94.87,3.33 +240,0.07,0.09,106.77,3.49 +270,0.10,0.11,117.20,3.87 +300,0.10,0.11,129.03,4.44 +330,0.10,0.11,140.37,4.88 +360,0.10,0.11,151.87,4.82 +390,0.13,0.12,162.80,5.08 +420,0.13,0.12,173.13,5.10 +450,0.13,0.12,184.03,5.09 +480,0.13,0.12,195.13,5.25 +510,0.13,0.12,205.33,5.42 +540,0.13,0.12,215.43,5.57 +570,0.13,0.12,225.30,5.91 +600,0.13,0.12,235.17,5.73 + +time +odiff>0: +551.97 (+/- 45.65) min=125 ++odiff_times=[600, 600, 600, 600, 600, 600, 267, 600, 600, 125, 600, 600, 600, 600, 600, 385, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 182, 600, 600] ++odiff_src=['alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'afl', 'alf=spf', 'alf=spf', 'afl', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'afl', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'afl', 'alf=spf', 'alf=spf'] +#odiffs=[0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0] +#ddiffs=[221, 253, 250, 255, 242, 274, 231, 238, 222, 214, 237, 258, 223, 215, 196, 239, 224, 251, 235, 223, 230, 235, 235, 260, 220, 231, 234, 250, 234, 225] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v4-5_noformat/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v4-5_noformat/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..dd346b9 --- /dev/null +++ b/experiments/results/regression/commons-cli_v4-5_noformat/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,1.00,0.00 +60,0.00,0.00,1.00,0.00 +90,0.00,0.00,2.00,0.00 +120,0.00,0.00,2.00,0.00 +150,0.00,0.00,2.00,0.00 +180,0.00,0.00,2.00,0.00 +210,0.00,0.00,2.00,0.00 +240,0.00,0.00,2.00,0.00 +270,0.00,0.00,2.00,0.00 +300,0.00,0.00,2.00,0.00 +330,0.00,0.00,2.00,0.00 +360,0.00,0.00,2.00,0.00 +390,0.00,0.00,2.00,0.00 +420,0.00,0.00,2.00,0.00 +450,0.00,0.00,2.00,0.00 +480,0.00,0.00,2.00,0.00 +510,0.00,0.00,2.00,0.00 +540,0.00,0.00,2.00,0.00 +570,0.00,0.00,2.00,0.00 +600,0.00,0.00,2.00,0.00 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v5-6_noformat/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v5-6_noformat/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..ae9d483 --- /dev/null +++ b/experiments/results/regression/commons-cli_v5-6_noformat/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,7.43,0.74,16.70,0.69 +60,15.17,0.93,29.07,0.84 +90,22.37,1.05,40.00,1.00 +120,30.03,1.42,50.13,1.22 +150,36.83,1.61,59.47,1.25 +180,44.53,1.78,67.33,1.47 +210,52.57,2.01,74.93,1.48 +240,59.60,1.89,84.47,1.87 +270,66.47,2.13,94.43,2.46 +300,73.37,2.25,103.47,2.69 +330,80.30,2.56,112.03,3.28 +360,87.93,2.77,119.83,3.39 +390,94.97,3.19,127.80,3.89 +420,102.00,3.35,135.90,3.70 +450,108.90,3.58,144.57,3.59 +480,115.47,3.81,153.20,3.63 +510,123.20,4.17,160.37,4.11 +540,130.07,4.58,167.50,4.76 +570,137.27,4.81,174.27,5.22 +600,143.87,4.99,182.00,5.54 + +time +odiff>0: +4.13 (+/- 1.04) min=1 ++odiff_times=[2, 2, 2, 2, 3, 8, 5, 6, 2, 7, 10, 5, 5, 4, 6, 2, 6, 4, 3, 6, 2, 2, 1, 1, 3, 6, 2, 1, 2, 14] +#odiffs=[150, 156, 166, 133, 121, 169, 149, 142, 140, 161, 159, 136, 153, 135, 130, 165, 142, 124, 137, 120, 134, 154, 152, 134, 147, 127, 147, 139, 128, 166] +#ddiffs=[190, 176, 169, 174, 207, 178, 164, 184, 170, 173, 161, 195, 175, 195, 168, 169, 189, 180, 183, 209, 206, 169, 187, 178, 180, 226, 162, 199, 178, 166] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v5-6_noformat/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v5-6_noformat/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..3b9df7b --- /dev/null +++ b/experiments/results/regression/commons-cli_v5-6_noformat/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,6.77,0.71,17.40,0.88 +60,14.13,0.96,32.20,1.53 +90,22.30,1.13,44.57,1.63 +120,31.77,1.33,56.53,2.09 +150,41.27,1.63,68.17,2.48 +180,50.20,1.73,78.03,2.78 +210,58.77,1.81,88.37,2.90 +240,68.07,2.06,99.90,3.33 +270,77.10,2.68,110.83,3.75 +300,85.77,3.03,120.83,4.02 +330,94.57,3.22,131.43,4.44 +360,102.47,3.29,141.27,4.65 +390,112.07,3.22,150.67,4.99 +420,121.13,3.80,160.60,5.58 +450,130.40,4.20,170.00,5.66 +480,139.80,4.40,178.03,5.67 +510,150.03,4.51,186.77,5.76 +540,158.73,4.48,196.00,5.66 +570,169.27,4.47,206.83,5.77 +600,177.80,4.39,214.47,6.38 + +time +odiff>0: +6.17 (+/- 1.31) min=2 ++odiff_times=[2, 4, 7, 3, 7, 10, 7, 13, 3, 4, 3, 7, 2, 2, 3, 2, 6, 12, 4, 13, 10, 11, 12, 2, 6, 4, 3, 4, 9, 10] ++odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +#odiffs=[175, 179, 171, 188, 211, 182, 176, 189, 172, 170, 172, 166, 182, 180, 176, 182, 184, 183, 178, 183, 181, 174, 156, 208, 159, 173, 183, 185, 153, 163] +#ddiffs=[190, 198, 215, 206, 237, 198, 204, 236, 221, 224, 239, 236, 218, 218, 220, 212, 206, 229, 182, 238, 209, 203, 213, 212, 263, 221, 209, 195, 193, 189] \ No newline at end of file diff --git a/experiments/results/regression/commons-cli_v5-6_noformat/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/commons-cli_v5-6_noformat/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..9014cbb --- /dev/null +++ b/experiments/results/regression/commons-cli_v5-6_noformat/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,2.00,0.00 +60,0.00,0.00,3.00,0.00 +90,0.00,0.00,5.00,0.00 +120,0.00,0.00,5.00,0.00 +150,0.00,0.00,5.00,0.00 +180,0.00,0.00,5.00,0.00 +210,0.00,0.00,5.00,0.00 +240,0.00,0.00,5.00,0.00 +270,0.00,0.00,5.00,0.00 +300,0.00,0.00,5.00,0.00 +330,0.00,0.00,5.00,0.00 +360,0.00,0.00,5.00,0.00 +390,0.00,0.00,5.00,0.00 +420,0.00,0.00,5.00,0.00 +450,0.00,0.00,5.00,0.00 +480,0.00,0.00,5.00,0.00 +510,0.00,0.00,5.00,0.00 +540,0.00,0.00,5.00,0.00 +570,0.00,0.00,5.00,0.00 +600,0.00,0.00,5.00,0.00 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5] \ No newline at end of file diff --git a/experiments/results/regression/math_10/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/math_10/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..75c4a3f --- /dev/null +++ b/experiments/results/regression/math_10/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.03,0.06,0.03,0.06 +60,0.07,0.09,0.07,0.09 +90,0.17,0.13,0.17,0.13 +120,0.70,0.56,0.53,0.32 +150,2.07,1.50,1.47,0.78 +180,3.83,2.43,2.40,1.16 +210,6.33,3.38,3.43,1.42 +240,9.43,4.42,4.57,1.65 +270,12.40,5.12,5.53,1.88 +300,16.23,6.10,6.70,2.06 +330,19.93,6.94,7.70,2.16 +360,23.73,7.83,8.60,2.18 +390,28.43,9.05,9.80,2.35 +420,32.57,10.20,10.67,2.47 +450,36.80,10.92,11.63,2.43 +480,42.07,11.81,12.70,2.35 +510,47.57,12.91,13.67,2.36 +540,53.77,14.21,14.23,2.35 +570,59.20,15.14,15.00,2.31 +600,64.50,15.98,15.50,2.35 + +time +odiff>0: +221.13 (+/- 56.26) min=10 ++odiff_times=[440, 66, 57, 278, 250, 530, 262, 115, 10, 140, 121, 111, 172, 116, 163, 600, 81, 158, 138, 233, 418, 132, 396, 257, 600, 112, 160, 142, 287, 89] +#odiffs=[33, 120, 185, 20, 101, 3, 31, 53, 114, 110, 38, 59, 25, 72, 119, 0, 75, 120, 111, 69, 25, 51, 48, 8, 0, 106, 90, 41, 32, 76] +#ddiffs=[13, 21, 17, 21, 12, 5, 18, 21, 21, 19, 20, 30, 18, 9, 14, 0, 17, 13, 16, 12, 11, 23, 12, 11, 0, 17, 16, 27, 15, 16] \ No newline at end of file diff --git a/experiments/results/regression/math_10/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/math_10/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..bf88130 --- /dev/null +++ b/experiments/results/regression/math_10/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,2.17,0.13,4.13,0.18 +60,5.73,0.24,7.83,0.19 +90,6.37,0.25,9.63,0.36 +120,7.93,0.46,12.20,0.54 +150,9.23,0.76,14.20,0.57 +180,10.77,0.80,15.80,0.56 +210,12.30,0.92,17.83,0.49 +240,13.60,0.98,19.33,0.47 +270,15.73,1.25,21.17,0.58 +300,18.37,1.64,23.10,0.70 +330,20.60,2.13,24.60,0.82 +360,23.20,2.58,25.83,0.87 +390,26.33,3.02,26.73,1.01 +420,28.73,3.39,27.67,1.07 +450,31.47,3.76,28.40,1.08 +480,33.93,3.93,29.23,1.09 +510,36.07,4.14,30.00,1.19 +540,37.77,4.51,30.63,1.29 +570,41.20,5.20,31.37,1.35 +600,44.33,5.47,32.00,1.39 + +time +odiff>0: +3.87 (+/- 0.20) min=3 ++odiff_times=[4, 4, 3, 3, 4, 4, 4, 4, 3, 4, 4, 4, 4, 5, 5, 4, 3, 4, 4, 4, 4, 4, 4, 4, 5, 4, 4, 3, 3, 3] ++odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] +#odiffs=[32, 25, 63, 52, 71, 58, 29, 20, 61, 32, 49, 44, 37, 63, 71, 41, 47, 50, 46, 36, 26, 78, 46, 50, 30, 28, 30, 33, 54, 28] +#ddiffs=[34, 37, 27, 34, 35, 29, 31, 27, 34, 27, 34, 33, 41, 34, 32, 26, 24, 32, 29, 35, 25, 30, 32, 35, 35, 31, 33, 37, 36, 31] \ No newline at end of file diff --git a/experiments/results/regression/math_10/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/math_10/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..55be1b3 --- /dev/null +++ b/experiments/results/regression/math_10/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,3.00,0.00,5.00,0.00 +60,6.00,0.00,8.93,0.09 +90,6.57,0.18,9.57,0.18 +120,7.00,0.00,10.00,0.00 +150,7.00,0.00,10.00,0.00 +180,7.00,0.00,10.00,0.00 +210,7.00,0.00,10.00,0.00 +240,7.00,0.00,10.00,0.00 +270,7.00,0.00,10.00,0.00 +300,7.00,0.00,10.00,0.00 +330,7.00,0.00,10.00,0.00 +360,7.00,0.00,10.00,0.00 +390,7.00,0.00,10.00,0.00 +420,7.00,0.00,10.00,0.00 +450,7.00,0.00,10.00,0.00 +480,7.00,0.00,10.00,0.00 +510,7.00,0.00,10.00,0.00 +540,7.00,0.00,10.00,0.00 +570,7.00,0.00,10.00,0.00 +600,7.00,0.00,10.00,0.00 + +time +odiff>0: +2.87 (+/- 0.15) min=2 ++odiff_times=[3, 3, 3, 3, 3, 3, 3, 3, 4, 3, 3, 3, 3, 3, 3, 3, 3, 2, 3, 2, 2, 3, 2, 3, 3, 3, 3, 3, 3, 2] +#odiffs=[7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7] +#ddiffs=[10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10] \ No newline at end of file diff --git a/experiments/results/regression/math_46/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/math_46/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..c9940a7 --- /dev/null +++ b/experiments/results/regression/math_46/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,9.27,0.51 +60,0.07,0.09,14.50,0.56 +90,0.07,0.09,17.00,0.57 +120,0.07,0.09,18.93,0.68 +150,0.13,0.12,21.23,0.76 +180,0.20,0.14,23.57,1.02 +210,0.27,0.16,25.47,0.99 +240,0.33,0.17,26.93,1.07 +270,0.40,0.18,28.00,1.01 +300,0.50,0.18,29.37,1.12 +330,0.57,0.18,30.13,1.16 +360,0.60,0.18,31.70,1.11 +390,0.63,0.17,32.77,1.25 +420,0.63,0.17,33.37,1.28 +450,0.63,0.17,34.27,1.25 +480,0.70,0.16,35.33,1.23 +510,0.73,0.16,36.17,1.22 +540,0.80,0.14,36.83,1.17 +570,0.80,0.14,37.40,1.12 +600,0.83,0.13,37.90,1.11 + +time +odiff>0: +342.80 (+/- 63.36) min=32 ++odiff_times=[600, 206, 462, 491, 512, 258, 343, 523, 283, 319, 192, 591, 149, 153, 32, 478, 287, 46, 223, 600, 600, 600, 312, 277, 144, 600, 155, 376, 228, 244] +#odiffs=[0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1] +#ddiffs=[36, 41, 39, 40, 39, 34, 33, 35, 42, 43, 35, 36, 38, 42, 42, 42, 33, 37, 33, 36, 38, 37, 41, 36, 44, 37, 35, 38, 37, 38] \ No newline at end of file diff --git a/experiments/results/regression/math_46/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/math_46/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..3a03537 --- /dev/null +++ b/experiments/results/regression/math_46/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,9.90,0.62 +60,0.07,0.09,14.23,0.60 +90,0.10,0.11,16.93,0.63 +120,0.17,0.13,18.77,0.78 +150,0.83,0.13,21.53,0.77 +180,0.93,0.09,23.97,0.81 +210,0.97,0.06,25.87,0.99 +240,1.00,0.00,27.83,0.93 +270,1.00,0.00,29.07,1.02 +300,1.00,0.00,30.17,1.09 +330,1.00,0.00,31.13,1.05 +360,1.00,0.00,33.03,0.95 +390,1.00,0.00,34.27,0.89 +420,1.00,0.00,34.77,0.92 +450,1.00,0.00,35.43,0.86 +480,1.00,0.00,36.07,0.91 +510,1.00,0.00,36.63,0.92 +540,1.00,0.00,37.27,0.90 +570,1.00,0.00,37.87,0.82 +600,1.00,0.00,38.17,0.82 + +time +odiff>0: +122.00 (+/- 8.34) min=49 ++odiff_times=[99, 128, 129, 52, 130, 131, 128, 129, 130, 131, 137, 129, 130, 130, 131, 130, 132, 137, 130, 141, 114, 49, 131, 130, 132, 129, 135, 66, 131, 129] ++odiff_src=['afl', 'alf=spf', 'spf', 'afl', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf', 'spf', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'afl', 'afl', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'afl', 'alf=spf', 'alf=spf'] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[39, 39, 39, 39, 44, 37, 41, 38, 40, 40, 35, 35, 34, 34, 36, 36, 42, 40, 37, 37, 39, 36, 39, 38, 36, 38, 39, 38, 41, 39] \ No newline at end of file diff --git a/experiments/results/regression/math_46/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/math_46/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..b5714b3 --- /dev/null +++ b/experiments/results/regression/math_46/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.97,0.06,0.97,0.06 +150,1.00,0.00,1.00,0.00 +180,1.00,0.00,1.00,0.00 +210,1.00,0.00,1.00,0.00 +240,1.00,0.00,2.00,0.00 +270,1.00,0.00,2.00,0.00 +300,1.00,0.00,2.00,0.00 +330,1.00,0.00,2.97,0.06 +360,1.00,0.00,3.00,0.00 +390,1.00,0.00,3.00,0.00 +420,1.00,0.00,3.97,0.06 +450,1.00,0.00,4.00,0.00 +480,1.00,0.00,4.00,0.00 +510,1.00,0.00,4.97,0.06 +540,1.00,0.00,4.97,0.06 +570,1.00,0.00,5.00,0.00 +600,1.00,0.00,5.80,0.14 + +time +odiff>0: +117.80 (+/- 0.55) min=113 ++odiff_times=[121, 116, 119, 117, 119, 118, 118, 113, 120, 119, 119, 118, 119, 116, 117, 119, 120, 116, 118, 117, 117, 118, 117, 118, 117, 118, 117, 118, 116, 119] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[5, 6, 6, 6, 5, 5, 6, 5, 6, 6, 6, 6, 6, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 6, 6] \ No newline at end of file diff --git a/experiments/results/regression/math_60/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/math_60/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..8f74dee --- /dev/null +++ b/experiments/results/regression/math_60/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,8.37,0.62,14.47,0.52 +60,17.43,0.95,25.63,0.65 +90,26.97,1.21,33.40,0.93 +120,36.33,1.36,39.00,1.10 +150,45.73,1.43,44.30,1.31 +180,55.37,1.70,49.00,1.33 +210,65.27,1.71,53.60,1.51 +240,75.07,1.70,57.90,1.31 +270,84.37,1.90,61.63,1.54 +300,96.57,2.06,65.23,1.43 +330,108.33,2.37,68.47,1.53 +360,120.23,2.75,71.70,1.58 +390,131.60,3.19,74.77,1.59 +420,143.07,3.34,77.90,1.55 +450,154.70,3.72,80.47,1.59 +480,167.93,4.14,82.93,1.69 +510,181.03,4.56,85.77,1.74 +540,194.90,4.79,87.77,1.79 +570,207.00,5.02,90.50,1.73 +600,219.17,5.26,92.90,1.64 + +time +odiff>0: +6.93 (+/- 0.63) min=4 ++odiff_times=[12, 6, 6, 9, 5, 8, 6, 8, 9, 5, 7, 5, 7, 7, 7, 5, 9, 10, 4, 7, 6, 5, 6, 6, 8, 5, 9, 6, 8, 7] +#odiffs=[201, 197, 232, 226, 233, 202, 225, 220, 218, 202, 239, 193, 206, 208, 211, 223, 246, 235, 236, 231, 206, 221, 206, 202, 246, 224, 234, 207, 223, 222] +#ddiffs=[94, 102, 96, 97, 94, 85, 89, 91, 91, 90, 98, 91, 99, 100, 95, 93, 88, 94, 96, 93, 91, 100, 92, 86, 90, 85, 87, 97, 96, 87] \ No newline at end of file diff --git a/experiments/results/regression/math_60/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/math_60/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..c4f9094 --- /dev/null +++ b/experiments/results/regression/math_60/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,9.27,0.58,14.10,0.59 +60,19.73,0.92,25.03,0.93 +90,30.00,1.40,32.90,1.05 +120,40.57,1.54,39.00,0.91 +150,50.73,1.53,44.67,1.08 +180,61.17,1.71,49.80,1.37 +210,71.63,1.95,54.37,1.38 +240,81.90,2.16,58.03,1.22 +270,92.70,2.05,61.90,1.22 +300,105.57,2.43,65.97,1.64 +330,118.47,2.75,69.10,1.82 +360,130.27,3.41,72.67,1.96 +390,141.80,3.29,75.47,2.06 +420,154.63,3.38,78.43,2.03 +450,167.37,3.89,81.13,2.12 +480,181.63,4.22,84.37,2.16 +510,195.10,4.54,87.13,2.32 +540,208.23,4.84,89.63,2.37 +570,220.63,5.19,92.07,2.53 +600,234.23,5.63,94.20,2.67 + +time +odiff>0: +4.77 (+/- 0.15) min=4 ++odiff_times=[4, 5, 5, 5, 5, 5, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 4, 5, 5, 4, 5, 5, 5, 5] ++odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'spf'] +#odiffs=[236, 242, 230, 232, 211, 221, 242, 260, 242, 234, 230, 250, 231, 246, 246, 228, 267, 219, 234, 229, 186, 213, 217, 241, 250, 232, 226, 255, 241, 236] +#ddiffs=[99, 104, 103, 92, 87, 90, 103, 89, 80, 91, 93, 87, 88, 78, 87, 92, 94, 102, 96, 88, 102, 91, 93, 90, 104, 96, 100, 93, 110, 104] \ No newline at end of file diff --git a/experiments/results/regression/math_60/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/math_60/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..e0291e3 --- /dev/null +++ b/experiments/results/regression/math_60/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,2.00,0.00,3.00,0.00 +60,2.00,0.00,3.00,0.00 +90,2.00,0.00,3.00,0.00 +120,2.00,0.00,3.00,0.00 +150,2.00,0.00,3.00,0.00 +180,2.00,0.00,3.00,0.00 +210,2.00,0.00,3.00,0.00 +240,2.00,0.00,3.00,0.00 +270,2.00,0.00,3.00,0.00 +300,2.00,0.00,3.00,0.00 +330,2.00,0.00,3.00,0.00 +360,2.00,0.00,3.00,0.00 +390,2.00,0.00,3.00,0.00 +420,2.00,0.00,3.00,0.00 +450,2.00,0.00,3.00,0.00 +480,2.00,0.00,3.00,0.00 +510,2.00,0.00,3.00,0.00 +540,2.00,0.00,3.00,0.00 +570,2.00,0.00,3.00,0.00 +600,2.00,0.00,3.00,0.00 + +time +odiff>0: +3.60 (+/- 0.18) min=3 ++odiff_times=[3, 3, 4, 4, 3, 4, 3, 4, 4, 4, 4, 4, 3, 4, 4, 4, 4, 3, 4, 4, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v1/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v1/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..2a73a23 --- /dev/null +++ b/experiments/results/regression/tcas_v1/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,25 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 + +time delta>0: +600.00 (+/- 0.00) min=600 +[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v1/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v1/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..b87de75 --- /dev/null +++ b/experiments/results/regression/tcas_v1/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.03,0.06,0.07,0.09 +60,0.17,0.13,0.30,0.19 +90,0.47,0.18,1.07,0.24 +120,0.47,0.18,1.23,0.26 +150,0.90,0.11,1.87,0.20 +180,1.00,0.00,2.03,0.17 +210,1.00,0.00,2.13,0.15 +240,1.00,0.00,2.80,0.19 +270,1.00,0.00,3.17,0.13 +300,1.00,0.00,3.37,0.17 +330,1.00,0.00,3.60,0.27 +360,1.00,0.00,3.80,0.33 +390,1.00,0.00,3.93,0.34 +420,1.00,0.00,4.10,0.36 +450,1.00,0.00,4.33,0.36 +480,1.00,0.00,4.40,0.36 +510,1.00,0.00,4.47,0.34 +540,1.00,0.00,4.47,0.34 +570,1.00,0.00,4.57,0.34 +600,1.00,0.00,4.67,0.40 + +time +odiff>0: +49.87 (+/- 5.48) min=29 ++odiff_times=[44, 71, 80, 70, 62, 47, 49, 46, 47, 29, 30, 30, 67, 66, 31, 56, 44, 65, 30, 31, 31, 66, 50, 63, 64, 30, 55, 48, 32, 62] ++odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[6, 4, 4, 5, 4, 6, 6, 6, 6, 3, 5, 4, 4, 4, 5, 4, 4, 8, 5, 4, 3, 6, 4, 4, 6, 4, 4, 4, 4, 4] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v1/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v1/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..c7bfa6c --- /dev/null +++ b/experiments/results/regression/tcas_v1/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,1.00,0.00,1.00,0.00 +60,1.00,0.00,1.00,0.00 +90,1.00,0.00,1.00,0.00 +120,1.00,0.00,1.00,0.00 +150,1.00,0.00,1.50,0.18 +180,1.00,0.00,2.00,0.00 +210,1.00,0.00,2.83,0.13 +240,1.00,0.00,3.00,0.00 +270,1.00,0.00,3.00,0.00 +300,1.00,0.00,3.00,0.00 +330,1.00,0.00,3.00,0.00 +360,1.00,0.00,3.00,0.00 +390,1.00,0.00,3.00,0.00 +420,1.00,0.00,3.00,0.00 +450,1.00,0.00,3.00,0.00 +480,1.00,0.00,3.00,0.00 +510,1.00,0.00,3.00,0.00 +540,1.00,0.00,3.00,0.00 +570,1.00,0.00,3.00,0.00 +600,1.00,0.00,3.00,0.00 + +time +odiff>0: +22.47 (+/- 0.39) min=21 ++odiff_times=[21, 23, 22, 24, 24, 22, 23, 21, 23, 22, 21, 24, 22, 22, 22, 22, 24, 22, 23, 23, 22, 23, 21, 22, 22, 24, 25, 21, 21, 23] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v10/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v10/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..6b6cf4a --- /dev/null +++ b/experiments/results/regression/tcas_v10/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.13,0.12,0.27,0.21 +60,0.23,0.15,0.43,0.24 +90,0.33,0.17,0.60,0.25 +120,0.50,0.20,0.93,0.33 +150,0.53,0.20,1.03,0.35 +180,0.67,0.25,1.43,0.56 +210,0.90,0.27,2.17,0.67 +240,1.07,0.28,3.23,0.92 +270,1.10,0.28,3.93,1.10 +300,1.27,0.29,4.70,1.23 +330,1.43,0.26,5.90,1.41 +360,1.57,0.26,6.60,1.49 +390,1.63,0.22,7.03,1.47 +420,1.70,0.19,7.87,1.41 +450,1.70,0.19,8.50,1.52 +480,1.87,0.12,9.43,1.59 +510,1.87,0.12,9.93,1.59 +540,1.90,0.11,10.57,1.64 +570,1.90,0.11,11.40,1.69 +600,1.93,0.09,12.27,1.69 + +time +odiff>0: +173.47 (+/- 46.27) min=1 ++odiff_times=[5, 238, 100, 314, 316, 63, 59, 31, 204, 140, 194, 81, 392, 271, 18, 110, 373, 40, 387, 109, 103, 167, 318, 454, 11, 197, 82, 1, 238, 188] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[18, 13, 8, 12, 9, 14, 15, 17, 9, 21, 18, 12, 8, 3, 20, 7, 6, 13, 14, 11, 16, 3, 7, 11, 16, 19, 13, 16, 10, 9] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v10/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v10/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..dd3effa --- /dev/null +++ b/experiments/results/regression/tcas_v10/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.67,0.19,1.20,0.30 +60,0.87,0.15,1.57,0.37 +90,1.03,0.11,2.17,0.61 +120,1.13,0.12,2.73,0.68 +150,1.27,0.16,4.10,0.69 +180,1.37,0.17,5.43,0.76 +210,1.50,0.18,6.80,0.90 +240,1.60,0.18,8.17,1.07 +270,1.70,0.16,9.20,1.08 +300,1.73,0.16,10.23,1.03 +330,1.77,0.15,11.70,1.07 +360,1.83,0.13,13.87,1.18 +390,1.97,0.06,15.47,1.02 +420,1.97,0.06,16.83,0.92 +450,2.00,0.00,18.00,0.85 +480,2.00,0.00,19.00,0.74 +510,2.00,0.00,19.73,0.81 +540,2.00,0.00,20.23,0.80 +570,2.00,0.00,20.87,0.78 +600,2.00,0.00,21.30,0.82 + +time +odiff>0: +7.63 (+/- 0.22) min=7 ++odiff_times=[7, 7, 8, 7, 7, 8, 7, 8, 8, 7, 8, 8, 9, 8, 7, 8, 7, 8, 7, 7, 7, 7, 8, 8, 7, 8, 9, 8, 8, 8] ++odiff_src=['spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf'] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[21, 19, 22, 24, 24, 23, 19, 21, 24, 18, 23, 18, 21, 25, 19, 18, 23, 19, 23, 26, 23, 20, 23, 19, 23, 18, 20, 22, 19, 22] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v10/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v10/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..7d830b6 --- /dev/null +++ b/experiments/results/regression/tcas_v10/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,1.00,0.00,1.00,0.00 +60,1.00,0.00,1.00,0.00 +90,1.00,0.00,2.00,0.00 +120,1.00,0.00,3.00,0.00 +150,1.00,0.00,3.50,0.18 +180,1.00,0.00,4.00,0.00 +210,1.00,0.00,4.00,0.00 +240,1.00,0.00,5.00,0.00 +270,1.00,0.00,5.00,0.00 +300,2.00,0.00,9.00,0.00 +330,2.00,0.00,9.00,0.00 +360,2.00,0.00,10.63,0.22 +390,2.00,0.00,12.00,0.00 +420,2.00,0.00,12.00,0.00 +450,2.00,0.00,12.00,0.00 +480,2.00,0.00,12.00,0.00 +510,2.00,0.00,12.00,0.00 +540,2.00,0.00,12.00,0.00 +570,2.00,0.00,12.00,0.00 +600,2.00,0.00,12.00,0.00 + +time +odiff>0: +5.23 (+/- 0.15) min=5 ++odiff_times=[5, 5, 5, 5, 5, 6, 5, 5, 6, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 6, 6, 5, 5, 5, 6, 5, 6, 5, 6, 5] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v2/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v2/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..c8e6af9 --- /dev/null +++ b/experiments/results/regression/tcas_v2/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.03,0.06,0.10,0.14 +150,0.10,0.11,0.17,0.19 +180,0.10,0.11,0.20,0.19 +210,0.10,0.11,0.30,0.23 +240,0.13,0.12,0.37,0.25 +270,0.20,0.14,0.47,0.29 +300,0.20,0.14,0.57,0.40 +330,0.23,0.18,0.67,0.45 +360,0.37,0.20,0.97,0.53 +390,0.50,0.20,1.13,0.54 +420,0.53,0.20,1.27,0.55 +450,0.53,0.20,1.37,0.56 +480,0.57,0.22,1.50,0.58 +510,0.57,0.22,1.53,0.58 +540,0.67,0.23,1.80,0.63 +570,0.67,0.23,2.00,0.69 +600,0.70,0.23,2.13,0.73 + +time +odiff>0: +441.83 (+/- 57.70) min=120 ++odiff_times=[381, 350, 600, 269, 600, 600, 600, 409, 349, 263, 600, 120, 574, 361, 600, 361, 600, 533, 600, 146, 339, 600, 211, 600, 376, 600, 150, 511, 600, 352] +#odiffs=[1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 2, 1, 0, 2, 0, 2, 0, 1, 1, 0, 1] +#ddiffs=[4, 4, 1, 1, 0, 0, 1, 4, 1, 3, 0, 4, 2, 2, 0, 2, 0, 3, 0, 7, 4, 0, 5, 0, 5, 1, 3, 1, 0, 6] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v2/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v2/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..c9245cf --- /dev/null +++ b/experiments/results/regression/tcas_v2/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.03,0.06 +60,0.00,0.00,0.30,0.16 +90,0.00,0.00,0.97,0.27 +120,0.07,0.09,1.80,0.21 +150,0.17,0.13,2.27,0.31 +180,0.33,0.17,3.00,0.49 +210,0.53,0.18,4.90,0.52 +240,0.97,0.06,9.73,0.55 +270,1.00,0.00,10.57,0.49 +300,1.00,0.00,11.17,0.41 +330,1.00,0.00,11.57,0.38 +360,1.03,0.06,11.73,0.36 +390,1.03,0.06,12.13,0.38 +420,1.07,0.09,12.60,0.39 +450,1.07,0.09,12.77,0.39 +480,1.07,0.09,12.97,0.34 +510,1.13,0.12,13.23,0.35 +540,1.13,0.12,13.43,0.38 +570,1.17,0.13,13.63,0.33 +600,1.23,0.18,13.83,0.37 + +time +odiff>0: +186.87 (+/- 12.30) min=92 ++odiff_times=[205, 203, 210, 101, 172, 212, 138, 207, 211, 190, 216, 164, 177, 140, 205, 163, 161, 137, 208, 212, 92, 206, 211, 209, 215, 208, 208, 223, 208, 194] ++odiff_src=['afl', 'afl', 'alf=spf', 'afl', 'afl', 'spf', 'afl', 'spf', 'spf', 'afl', 'spf', 'afl', 'afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'spf', 'spf', 'afl', 'alf=spf', 'afl', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'afl'] +#odiffs=[1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1] +#ddiffs=[13, 14, 13, 15, 15, 12, 15, 14, 14, 15, 14, 13, 14, 16, 14, 15, 14, 14, 14, 12, 13, 12, 14, 15, 15, 12, 14, 13, 13, 14] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v2/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v2/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..6031db2 --- /dev/null +++ b/experiments/results/regression/tcas_v2/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,1.00,0.00 +90,0.00,0.00,1.23,0.15 +120,0.00,0.00,2.00,0.00 +150,0.00,0.00,2.00,0.00 +180,0.60,0.18,4.10,0.34 +210,1.00,0.00,8.97,0.06 +240,1.00,0.00,9.00,0.00 +270,1.00,0.00,9.00,0.00 +300,1.00,0.00,9.00,0.00 +330,1.00,0.00,9.00,0.00 +360,1.00,0.00,9.00,0.00 +390,1.00,0.00,9.00,0.00 +420,1.00,0.00,9.00,0.00 +450,1.00,0.00,9.00,0.00 +480,1.00,0.00,9.00,0.00 +510,1.00,0.00,9.00,0.00 +540,1.00,0.00,9.00,0.00 +570,1.00,0.00,9.00,0.00 +600,1.00,0.00,9.00,0.00 + +time +odiff>0: +182.37 (+/- 1.96) min=177 ++odiff_times=[184, 178, 181, 178, 182, 193, 193, 181, 179, 178, 177, 180, 184, 192, 179, 179, 179, 180, 180, 179, 195, 181, 179, 180, 179, 180, 178, 193, 191, 179] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v3/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v3/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..b126c8c --- /dev/null +++ b/experiments/results/regression/tcas_v3/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,6.73,0.51 +60,0.00,0.00,10.00,0.65 +90,0.00,0.00,12.07,0.68 +120,0.00,0.00,13.63,0.77 +150,0.00,0.00,15.13,0.86 +180,0.00,0.00,17.23,0.90 +210,0.00,0.00,19.93,1.03 +240,0.00,0.00,22.17,1.42 +270,0.00,0.00,24.00,1.44 +300,0.00,0.00,25.30,1.57 +330,0.00,0.00,27.47,1.69 +360,0.00,0.00,28.83,1.63 +390,0.00,0.00,30.30,1.63 +420,0.03,0.06,31.73,1.63 +450,0.03,0.06,32.87,1.62 +480,0.07,0.09,34.17,1.66 +510,0.07,0.09,35.23,1.80 +540,0.07,0.09,36.40,1.93 +570,0.07,0.09,37.67,1.94 +600,0.10,0.11,38.63,1.96 + +time +odiff>0: +588.43 (+/- 15.18) min=392 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 480, 392, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 581, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[42, 45, 34, 34, 40, 42, 34, 34, 53, 43, 33, 39, 37, 31, 33, 31, 38, 35, 30, 40, 36, 40, 49, 40, 39, 44, 47, 43, 38, 35] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v3/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v3/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..0790312 --- /dev/null +++ b/experiments/results/regression/tcas_v3/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,9.60,0.79 +60,0.00,0.00,13.47,0.90 +90,0.00,0.00,16.00,0.92 +120,0.00,0.00,17.57,0.99 +150,0.00,0.00,19.20,1.07 +180,0.00,0.00,21.57,0.94 +210,0.00,0.00,23.93,0.90 +240,0.03,0.06,27.07,1.08 +270,0.47,0.18,33.03,1.23 +300,1.70,0.16,39.90,1.16 +330,1.90,0.11,43.07,1.18 +360,1.93,0.09,44.97,1.28 +390,1.93,0.09,46.57,1.38 +420,1.97,0.06,48.90,1.47 +450,2.00,0.00,50.77,1.41 +480,2.00,0.00,53.00,1.55 +510,2.00,0.00,54.43,1.64 +540,2.00,0.00,55.50,1.66 +570,2.00,0.00,56.43,1.62 +600,2.00,0.00,57.43,1.54 + +time +odiff>0: +263.20 (+/- 3.61) min=236 ++odiff_times=[277, 262, 258, 253, 252, 272, 256, 265, 256, 260, 255, 256, 253, 236, 272, 257, 274, 272, 270, 257, 273, 258, 261, 276, 268, 278, 250, 279, 268, 272] ++odiff_src=['spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'afl', 'spf', 'spf', 'spf', 'afl', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'afl', 'spf', 'spf', 'alf=spf', 'alf=spf', 'spf'] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[62, 61, 57, 51, 68, 51, 51, 56, 62, 52, 60, 65, 59, 57, 54, 54, 54, 56, 58, 59, 55, 59, 57, 54, 67, 56, 57, 54, 59, 58] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v3/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v3/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..a3ff8b3 --- /dev/null +++ b/experiments/results/regression/tcas_v3/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,8.00,0.00 +60,0.00,0.00,8.00,0.00 +90,0.00,0.00,9.00,0.00 +120,0.00,0.00,9.97,0.06 +150,0.00,0.00,10.00,0.00 +180,0.00,0.00,10.00,0.00 +210,0.00,0.00,10.00,0.00 +240,0.73,0.16,16.13,0.65 +270,2.00,0.00,19.00,0.00 +300,2.00,0.00,19.00,0.00 +330,2.00,0.00,19.00,0.00 +360,2.00,0.00,19.00,0.00 +390,2.00,0.00,19.00,0.00 +420,2.00,0.00,19.00,0.00 +450,2.00,0.00,19.00,0.00 +480,2.00,0.00,19.00,0.00 +510,2.00,0.00,19.00,0.00 +540,2.00,0.00,19.00,0.00 +570,2.00,0.00,19.00,0.00 +600,2.00,0.00,19.00,0.00 + +time +odiff>0: +239.07 (+/- 2.57) min=232 ++odiff_times=[236, 234, 234, 233, 249, 249, 235, 235, 232, 240, 235, 260, 251, 234, 233, 241, 232, 234, 247, 248, 235, 237, 237, 235, 237, 240, 253, 237, 235, 234] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19, 19] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v4/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v4/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..952d4c2 --- /dev/null +++ b/experiments/results/regression/tcas_v4/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.67,0.17,2.57,0.57 +60,0.90,0.11,4.50,0.73 +90,0.97,0.06,6.07,0.76 +120,0.97,0.06,6.80,0.94 +150,1.00,0.00,8.10,0.95 +180,1.00,0.00,9.50,1.12 +210,1.00,0.00,10.87,1.06 +240,1.00,0.00,12.13,1.04 +270,1.00,0.00,13.00,0.93 +300,1.00,0.00,13.97,0.93 +330,1.00,0.00,14.53,0.97 +360,1.00,0.00,15.20,1.00 +390,1.00,0.00,15.77,1.03 +420,1.00,0.00,16.40,1.07 +450,1.00,0.00,16.67,1.10 +480,1.00,0.00,17.00,1.05 +510,1.00,0.00,17.40,0.96 +540,1.00,0.00,17.77,1.08 +570,1.00,0.00,18.03,1.06 +600,1.00,0.00,18.27,1.06 + +time +odiff>0: +28.47 (+/- 10.42) min=2 ++odiff_times=[4, 8, 23, 2, 21, 16, 9, 148, 12, 50, 4, 6, 6, 57, 37, 14, 9, 19, 67, 10, 25, 64, 51, 30, 48, 17, 14, 42, 32, 9] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[21, 17, 16, 19, 18, 17, 17, 17, 17, 26, 18, 18, 18, 18, 24, 16, 18, 20, 16, 16, 16, 17, 28, 20, 15, 16, 16, 16, 18, 19] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v4/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v4/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..daf2081 --- /dev/null +++ b/experiments/results/regression/tcas_v4/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.47,0.18,2.00,0.39 +60,0.73,0.16,4.10,0.64 +90,0.87,0.12,5.53,0.61 +120,0.97,0.06,7.17,0.73 +150,0.97,0.06,9.00,0.84 +180,0.97,0.06,10.97,0.84 +210,1.00,0.00,12.93,0.96 +240,1.00,0.00,13.77,0.94 +270,1.00,0.00,14.80,0.96 +300,1.00,0.00,15.93,0.93 +330,1.00,0.00,16.83,0.94 +360,1.00,0.00,18.03,1.11 +390,1.00,0.00,18.73,1.07 +420,1.00,0.00,19.53,1.04 +450,1.00,0.00,20.03,0.96 +480,1.00,0.00,20.50,0.96 +510,1.00,0.00,21.13,0.92 +540,1.00,0.00,21.67,0.93 +570,1.00,0.00,22.10,0.96 +600,1.00,0.00,22.53,1.01 + +time +odiff>0: +43.70 (+/- 14.01) min=3 ++odiff_times=[55, 6, 58, 23, 66, 73, 13, 21, 17, 97, 43, 4, 63, 39, 26, 96, 35, 119, 36, 24, 35, 63, 9, 3, 22, 184, 37, 8, 25, 11] ++odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[23, 21, 26, 18, 19, 22, 23, 23, 21, 30, 21, 23, 25, 24, 21, 21, 20, 24, 20, 24, 25, 19, 22, 21, 23, 27, 21, 17, 26, 26] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v4/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v4/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..6c09dd5 --- /dev/null +++ b/experiments/results/regression/tcas_v4/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,1.00,0.00 +90,0.00,0.00,1.00,0.00 +120,0.00,0.00,1.63,0.17 +150,0.00,0.00,2.07,0.13 +180,0.00,0.00,2.97,0.06 +210,0.00,0.00,3.00,0.00 +240,0.00,0.00,3.00,0.00 +270,0.00,0.00,3.00,0.00 +300,0.00,0.00,3.00,0.00 +330,0.00,0.00,3.00,0.00 +360,0.00,0.00,3.00,0.00 +390,0.00,0.00,3.00,0.00 +420,0.00,0.00,3.00,0.00 +450,0.00,0.00,3.00,0.00 +480,0.00,0.00,3.00,0.00 +510,0.00,0.00,3.00,0.00 +540,0.00,0.00,3.00,0.00 +570,0.00,0.00,3.00,0.00 +600,0.00,0.00,3.00,0.00 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v5/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v5/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..74b24e3 --- /dev/null +++ b/experiments/results/regression/tcas_v5/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.03,0.06,4.33,0.51 +60,0.23,0.18,7.40,0.70 +90,0.37,0.20,9.93,0.74 +120,0.53,0.22,12.17,0.80 +150,0.60,0.24,14.07,0.81 +180,0.67,0.27,16.47,0.88 +210,0.93,0.31,19.00,1.13 +240,1.03,0.31,21.30,1.06 +270,1.23,0.30,23.00,1.19 +300,1.33,0.28,24.43,1.28 +330,1.50,0.26,25.47,1.22 +360,1.67,0.21,26.73,1.30 +390,1.70,0.21,27.77,1.26 +420,1.77,0.20,28.50,1.18 +450,1.80,0.17,29.40,1.15 +480,1.80,0.17,29.90,1.19 +510,1.90,0.14,30.33,1.26 +540,1.97,0.06,30.73,1.23 +570,1.97,0.06,31.20,1.26 +600,2.00,0.00,31.97,1.06 + +time +odiff>0: +184.93 (+/- 46.66) min=24 ++odiff_times=[69, 279, 52, 196, 292, 347, 230, 338, 435, 24, 535, 77, 54, 247, 85, 107, 322, 32, 120, 260, 307, 199, 96, 267, 146, 73, 31, 39, 106, 183] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[32, 29, 36, 29, 35, 30, 32, 30, 29, 37, 35, 36, 35, 32, 31, 33, 35, 24, 32, 28, 35, 31, 34, 31, 31, 30, 34, 29, 35, 29] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v5/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v5/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..f7c9602 --- /dev/null +++ b/experiments/results/regression/tcas_v5/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.47,0.20,6.53,0.50 +60,0.60,0.22,12.20,0.79 +90,0.73,0.24,15.43,1.07 +120,0.80,0.25,17.20,0.99 +150,0.90,0.27,18.70,1.09 +180,1.00,0.28,20.90,0.95 +210,1.17,0.26,23.33,0.94 +240,1.67,0.17,27.83,0.89 +270,1.93,0.09,32.10,1.14 +300,1.97,0.06,34.83,1.25 +330,2.00,0.00,36.83,1.17 +360,2.00,0.00,38.27,1.23 +390,2.00,0.00,43.67,1.24 +420,2.00,0.00,45.00,1.22 +450,2.00,0.00,45.50,1.20 +480,2.00,0.00,46.33,1.28 +510,2.00,0.00,47.03,1.21 +540,2.00,0.00,47.77,1.26 +570,2.00,0.00,48.53,1.25 +600,2.00,0.00,49.83,1.27 + +time +odiff>0: +94.60 (+/- 30.72) min=1 ++odiff_times=[53, 17, 20, 142, 211, 206, 13, 15, 30, 24, 215, 17, 13, 12, 37, 217, 216, 53, 23, 24, 207, 15, 63, 215, 175, 216, 1, 108, 210, 70] ++odiff_src=['afl', 'afl', 'afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'spf', 'alf=spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'alf=spf', 'afl', 'spf', 'afl', 'afl', 'alf=spf', 'afl'] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[48, 55, 58, 48, 52, 49, 50, 50, 49, 48, 47, 56, 51, 44, 43, 45, 46, 50, 53, 52, 49, 48, 50, 50, 46, 54, 46, 50, 54, 54] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v5/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v5/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..f118182 --- /dev/null +++ b/experiments/results/regression/tcas_v5/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,5.00,0.00 +60,0.00,0.00,7.00,0.00 +90,0.00,0.00,7.00,0.00 +120,0.00,0.00,7.00,0.00 +150,0.00,0.00,7.00,0.00 +180,0.07,0.09,7.20,0.19 +210,1.97,0.06,12.97,0.06 +240,2.00,0.00,16.93,0.68 +270,2.00,0.00,18.00,0.00 +300,2.00,0.00,18.00,0.00 +330,2.00,0.00,22.97,0.76 +360,2.00,0.00,24.00,0.00 +390,2.00,0.00,24.00,0.00 +420,2.00,0.00,24.00,0.00 +450,2.00,0.00,24.00,0.00 +480,2.00,0.00,24.00,0.00 +510,2.00,0.00,24.00,0.00 +540,2.00,0.00,24.00,0.00 +570,2.00,0.00,24.00,0.00 +600,2.00,0.00,24.00,0.00 + +time +odiff>0: +185.40 (+/- 1.95) min=180 ++odiff_times=[183, 182, 194, 198, 188, 183, 181, 180, 186, 196, 189, 183, 184, 181, 182, 182, 196, 183, 180, 181, 182, 183, 182, 195, 183, 185, 183, 181, 182, 194] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24, 24] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v6/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v6/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..671db66 --- /dev/null +++ b/experiments/results/regression/tcas_v6/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.03,0.06,0.07,0.13 +60,0.17,0.13,0.27,0.23 +90,0.27,0.16,0.40,0.30 +120,0.30,0.16,0.70,0.47 +150,0.37,0.17,0.93,0.51 +180,0.40,0.18,1.07,0.56 +210,0.43,0.18,1.17,0.56 +240,0.53,0.18,1.40,0.61 +270,0.53,0.18,1.60,0.67 +300,0.60,0.18,1.83,0.72 +330,0.73,0.16,2.07,0.76 +360,0.83,0.13,2.23,0.76 +390,0.87,0.12,2.43,0.79 +420,0.90,0.11,2.67,0.78 +450,0.90,0.11,2.77,0.81 +480,0.93,0.09,2.93,0.81 +510,0.97,0.06,3.13,0.80 +540,0.97,0.06,3.47,0.81 +570,0.97,0.06,3.77,0.84 +600,0.97,0.06,4.13,0.83 + +time +odiff>0: +233.63 (+/- 54.48) min=4 ++odiff_times=[505, 323, 283, 307, 408, 274, 469, 309, 53, 47, 189, 79, 212, 155, 347, 354, 312, 348, 93, 140, 74, 128, 4, 79, 44, 47, 219, 600, 372, 235] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1] +#ddiffs=[4, 1, 4, 2, 4, 4, 4, 3, 7, 5, 1, 8, 1, 3, 1, 5, 5, 5, 5, 3, 4, 4, 8, 11, 5, 6, 4, 0, 3, 4] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v6/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v6/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..edd2699 --- /dev/null +++ b/experiments/results/regression/tcas_v6/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.47,0.18,0.90,0.17 +60,0.63,0.17,1.13,0.24 +90,0.73,0.16,1.43,0.30 +120,0.80,0.14,1.87,0.26 +150,0.87,0.12,2.33,0.36 +180,0.90,0.11,2.67,0.40 +210,0.97,0.06,3.03,0.40 +240,1.00,0.00,3.83,0.43 +270,1.00,0.00,4.63,0.56 +300,1.00,0.00,7.03,0.57 +330,1.00,0.00,7.80,0.50 +360,1.00,0.00,8.50,0.52 +390,1.00,0.00,8.80,0.59 +420,1.00,0.00,8.93,0.59 +450,1.00,0.00,9.33,0.59 +480,1.00,0.00,9.50,0.58 +510,1.00,0.00,9.83,0.61 +540,1.00,0.00,10.03,0.68 +570,1.00,0.00,10.13,0.73 +600,1.00,0.00,10.37,0.70 + +time +odiff>0: +7.57 (+/- 0.26) min=6 ++odiff_times=[8, 7, 7, 8, 7, 8, 9, 8, 7, 7, 8, 8, 7, 7, 6, 7, 7, 6, 7, 8, 8, 8, 7, 8, 8, 9, 8, 8, 8, 8] ++odiff_src=['alf=spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'alf=spf'] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[11, 13, 10, 12, 9, 12, 12, 8, 11, 10, 11, 8, 10, 14, 11, 11, 13, 12, 9, 9, 6, 8, 11, 12, 7, 9, 14, 9, 9, 10] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v6/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v6/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..31ca663 --- /dev/null +++ b/experiments/results/regression/tcas_v6/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,1.00,0.00,1.00,0.00 +60,1.00,0.00,1.00,0.00 +90,1.00,0.00,1.77,0.15 +120,1.00,0.00,2.00,0.00 +150,1.00,0.00,2.00,0.00 +180,1.00,0.00,2.03,0.06 +210,1.00,0.00,3.00,0.00 +240,1.00,0.00,5.03,0.45 +270,1.00,0.00,6.00,0.00 +300,1.00,0.00,6.00,0.00 +330,1.00,0.00,6.00,0.00 +360,1.00,0.00,6.00,0.00 +390,1.00,0.00,6.00,0.00 +420,1.00,0.00,6.00,0.00 +450,1.00,0.00,6.00,0.00 +480,1.00,0.00,6.00,0.00 +510,1.00,0.00,6.00,0.00 +540,1.00,0.00,6.00,0.00 +570,1.00,0.00,6.00,0.00 +600,1.00,0.00,6.00,0.00 + +time +odiff>0: +5.30 (+/- 0.23) min=4 ++odiff_times=[7, 5, 5, 5, 5, 5, 5, 5, 6, 5, 6, 5, 5, 5, 7, 6, 5, 5, 5, 5, 5, 6, 4, 5, 5, 6, 5, 5, 5, 6] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v7/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v7/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..4696c74 --- /dev/null +++ b/experiments/results/regression/tcas_v7/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v7/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v7/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..798e65a --- /dev/null +++ b/experiments/results/regression/tcas_v7/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.87,0.27,1.40,0.22 +120,1.77,0.18,5.37,0.33 +150,2.00,0.00,6.07,0.13 +180,2.00,0.00,6.20,0.19 +210,2.00,0.00,6.50,0.26 +240,2.00,0.00,6.70,0.29 +270,2.00,0.00,7.07,0.32 +300,2.00,0.00,7.30,0.32 +330,2.00,0.00,7.47,0.33 +360,2.00,0.00,7.60,0.33 +390,2.00,0.00,7.73,0.34 +420,2.00,0.00,7.87,0.34 +450,2.00,0.00,8.07,0.34 +480,2.00,0.00,8.20,0.39 +510,2.00,0.00,8.27,0.38 +540,2.00,0.00,8.40,0.43 +570,2.00,0.00,8.57,0.42 +600,2.00,0.00,8.93,0.39 + +time +odiff>0: +71.70 (+/- 1.71) min=62 ++odiff_times=[73, 73, 66, 68, 76, 75, 69, 71, 70, 65, 72, 71, 75, 66, 77, 68, 74, 78, 62, 75, 82, 69, 75, 69, 66, 68, 70, 71, 83, 74] ++odiff_src=['alf=spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf'] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[7, 8, 8, 9, 9, 8, 9, 11, 10, 11, 8, 11, 10, 8, 10, 10, 10, 9, 9, 8, 7, 9, 8, 9, 9, 8, 8, 8, 10, 9] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v7/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v7/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..1e7887f --- /dev/null +++ b/experiments/results/regression/tcas_v7/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.87,0.12,0.87,0.12 +90,2.00,0.00,3.37,0.35 +120,2.00,0.00,6.00,0.00 +150,2.00,0.00,6.00,0.00 +180,2.00,0.00,6.00,0.00 +210,2.00,0.00,6.00,0.00 +240,2.00,0.00,6.00,0.00 +270,2.00,0.00,6.00,0.00 +300,2.00,0.00,6.00,0.00 +330,2.00,0.00,6.00,0.00 +360,2.00,0.00,6.00,0.00 +390,2.00,0.00,6.00,0.00 +420,2.00,0.00,6.00,0.00 +450,2.00,0.00,6.00,0.00 +480,2.00,0.00,6.00,0.00 +510,2.00,0.00,6.00,0.00 +540,2.00,0.00,6.00,0.00 +570,2.00,0.00,6.00,0.00 +600,2.00,0.00,6.00,0.00 + +time +odiff>0: +56.97 (+/- 0.76) min=54 ++odiff_times=[56, 54, 56, 56, 55, 56, 61, 60, 56, 57, 54, 56, 55, 59, 59, 55, 57, 55, 57, 56, 57, 61, 56, 57, 57, 56, 59, 54, 61, 61] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v8/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v8/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..4696c74 --- /dev/null +++ b/experiments/results/regression/tcas_v8/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.00,0.00,0.00,0.00 +120,0.00,0.00,0.00,0.00 +150,0.00,0.00,0.00,0.00 +180,0.00,0.00,0.00,0.00 +210,0.00,0.00,0.00,0.00 +240,0.00,0.00,0.00,0.00 +270,0.00,0.00,0.00,0.00 +300,0.00,0.00,0.00,0.00 +330,0.00,0.00,0.00,0.00 +360,0.00,0.00,0.00,0.00 +390,0.00,0.00,0.00,0.00 +420,0.00,0.00,0.00,0.00 +450,0.00,0.00,0.00,0.00 +480,0.00,0.00,0.00,0.00 +510,0.00,0.00,0.00,0.00 +540,0.00,0.00,0.00,0.00 +570,0.00,0.00,0.00,0.00 +600,0.00,0.00,0.00,0.00 + +time +odiff>0: +600.00 (+/- 0.00) min=600 ++odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] +#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +#ddiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v8/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v8/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..1e69751 --- /dev/null +++ b/experiments/results/regression/tcas_v8/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,0.00,0.00 +90,0.77,0.27,1.00,0.24 +120,1.70,0.21,5.40,0.25 +150,2.00,0.00,5.97,0.06 +180,2.00,0.00,6.10,0.11 +210,2.00,0.00,6.23,0.18 +240,2.00,0.00,6.67,0.27 +270,2.00,0.00,6.93,0.29 +300,2.00,0.00,6.97,0.30 +330,2.00,0.00,7.10,0.32 +360,2.00,0.00,7.53,0.41 +390,2.00,0.00,7.73,0.42 +420,2.00,0.00,8.07,0.45 +450,2.00,0.00,8.13,0.50 +480,2.00,0.00,8.27,0.51 +510,2.00,0.00,8.47,0.51 +540,2.00,0.00,8.57,0.54 +570,2.00,0.00,8.67,0.51 +600,2.00,0.00,8.77,0.49 + +time +odiff>0: +65.33 (+/- 0.75) min=61 ++odiff_times=[67, 66, 67, 67, 66, 66, 64, 68, 64, 65, 68, 71, 65, 64, 65, 65, 64, 65, 63, 64, 62, 61, 68, 62, 68, 63, 66, 65, 65, 66] ++odiff_src=['spf', 'spf', 'alf=spf', 'spf', 'spf', 'spf', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'alf=spf', 'spf', 'spf', 'alf=spf', 'alf=spf', 'spf', 'alf=spf', 'spf', 'alf=spf', 'spf'] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[9, 9, 8, 8, 8, 7, 8, 11, 7, 10, 8, 11, 7, 8, 9, 7, 8, 13, 9, 9, 10, 10, 9, 10, 10, 8, 8, 9, 8, 7] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v8/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v8/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..45633e1 --- /dev/null +++ b/experiments/results/regression/tcas_v8/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,1.00,0.00,1.00,0.00 +90,2.00,0.00,4.13,0.12 +120,2.00,0.00,6.00,0.00 +150,2.00,0.00,6.00,0.00 +180,2.00,0.00,6.00,0.00 +210,2.00,0.00,6.00,0.00 +240,2.00,0.00,6.00,0.00 +270,2.00,0.00,6.00,0.00 +300,2.00,0.00,6.00,0.00 +330,2.00,0.00,6.00,0.00 +360,2.00,0.00,6.00,0.00 +390,2.00,0.00,6.00,0.00 +420,2.00,0.00,6.00,0.00 +450,2.00,0.00,6.00,0.00 +480,2.00,0.00,6.00,0.00 +510,2.00,0.00,6.00,0.00 +540,2.00,0.00,6.00,0.00 +570,2.00,0.00,6.00,0.00 +600,2.00,0.00,6.00,0.00 + +time +odiff>0: +51.70 (+/- 0.16) min=51 ++odiff_times=[51, 52, 52, 51, 52, 51, 51, 51, 51, 52, 52, 52, 52, 52, 51, 52, 51, 52, 52, 52, 52, 52, 52, 52, 52, 52, 52, 52, 51, 52] +#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] +#ddiffs=[6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v9/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v9/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..7cdba33 --- /dev/null +++ b/experiments/results/regression/tcas_v9/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.07,0.09,0.13,0.15 +60,0.10,0.11,0.33,0.28 +90,0.17,0.13,0.57,0.34 +120,0.33,0.17,0.93,0.40 +150,0.37,0.17,1.10,0.43 +180,0.40,0.18,1.30,0.44 +210,0.43,0.18,1.67,0.49 +240,0.60,0.18,2.40,0.52 +270,0.67,0.17,2.67,0.58 +300,0.77,0.15,3.17,0.61 +330,0.83,0.13,3.60,0.71 +360,0.87,0.12,3.80,0.68 +390,0.93,0.09,4.10,0.68 +420,0.93,0.09,4.33,0.67 +450,0.93,0.09,4.60,0.71 +480,0.93,0.09,4.83,0.72 +510,0.93,0.09,5.13,0.79 +540,0.93,0.09,5.40,0.82 +570,0.97,0.06,5.90,0.84 +600,1.00,0.00,6.13,0.85 + +time +odiff>0: +221.73 (+/- 48.83) min=10 ++odiff_times=[208, 218, 544, 92, 35, 236, 98, 10, 211, 292, 281, 573, 324, 90, 170, 119, 79, 301, 381, 240, 343, 216, 293, 269, 27, 118, 388, 135, 118, 243] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[5, 2, 6, 7, 7, 3, 9, 12, 5, 4, 9, 4, 4, 4, 6, 7, 6, 4, 4, 5, 4, 7, 8, 3, 10, 9, 8, 8, 5, 9] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v9/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v9/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..b63bc19 --- /dev/null +++ b/experiments/results/regression/tcas_v9/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.10,0.11 +60,0.07,0.09,0.27,0.16 +90,0.07,0.09,0.43,0.22 +120,0.13,0.12,1.10,0.32 +150,0.20,0.14,2.20,0.41 +180,0.23,0.15,3.17,0.44 +210,0.50,0.18,5.07,0.58 +240,0.83,0.13,9.93,0.68 +270,1.00,0.00,13.87,0.65 +300,1.00,0.00,17.57,0.60 +330,1.00,0.00,18.20,0.64 +360,1.00,0.00,18.97,0.68 +390,1.00,0.00,19.37,0.74 +420,1.00,0.00,19.77,0.72 +450,1.00,0.00,20.27,0.76 +480,1.00,0.00,20.63,0.78 +510,1.00,0.00,20.97,0.78 +540,1.00,0.00,21.57,0.85 +570,1.00,0.00,21.93,0.87 +600,1.00,0.00,22.37,0.89 + +time +odiff>0: +185.53 (+/- 18.42) min=39 ++odiff_times=[189, 212, 223, 185, 39, 132, 215, 218, 223, 219, 91, 223, 218, 210, 207, 199, 56, 215, 210, 181, 215, 220, 218, 98, 218, 218, 170, 215, 127, 202] ++odiff_src=['afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'spf', 'afl', 'spf', 'spf', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'spf', 'afl', 'afl', 'spf', 'afl', 'spf', 'afl', 'spf', 'spf', 'afl', 'spf', 'afl', 'afl'] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[21, 22, 19, 25, 21, 25, 22, 26, 22, 20, 21, 19, 25, 21, 21, 28, 21, 22, 26, 22, 22, 20, 26, 25, 21, 19, 21, 19, 23, 26] \ No newline at end of file diff --git a/experiments/results/regression/tcas_v9/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/tcas_v9/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..3527354 --- /dev/null +++ b/experiments/results/regression/tcas_v9/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,0.00,0.00,0.00,0.00 +60,0.00,0.00,1.00,0.00 +90,0.00,0.00,1.00,0.00 +120,0.00,0.00,1.00,0.00 +150,0.00,0.00,2.00,0.00 +180,0.00,0.00,3.00,0.00 +210,1.00,0.00,9.00,0.00 +240,1.00,0.00,15.00,0.00 +270,1.00,0.00,15.00,0.00 +300,1.00,0.00,15.00,0.00 +330,1.00,0.00,15.00,0.00 +360,1.00,0.00,15.00,0.00 +390,1.00,0.00,15.00,0.00 +420,1.00,0.00,15.00,0.00 +450,1.00,0.00,15.00,0.00 +480,1.00,0.00,15.00,0.00 +510,1.00,0.00,15.00,0.00 +540,1.00,0.00,15.00,0.00 +570,1.00,0.00,15.00,0.00 +600,1.00,0.00,15.00,0.00 + +time +odiff>0: +184.20 (+/- 0.57) min=181 ++odiff_times=[185, 184, 183, 184, 183, 186, 183, 186, 188, 184, 184, 185, 182, 183, 184, 186, 185, 185, 185, 181, 187, 183, 183, 184, 185, 184, 183, 184, 181, 186] +#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] +#ddiffs=[15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15] \ No newline at end of file diff --git a/experiments/results/regression/time_1/fuzzer-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/time_1/fuzzer-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..745ba42 --- /dev/null +++ b/experiments/results/regression/time_1/fuzzer-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,7.40,0.71,14.20,0.68 +60,14.50,0.96,27.27,1.02 +90,20.53,1.28,38.87,1.16 +120,26.97,1.24,49.50,1.46 +150,33.13,1.32,59.47,1.31 +180,38.87,1.30,68.57,1.33 +210,43.97,1.38,77.03,1.51 +240,50.03,1.51,84.60,1.67 +270,55.93,1.64,93.07,1.71 +300,61.57,1.80,100.93,1.81 +330,67.77,2.34,109.50,2.00 +360,73.43,2.91,116.50,2.07 +390,78.73,3.37,124.03,2.11 +420,85.50,3.64,131.47,2.22 +450,91.80,3.97,138.60,2.46 +480,97.73,4.33,145.40,2.67 +510,103.67,4.70,151.90,2.77 +540,110.53,5.25,158.90,3.00 +570,117.17,5.67,164.90,3.30 +600,123.30,5.86,170.63,3.43 + +time +odiff>0: +5.17 (+/- 1.20) min=2 ++odiff_times=[3, 3, 3, 13, 3, 3, 6, 2, 7, 6, 7, 3, 7, 4, 7, 4, 13, 4, 14, 2, 3, 3, 2, 6, 4, 2, 2, 6, 10, 3] +#odiffs=[110, 116, 115, 102, 112, 129, 123, 114, 146, 144, 124, 136, 107, 105, 127, 112, 172, 104, 118, 128, 119, 127, 131, 131, 107, 106, 120, 157, 144, 113] +#ddiffs=[174, 164, 177, 165, 172, 169, 155, 168, 164, 173, 196, 174, 163, 165, 172, 173, 167, 168, 160, 168, 180, 161, 193, 180, 161, 177, 160, 182, 157, 181] \ No newline at end of file diff --git a/experiments/results/regression/time_1/hydiff-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/time_1/hydiff-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..ece5fd1 --- /dev/null +++ b/experiments/results/regression/time_1/hydiff-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,28 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,7.87,0.60,14.60,1.11 +60,15.33,1.07,28.17,1.52 +90,23.10,1.63,42.03,1.82 +120,31.70,1.64,54.87,1.97 +150,40.10,1.83,67.40,2.24 +180,49.00,2.16,78.77,2.55 +210,58.60,2.73,90.10,2.63 +240,68.77,3.15,102.27,2.94 +270,78.50,3.88,114.83,3.18 +300,87.93,4.72,126.10,3.59 +330,97.00,4.98,136.97,3.85 +360,106.20,5.44,148.37,3.70 +390,115.50,6.44,159.43,3.92 +420,124.23,6.61,170.10,4.23 +450,134.67,7.39,179.47,4.59 +480,146.53,8.58,190.10,5.04 +510,157.40,9.59,200.37,5.18 +540,167.57,10.87,208.47,5.25 +570,179.73,11.85,216.77,5.47 +600,189.73,11.94,225.33,5.62 + +time +odiff>0: +3.80 (+/- 0.69) min=1 ++odiff_times=[5, 3, 2, 7, 2, 7, 2, 2, 4, 2, 3, 2, 7, 6, 2, 7, 3, 2, 7, 4, 6, 4, 2, 4, 1, 6, 4, 2, 4, 2] ++odiff_src=['afl', 'afl', 'afl', 'alf=spf', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'alf=spf', 'afl', 'afl', 'spf', 'afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +#odiffs=[208, 197, 165, 195, 217, 180, 172, 226, 241, 176, 160, 163, 246, 169, 197, 139, 197, 186, 198, 116, 170, 199, 204, 294, 181, 146, 181, 185, 196, 188] +#ddiffs=[201, 232, 220, 244, 237, 222, 215, 209, 226, 220, 213, 229, 242, 226, 218, 212, 235, 229, 213, 169, 228, 230, 242, 250, 232, 229, 222, 226, 242, 247] \ No newline at end of file diff --git a/experiments/results/regression/time_1/symexe-out-results-n=30-t=600-s=30.csv b/experiments/results/regression/time_1/symexe-out-results-n=30-t=600-s=30.csv new file mode 100644 index 0000000..c4a2ebe --- /dev/null +++ b/experiments/results/regression/time_1/symexe-out-results-n=30-t=600-s=30.csv @@ -0,0 +1,27 @@ +seconds,avg_odiff,ci_odiff,avg_ddiff,ci_ddiff +30,7.00,0.00,11.00,0.00 +60,7.00,0.00,11.00,0.00 +90,7.00,0.00,11.00,0.00 +120,16.13,0.62,12.93,0.09 +150,31.00,0.00,16.97,0.06 +180,31.00,0.00,20.00,0.00 +210,31.00,0.00,22.00,0.00 +240,31.00,0.00,29.37,0.49 +270,33.00,0.00,32.00,0.00 +300,33.00,0.00,32.00,0.00 +330,33.00,0.00,32.00,0.00 +360,33.00,0.00,32.00,0.00 +390,33.00,0.00,32.00,0.00 +420,33.00,0.00,32.00,0.00 +450,33.00,0.00,32.00,0.00 +480,33.00,0.00,32.00,0.00 +510,33.00,0.00,32.00,0.00 +540,33.00,0.00,32.00,0.00 +570,33.00,0.00,32.00,0.00 +600,33.00,0.00,32.00,0.00 + +time +odiff>0: +5.33 (+/- 0.17) min=5 ++odiff_times=[5, 5, 5, 6, 5, 6, 6, 6, 5, 6, 5, 5, 6, 6, 5, 5, 5, 5, 5, 5, 5, 5, 6, 5, 6, 5, 5, 6, 5, 5] +#odiffs=[33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33, 33] +#ddiffs=[32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32] \ No newline at end of file diff --git a/experiments/results/sidechannel/blazer_login_safe/fuzzer-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/blazer_login_safe/fuzzer-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..b2e7687 --- /dev/null +++ b/experiments/results/sidechannel/blazer_login_safe/fuzzer-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,0.00,0.00,0 +60,0.00,0.00,0 +90,0.00,0.00,0 +120,0.00,0.00,0 +150,0.00,0.00,0 +180,0.00,0.00,0 +210,0.00,0.00,0 +240,0.00,0.00,0 +270,0.00,0.00,0 +300,0.00,0.00,0 +330,0.00,0.00,0 +360,0.00,0.00,0 +390,0.00,0.00,0 +420,0.00,0.00,0 +450,0.00,0.00,0 +480,0.00,0.00,0 +510,0.00,0.00,0 +540,0.00,0.00,0 +570,0.00,0.00,0 +600,0.00,0.00,0 +630,0.00,0.00,0 +660,0.00,0.00,0 +690,0.00,0.00,0 +720,0.00,0.00,0 +750,0.00,0.00,0 +780,0.00,0.00,0 +810,0.00,0.00,0 +840,0.00,0.00,0 +870,0.00,0.00,0 +900,0.00,0.00,0 +930,0.00,0.00,0 +960,0.00,0.00,0 +990,0.00,0.00,0 +1020,0.00,0.00,0 +1050,0.00,0.00,0 +1080,0.00,0.00,0 +1110,0.00,0.00,0 +1140,0.00,0.00,0 +1170,0.00,0.00,0 +1200,0.00,0.00,0 +1230,0.00,0.00,0 +1260,0.00,0.00,0 +1290,0.00,0.00,0 +1320,0.00,0.00,0 +1350,0.00,0.00,0 +1380,0.00,0.00,0 +1410,0.00,0.00,0 +1440,0.00,0.00,0 +1470,0.00,0.00,0 +1500,0.00,0.00,0 +1530,0.00,0.00,0 +1560,0.00,0.00,0 +1590,0.00,0.00,0 +1620,0.00,0.00,0 +1650,0.00,0.00,0 +1680,0.00,0.00,0 +1710,0.00,0.00,0 +1740,0.00,0.00,0 +1770,0.00,0.00,0 +1800,0.00,0.00,0 + +time delta>0: +1800.00 (+/- 0.00) +delta>0Times=[1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800] +deltas=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +deltas(30s)=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/results/sidechannel/blazer_login_safe/hydiff-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/blazer_login_safe/hydiff-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..3c34c35 --- /dev/null +++ b/experiments/results/sidechannel/blazer_login_safe/hydiff-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,68 @@ +seconds,avg_highscore,ci,maximum +30,0.00,0.00,0 +60,0.00,0.00,0 +90,0.00,0.00,0 +120,0.00,0.00,0 +150,0.00,0.00,0 +180,0.00,0.00,0 +210,0.00,0.00,0 +240,0.00,0.00,0 +270,0.00,0.00,0 +300,0.00,0.00,0 +330,0.00,0.00,0 +360,0.00,0.00,0 +390,0.00,0.00,0 +420,0.00,0.00,0 +450,0.00,0.00,0 +480,0.00,0.00,0 +510,0.00,0.00,0 +540,0.00,0.00,0 +570,0.00,0.00,0 +600,0.00,0.00,0 +630,0.00,0.00,0 +660,0.00,0.00,0 +690,0.00,0.00,0 +720,0.00,0.00,0 +750,0.00,0.00,0 +780,0.00,0.00,0 +810,0.00,0.00,0 +840,0.00,0.00,0 +870,0.00,0.00,0 +900,0.00,0.00,0 +930,0.00,0.00,0 +960,0.00,0.00,0 +990,0.00,0.00,0 +1020,0.00,0.00,0 +1050,0.00,0.00,0 +1080,0.00,0.00,0 +1110,0.00,0.00,0 +1140,0.00,0.00,0 +1170,0.00,0.00,0 +1200,0.00,0.00,0 +1230,0.00,0.00,0 +1260,0.00,0.00,0 +1290,0.00,0.00,0 +1320,0.00,0.00,0 +1350,0.00,0.00,0 +1380,0.00,0.00,0 +1410,0.00,0.00,0 +1440,0.00,0.00,0 +1470,0.00,0.00,0 +1500,0.00,0.00,0 +1530,0.00,0.00,0 +1560,0.00,0.00,0 +1590,0.00,0.00,0 +1620,0.00,0.00,0 +1650,0.00,0.00,0 +1680,0.00,0.00,0 +1710,0.00,0.00,0 +1740,0.00,0.00,0 +1770,0.00,0.00,0 +1800,0.00,0.00,0 + +time delta>0: +1800.00 (+/- 0.00) +delta>0Times=[1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800] +delta>0_src=['alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf', 'alf=spf'] +deltas=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] +deltas(30s)=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/results/sidechannel/blazer_login_safe/symexe-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/blazer_login_safe/symexe-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..207467a --- /dev/null +++ b/experiments/results/sidechannel/blazer_login_safe/symexe-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,64 @@ +seconds,highscore +30,0 +60,0 +90,0 +120,0 +150,0 +180,0 +210,0 +240,0 +270,0 +300,0 +330,0 +360,0 +390,0 +420,0 +450,0 +480,0 +510,0 +540,0 +570,0 +600,0 +630,0 +660,0 +690,0 +720,0 +750,0 +780,0 +810,0 +840,0 +870,0 +900,0 +930,0 +960,0 +990,0 +1020,0 +1050,0 +1080,0 +1110,0 +1140,0 +1170,0 +1200,0 +1230,0 +1260,0 +1290,0 +1320,0 +1350,0 +1380,0 +1410,0 +1440,0 +1470,0 +1500,0 +1530,0 +1560,0 +1590,0 +1620,0 +1650,0 +1680,0 +1710,0 +1740,0 +1770,0 +1800,0 + +time delta>0: +-1 \ No newline at end of file diff --git a/experiments/results/sidechannel/blazer_login_unsafe/fuzzer-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/blazer_login_unsafe/fuzzer-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..f84d3b5 --- /dev/null +++ b/experiments/results/sidechannel/blazer_login_unsafe/fuzzer-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,30.47,9.19,100 +60,42.67,8.75,100 +90,53.00,8.25,100 +120,58.80,7.69,100 +150,61.40,7.91,120 +180,61.87,7.69,120 +210,64.67,8.09,120 +240,71.00,8.35,120 +270,71.20,8.39,120 +300,72.20,8.07,120 +330,73.67,7.83,120 +360,74.60,7.42,120 +390,74.60,7.42,120 +420,74.60,7.42,120 +450,75.13,7.47,120 +480,76.33,7.31,120 +510,77.80,7.28,120 +540,80.40,7.43,120 +570,82.33,7.29,122 +600,82.33,7.29,122 +630,82.67,7.22,122 +660,84.60,8.65,168 +690,87.20,8.57,168 +720,88.13,8.37,168 +750,90.73,7.93,168 +780,91.87,8.14,168 +810,94.40,10.03,184 +840,94.53,10.03,184 +870,97.20,11.16,208 +900,99.67,12.91,238 +930,102.40,12.74,238 +960,102.40,12.74,238 +990,106.40,13.06,238 +1020,106.80,12.91,238 +1050,108.53,12.72,238 +1080,109.07,12.68,238 +1110,109.20,12.67,238 +1140,109.20,12.67,238 +1170,109.40,12.64,238 +1200,112.13,12.58,238 +1230,112.93,12.72,238 +1260,115.20,12.99,238 +1290,119.87,13.51,238 +1320,119.87,13.51,238 +1350,119.93,13.51,238 +1380,120.00,13.49,238 +1410,120.93,13.33,238 +1440,122.07,13.18,238 +1470,122.73,13.23,238 +1500,125.73,13.47,238 +1530,126.27,13.44,238 +1560,127.27,13.80,238 +1590,127.27,13.80,238 +1620,127.27,13.80,238 +1650,127.80,13.52,238 +1680,128.60,13.47,238 +1710,129.53,14.04,238 +1740,131.20,14.23,238 +1770,132.80,14.90,238 +1800,132.87,14.87,238 + +time delta>0: +5.07 (+/- 1.18) +delta>0Times=[14, 7, 5, 13, 3, 4, 2, 6, 12, 2, 9, 5, 4, 8, 2, 8, 5, 5, 2, 3, 6, 3, 2, 5, 3, 3, 3, 3, 1, 4] +deltas=[86, 108, 126, 80, 156, 132, 124, 78, 184, 126, 148, 92, 178, 122, 96, 142, 148, 104, 192, 176, 236, 238, 100, 112, 144, 106, 154, 104, 94, 100] +deltas(30s)=[22, 46, 8, 28, 12, 24, 34, 28, 12, 8, 12, 16, 70, 12, 12, 12, 32, 74, 32, 8, 32, 100, 16, 16, 16, 48, 60, 16, 8, 100] \ No newline at end of file diff --git a/experiments/results/sidechannel/blazer_login_unsafe/hydiff-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/blazer_login_unsafe/hydiff-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..27d3886 --- /dev/null +++ b/experiments/results/sidechannel/blazer_login_unsafe/hydiff-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,68 @@ +seconds,avg_highscore,ci,maximum +30,38.40,12.84,128 +60,224.53,10.14,254 +90,233.20,6.59,254 +120,238.53,5.05,254 +150,242.27,4.57,254 +180,246.00,4.03,254 +210,249.73,3.26,254 +240,250.40,3.19,254 +270,252.40,1.94,254 +300,253.47,0.80,254 +330,253.47,0.80,254 +360,253.47,0.80,254 +390,253.47,0.80,254 +420,253.87,0.26,254 +450,254.00,0.00,254 +480,254.00,0.00,254 +510,254.00,0.00,254 +540,254.00,0.00,254 +570,254.00,0.00,254 +600,254.00,0.00,254 +630,254.00,0.00,254 +660,254.00,0.00,254 +690,254.00,0.00,254 +720,254.00,0.00,254 +750,254.00,0.00,254 +780,254.00,0.00,254 +810,254.00,0.00,254 +840,254.00,0.00,254 +870,254.00,0.00,254 +900,254.00,0.00,254 +930,254.00,0.00,254 +960,254.00,0.00,254 +990,254.00,0.00,254 +1020,254.00,0.00,254 +1050,254.00,0.00,254 +1080,254.00,0.00,254 +1110,254.00,0.00,254 +1140,254.00,0.00,254 +1170,254.00,0.00,254 +1200,254.00,0.00,254 +1230,254.00,0.00,254 +1260,254.00,0.00,254 +1290,254.00,0.00,254 +1320,254.00,0.00,254 +1350,254.00,0.00,254 +1380,254.00,0.00,254 +1410,254.00,0.00,254 +1440,254.00,0.00,254 +1470,254.00,0.00,254 +1500,254.00,0.00,254 +1530,254.00,0.00,254 +1560,254.00,0.00,254 +1590,254.00,0.00,254 +1620,254.00,0.00,254 +1650,254.00,0.00,254 +1680,254.00,0.00,254 +1710,254.00,0.00,254 +1740,254.00,0.00,254 +1770,254.00,0.00,254 +1800,254.00,0.00,254 + +time delta>0: +3.47 (+/- 0.74) +delta>0Times=[2, 4, 7, 4, 6, 1, 3, 3, 6, 2, 7, 3, 3, 2, 1, 2, 2, 9, 6, 1, 6, 4, 4, 2, 3, 1, 3, 4, 2, 1] +delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +deltas=[254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254] +deltas(30s)=[16, 6, 50, 40, 32, 16, 20, 20, 118, 122, 98, 22, 16, 20, 24, 4, 32, 16, 102, 28, 46, 30, 42, 4, 8, 24, 8, 24, 36, 128] \ No newline at end of file diff --git a/experiments/results/sidechannel/blazer_login_unsafe/symexe-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/blazer_login_unsafe/symexe-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..7fad6a7 --- /dev/null +++ b/experiments/results/sidechannel/blazer_login_unsafe/symexe-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,0.00,0.00,0 +60,254.00,0.00,254 +90,254.00,0.00,254 +120,254.00,0.00,254 +150,254.00,0.00,254 +180,254.00,0.00,254 +210,254.00,0.00,254 +240,254.00,0.00,254 +270,254.00,0.00,254 +300,254.00,0.00,254 +330,254.00,0.00,254 +360,254.00,0.00,254 +390,254.00,0.00,254 +420,254.00,0.00,254 +450,254.00,0.00,254 +480,254.00,0.00,254 +510,254.00,0.00,254 +540,254.00,0.00,254 +570,254.00,0.00,254 +600,254.00,0.00,254 +630,254.00,0.00,254 +660,254.00,0.00,254 +690,254.00,0.00,254 +720,254.00,0.00,254 +750,254.00,0.00,254 +780,254.00,0.00,254 +810,254.00,0.00,254 +840,254.00,0.00,254 +870,254.00,0.00,254 +900,254.00,0.00,254 +930,254.00,0.00,254 +960,254.00,0.00,254 +990,254.00,0.00,254 +1020,254.00,0.00,254 +1050,254.00,0.00,254 +1080,254.00,0.00,254 +1110,254.00,0.00,254 +1140,254.00,0.00,254 +1170,254.00,0.00,254 +1200,254.00,0.00,254 +1230,254.00,0.00,254 +1260,254.00,0.00,254 +1290,254.00,0.00,254 +1320,254.00,0.00,254 +1350,254.00,0.00,254 +1380,254.00,0.00,254 +1410,254.00,0.00,254 +1440,254.00,0.00,254 +1470,254.00,0.00,254 +1500,254.00,0.00,254 +1530,254.00,0.00,254 +1560,254.00,0.00,254 +1590,254.00,0.00,254 +1620,254.00,0.00,254 +1650,254.00,0.00,254 +1680,254.00,0.00,254 +1710,254.00,0.00,254 +1740,254.00,0.00,254 +1770,254.00,0.00,254 +1800,254.00,0.00,254 + +time delta>0: +34.20 (+/- 0.19) +delta>0Times=[34, 34, 34, 34, 33, 34, 34, 35, 34, 35, 35, 35, 34, 34, 34, 35, 34, 34, 34, 34, 33, 34, 34, 35, 34, 35, 34, 35, 34, 34] +deltas=[254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254] +deltas(30s)=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/results/sidechannel/rsa_modpow_1717/fuzzer-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/rsa_modpow_1717/fuzzer-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..9b5c00f --- /dev/null +++ b/experiments/results/sidechannel/rsa_modpow_1717/fuzzer-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,85.00,6.14,104 +60,93.67,3.18,108 +90,96.57,1.93,108 +120,97.60,2.03,108 +150,98.37,2.01,108 +180,99.23,1.71,108 +210,100.17,1.54,108 +240,100.33,1.51,108 +270,100.90,1.51,108 +300,101.07,1.40,108 +330,101.30,1.49,112 +360,101.97,1.51,112 +390,102.10,1.50,112 +420,102.27,1.44,112 +450,102.27,1.44,112 +480,102.93,1.30,112 +510,102.93,1.30,112 +540,102.93,1.30,112 +570,103.23,1.20,112 +600,103.50,1.22,112 +630,103.53,1.21,112 +660,103.60,1.19,112 +690,104.00,1.28,112 +720,104.00,1.28,112 +750,104.33,1.27,112 +780,104.40,1.23,112 +810,104.40,1.23,112 +840,104.40,1.23,112 +870,104.67,1.32,112 +900,104.90,1.27,112 +930,105.30,1.20,112 +960,105.43,1.21,112 +990,105.73,1.14,112 +1020,105.73,1.14,112 +1050,105.73,1.14,112 +1080,106.00,1.20,112 +1110,106.00,1.20,112 +1140,106.10,1.17,112 +1170,106.10,1.17,112 +1200,106.23,1.10,112 +1230,106.23,1.10,112 +1260,106.23,1.10,112 +1290,106.47,1.05,112 +1320,106.60,1.11,112 +1350,106.60,1.11,112 +1380,107.00,1.13,112 +1410,107.00,1.13,112 +1440,107.00,1.13,112 +1470,107.00,1.13,112 +1500,107.00,1.13,112 +1530,107.13,1.18,112 +1560,107.27,1.22,112 +1590,107.27,1.22,112 +1620,107.27,1.22,112 +1650,107.27,1.22,112 +1680,107.27,1.22,112 +1710,107.27,1.22,112 +1740,107.27,1.22,112 +1770,107.27,1.22,112 +1800,107.27,1.22,112 + +time delta>0: +2.20 (+/- 0.23) +delta>0Times=[2, 2, 2, 2, 2, 2, 3, 3, 2, 2, 2, 1, 2, 3, 4, 1, 2, 2, 3, 2, 2, 2, 2, 2, 2, 2, 2, 4, 2, 2] +deltas=[101, 112, 104, 104, 112, 104, 112, 108, 108, 112, 104, 108, 108, 104, 112, 108, 108, 104, 105, 104, 108, 104, 108, 104, 104, 108, 112, 104, 112, 112] +deltas(30s)=[93, 93, 50, 96, 85, 73, 82, 100, 93, 92, 85, 103, 50, 88, 92, 100, 51, 96, 95, 79, 100, 104, 78, 54, 93, 46, 89, 94, 96, 100] \ No newline at end of file diff --git a/experiments/results/sidechannel/rsa_modpow_1717/hydiff-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/rsa_modpow_1717/hydiff-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..f16f4c6 --- /dev/null +++ b/experiments/results/sidechannel/rsa_modpow_1717/hydiff-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,68 @@ +seconds,avg_highscore,ci,maximum +30,97.80,0.74,104 +60,98.50,0.99,108 +90,100.67,1.39,108 +120,101.03,1.44,108 +150,101.13,1.42,108 +180,101.53,1.36,108 +210,101.70,1.31,108 +240,101.83,1.27,108 +270,102.13,1.25,108 +300,103.03,1.33,112 +330,103.03,1.33,112 +360,103.53,1.53,116 +390,103.90,1.52,116 +420,104.10,1.47,116 +450,104.17,1.45,116 +480,104.20,1.45,116 +510,104.30,1.43,116 +540,104.90,1.35,116 +570,104.90,1.35,116 +600,104.90,1.35,116 +630,105.03,1.36,116 +660,105.03,1.36,116 +690,105.03,1.36,116 +720,105.07,1.36,116 +750,105.07,1.36,116 +780,105.07,1.36,116 +810,105.07,1.36,116 +840,105.23,1.34,116 +870,105.47,1.39,116 +900,105.60,1.32,116 +930,105.60,1.32,116 +960,105.73,1.32,116 +990,105.73,1.32,116 +1020,106.33,1.30,116 +1050,106.53,1.33,116 +1080,106.90,1.25,116 +1110,106.90,1.25,116 +1140,106.90,1.25,116 +1170,107.10,1.19,116 +1200,107.50,1.19,116 +1230,107.63,1.14,116 +1260,107.63,1.14,116 +1290,107.63,1.14,116 +1320,107.63,1.14,116 +1350,107.63,1.14,116 +1380,107.90,1.20,116 +1410,107.90,1.20,116 +1440,107.90,1.20,116 +1470,107.90,1.20,116 +1500,107.90,1.20,116 +1530,107.90,1.20,116 +1560,107.90,1.20,116 +1590,108.03,1.17,116 +1620,108.03,1.17,116 +1650,108.03,1.17,116 +1680,108.03,1.17,116 +1710,108.17,1.10,116 +1740,108.17,1.10,116 +1770,108.17,1.10,116 +1800,108.17,1.10,116 + +time delta>0: +2.33 (+/- 0.38) +delta>0Times=[3, 2, 2, 3, 3, 1, 2, 3, 2, 1, 1, 3, 1, 2, 3, 2, 3, 2, 1, 3, 1, 4, 3, 2, 2, 2, 5, 2, 5, 1] +delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'alf=spf', 'afl', 'alf=spf', 'afl'] +deltas=[112, 104, 108, 108, 104, 108, 105, 112, 108, 108, 108, 104, 112, 111, 108, 112, 105, 104, 104, 116, 108, 108, 104, 108, 112, 108, 108, 108, 112, 108] +deltas(30s)=[97, 97, 97, 97, 97, 102, 97, 97, 97, 97, 97, 97, 97, 104, 97, 97, 97, 97, 97, 97, 97, 97, 97, 97, 97, 97, 104, 102, 97, 97] \ No newline at end of file diff --git a/experiments/results/sidechannel/rsa_modpow_1717/symexe-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/rsa_modpow_1717/symexe-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..ad04d00 --- /dev/null +++ b/experiments/results/sidechannel/rsa_modpow_1717/symexe-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,102.00,0.00,102 +60,102.00,0.00,102 +90,102.00,0.00,102 +120,103.00,0.00,103 +150,103.00,0.00,103 +180,103.17,0.32,108 +210,103.70,0.53,108 +240,104.03,0.65,108 +270,104.40,0.73,108 +300,104.43,0.72,108 +330,104.47,0.71,108 +360,104.50,0.71,108 +390,104.67,0.82,112 +420,105.00,0.86,112 +450,105.20,0.86,112 +480,105.57,0.86,112 +510,105.77,0.85,112 +540,106.23,0.98,112 +570,106.23,0.98,112 +600,106.23,0.98,112 +630,106.57,0.94,112 +660,106.80,0.91,112 +690,106.83,0.89,112 +720,107.00,0.90,112 +750,107.03,0.88,112 +780,107.17,0.86,112 +810,107.27,0.83,112 +840,107.57,0.77,112 +870,107.57,0.77,112 +900,107.57,0.77,112 +930,107.70,0.73,112 +960,107.70,0.73,112 +990,107.70,0.73,112 +1020,107.70,0.73,112 +1050,107.70,0.73,112 +1080,107.70,0.73,112 +1110,107.70,0.73,112 +1140,107.70,0.73,112 +1170,107.70,0.73,112 +1200,107.70,0.73,112 +1230,107.70,0.73,112 +1260,107.70,0.73,112 +1290,107.70,0.73,112 +1320,107.70,0.73,112 +1350,107.70,0.73,112 +1380,107.70,0.73,112 +1410,107.70,0.73,112 +1440,107.70,0.73,112 +1470,107.70,0.73,112 +1500,107.70,0.73,112 +1530,107.70,0.73,112 +1560,107.80,0.69,112 +1590,107.80,0.69,112 +1620,107.80,0.69,112 +1650,107.80,0.69,112 +1680,107.90,0.65,112 +1710,107.90,0.65,112 +1740,107.90,0.65,112 +1770,108.00,0.60,112 +1800,108.00,0.60,112 + +time delta>0: +3.47 (+/- 0.18) +delta>0Times=[4, 3, 3, 4, 4, 4, 4, 3, 4, 4, 4, 3, 3, 3, 3, 3, 4, 4, 4, 4, 3, 4, 3, 3, 3, 3, 4, 3, 3, 3] +deltas=[107, 108, 108, 108, 112, 112, 108, 108, 107, 108, 108, 108, 104, 108, 108, 108, 108, 107, 108, 108, 107, 108, 108, 108, 108, 112, 108, 104, 108, 108] +deltas(30s)=[102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102, 102] \ No newline at end of file diff --git a/experiments/results/sidechannel/rsa_modpow_1964903306/fuzzer-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/rsa_modpow_1964903306/fuzzer-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..ea8184f --- /dev/null +++ b/experiments/results/sidechannel/rsa_modpow_1964903306/fuzzer-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,226.67,7.94,262 +60,237.27,7.53,270 +90,243.00,7.16,272 +120,250.83,4.74,272 +150,252.33,4.55,272 +180,253.77,4.73,272 +210,254.67,4.60,272 +240,256.10,4.53,272 +270,257.50,4.09,272 +300,259.00,3.99,272 +330,260.60,3.57,272 +360,260.87,3.57,272 +390,262.07,3.37,281 +420,263.23,2.94,281 +450,263.30,2.95,281 +480,264.37,2.61,281 +510,264.37,2.61,281 +540,264.37,2.61,281 +570,265.87,2.79,281 +600,265.87,2.79,281 +630,265.87,2.79,281 +660,266.03,2.77,281 +690,266.03,2.77,281 +720,266.03,2.77,281 +750,266.53,2.77,281 +780,266.80,2.76,281 +810,267.20,2.78,281 +840,267.20,2.78,281 +870,267.53,2.86,281 +900,267.87,2.89,281 +930,268.10,2.96,281 +960,268.17,2.97,281 +990,268.37,2.94,281 +1020,268.77,2.93,281 +1050,269.47,3.03,281 +1080,269.47,3.03,281 +1110,269.50,3.02,281 +1140,269.77,2.95,281 +1170,270.20,2.94,281 +1200,270.20,2.94,281 +1230,270.47,3.02,283 +1260,270.47,3.02,283 +1290,270.57,3.03,283 +1320,270.83,3.11,283 +1350,270.83,3.11,283 +1380,270.83,3.11,283 +1410,270.83,3.11,283 +1440,270.83,3.11,283 +1470,270.83,3.11,283 +1500,271.47,2.27,283 +1530,271.47,2.27,283 +1560,271.47,2.27,283 +1590,271.70,2.23,283 +1620,272.23,2.35,286 +1650,272.47,2.37,286 +1680,272.67,2.46,286 +1710,272.67,2.46,286 +1740,272.67,2.46,286 +1770,272.67,2.46,286 +1800,272.77,2.47,286 + +time delta>0: +1.90 (+/- 0.28) +delta>0Times=[3, 2, 3, 2, 1, 1, 2, 2, 1, 1, 1, 2, 2, 2, 2, 1, 2, 1, 4, 3, 2, 1, 2, 1, 3, 2, 2, 2, 3, 1] +deltas=[284, 275, 269, 277, 262, 268, 268, 268, 269, 270, 286, 277, 270, 262, 271, 274, 274, 277, 253, 272, 271, 272, 279, 275, 272, 282, 268, 283, 281, 274] +deltas(30s)=[228, 215, 234, 262, 222, 253, 228, 212, 219, 259, 242, 206, 242, 201, 219, 250, 218, 260, 168, 259, 205, 224, 215, 218, 236, 229, 225, 253, 214, 184] \ No newline at end of file diff --git a/experiments/results/sidechannel/rsa_modpow_1964903306/hydiff-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/rsa_modpow_1964903306/hydiff-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..5ab380d --- /dev/null +++ b/experiments/results/sidechannel/rsa_modpow_1964903306/hydiff-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,68 @@ +seconds,avg_highscore,ci,maximum +30,254.27,1.75,269 +60,256.37,2.22,269 +90,258.60,2.74,278 +120,259.13,2.72,278 +150,260.03,2.59,278 +180,261.93,2.68,278 +210,263.10,2.46,278 +240,263.13,2.47,278 +270,263.40,2.46,278 +300,264.17,2.21,278 +330,264.30,2.21,278 +360,265.60,1.92,278 +390,266.43,2.05,282 +420,267.00,1.99,282 +450,267.30,1.98,282 +480,267.50,2.03,282 +510,267.50,2.03,282 +540,268.60,2.22,284 +570,268.93,2.15,284 +600,268.93,2.15,284 +630,268.93,2.15,284 +660,269.23,2.14,284 +690,269.23,2.14,284 +720,269.33,2.11,284 +750,271.07,2.61,290 +780,271.07,2.61,290 +810,271.27,2.58,290 +840,271.63,2.56,290 +870,272.17,2.65,290 +900,272.17,2.65,290 +930,272.87,3.37,307 +960,272.87,3.37,307 +990,272.97,3.34,307 +1020,273.53,3.32,307 +1050,273.63,3.29,307 +1080,274.03,3.25,307 +1110,274.03,3.25,307 +1140,274.03,3.25,307 +1170,274.17,3.20,307 +1200,274.47,3.17,307 +1230,275.00,3.15,307 +1260,275.00,3.15,307 +1290,275.00,3.15,307 +1320,275.23,3.06,307 +1350,275.23,3.06,307 +1380,275.23,3.06,307 +1410,275.23,3.06,307 +1440,275.23,3.06,307 +1470,275.23,3.06,307 +1500,275.23,3.06,307 +1530,275.87,3.16,307 +1560,275.87,3.16,307 +1590,275.87,3.16,307 +1620,275.87,3.16,307 +1650,275.87,3.16,307 +1680,275.93,3.17,307 +1710,275.93,3.17,307 +1740,275.93,3.17,307 +1770,275.93,3.17,307 +1800,275.93,3.17,307 + +time delta>0: +1.93 (+/- 0.26) +delta>0Times=[1, 2, 2, 1, 2, 2, 2, 2, 1, 2, 1, 2, 2, 1, 2, 4, 1, 2, 3, 3, 2, 2, 1, 2, 2, 1, 3, 2, 3, 2] +delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +deltas=[276, 271, 274, 286, 269, 271, 266, 266, 284, 274, 268, 266, 281, 289, 269, 269, 281, 268, 282, 271, 280, 273, 271, 290, 277, 268, 277, 307, 277, 277] +deltas(30s)=[252, 252, 252, 252, 252, 252, 252, 252, 252, 265, 256, 266, 252, 262, 252, 252, 252, 252, 252, 252, 252, 262, 252, 252, 269, 252, 252, 252, 252, 252] \ No newline at end of file diff --git a/experiments/results/sidechannel/rsa_modpow_1964903306/symexe-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/rsa_modpow_1964903306/symexe-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..555639c --- /dev/null +++ b/experiments/results/sidechannel/rsa_modpow_1964903306/symexe-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,252.00,0.00,252 +60,252.00,0.00,252 +90,252.00,0.00,252 +120,252.00,0.00,252 +150,252.00,0.00,252 +180,252.00,0.00,252 +210,252.00,0.00,252 +240,252.00,0.00,252 +270,252.00,0.00,252 +300,252.00,0.00,252 +330,252.00,0.00,252 +360,252.00,0.00,252 +390,252.00,0.00,252 +420,252.00,0.00,252 +450,252.00,0.00,252 +480,252.00,0.00,252 +510,252.00,0.00,252 +540,252.00,0.00,252 +570,252.00,0.00,252 +600,252.00,0.00,252 +630,252.00,0.00,252 +660,252.00,0.00,252 +690,252.00,0.00,252 +720,252.00,0.00,252 +750,252.00,0.00,252 +780,252.00,0.00,252 +810,252.00,0.00,252 +840,252.00,0.00,252 +870,252.00,0.00,252 +900,252.00,0.00,252 +930,252.00,0.00,252 +960,252.00,0.00,252 +990,252.00,0.00,252 +1020,252.00,0.00,252 +1050,252.00,0.00,252 +1080,252.00,0.00,252 +1110,252.00,0.00,252 +1140,252.00,0.00,252 +1170,252.00,0.00,252 +1200,252.00,0.00,252 +1230,252.00,0.00,252 +1260,252.00,0.00,252 +1290,252.00,0.00,252 +1320,252.00,0.00,252 +1350,252.00,0.00,252 +1380,252.00,0.00,252 +1410,252.00,0.00,252 +1440,252.00,0.00,252 +1470,252.00,0.00,252 +1500,252.00,0.00,252 +1530,252.00,0.00,252 +1560,252.00,0.00,252 +1590,252.00,0.00,252 +1620,252.00,0.00,252 +1650,252.00,0.00,252 +1680,252.00,0.00,252 +1710,252.00,0.00,252 +1740,252.00,0.00,252 +1770,252.00,0.00,252 +1800,252.00,0.00,252 + +time delta>0: +3.30 (+/- 0.16) +delta>0Times=[3, 4, 3, 3, 4, 3, 3, 3, 3, 4, 3, 3, 4, 3, 3, 3, 4, 3, 3, 3, 3, 3, 3, 4, 4, 3, 3, 4, 3, 4] +deltas=[252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252] +deltas(30s)=[252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252] \ No newline at end of file diff --git a/experiments/results/sidechannel/rsa_modpow_834443/fuzzer-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/rsa_modpow_834443/fuzzer-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..759aba1 --- /dev/null +++ b/experiments/results/sidechannel/rsa_modpow_834443/fuzzer-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,152.93,6.58,187 +60,165.80,5.08,187 +90,170.33,4.49,187 +120,173.17,3.13,193 +150,174.37,2.96,193 +180,177.83,2.92,196 +210,177.93,2.93,196 +240,179.03,2.85,196 +270,179.90,2.64,196 +300,179.97,2.63,196 +330,180.13,2.60,196 +360,180.67,2.52,196 +390,180.87,2.46,196 +420,181.47,2.38,196 +450,182.37,2.21,196 +480,182.97,2.03,196 +510,183.33,1.95,196 +540,184.03,2.00,196 +570,184.23,1.99,196 +600,184.33,1.92,196 +630,184.33,1.92,196 +660,184.33,1.92,196 +690,184.57,1.84,196 +720,184.57,1.84,196 +750,184.67,1.84,196 +780,184.83,1.87,196 +810,185.17,1.93,196 +840,185.23,1.90,196 +870,185.37,1.89,196 +900,185.37,1.89,196 +930,185.37,1.89,196 +960,185.40,1.87,196 +990,185.70,1.78,196 +1020,185.77,1.77,196 +1050,185.77,1.77,196 +1080,185.90,1.72,196 +1110,185.90,1.72,196 +1140,185.97,1.72,196 +1170,185.97,1.72,196 +1200,186.00,1.70,196 +1230,186.03,1.69,196 +1260,186.03,1.69,196 +1290,186.07,1.68,196 +1320,186.30,1.75,196 +1350,186.30,1.75,196 +1380,186.30,1.75,196 +1410,186.30,1.75,196 +1440,186.50,1.73,196 +1470,186.50,1.73,196 +1500,186.50,1.73,196 +1530,186.50,1.73,196 +1560,186.50,1.73,196 +1590,186.50,1.73,196 +1620,186.50,1.73,196 +1650,186.50,1.73,196 +1680,186.50,1.73,196 +1710,186.63,1.75,196 +1740,186.63,1.75,196 +1770,186.70,1.77,196 +1800,186.77,1.75,196 + +time delta>0: +1.87 (+/- 0.18) +delta>0Times=[2, 2, 2, 2, 1, 2, 2, 1, 2, 2, 2, 2, 3, 2, 1, 2, 1, 2, 1, 2, 2, 2, 2, 2, 3, 2, 2, 2, 1, 2] +deltas=[184, 181, 184, 196, 186, 182, 186, 181, 194, 186, 188, 182, 193, 182, 192, 192, 183, 193, 187, 180, 186, 196, 183, 191, 185, 186, 179, 192, 190, 183] +deltas(30s)=[166, 171, 139, 159, 169, 131, 129, 128, 187, 178, 121, 129, 153, 125, 139, 160, 129, 160, 172, 165, 170, 135, 150, 181, 160, 156, 160, 139, 162, 165] \ No newline at end of file diff --git a/experiments/results/sidechannel/rsa_modpow_834443/hydiff-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/rsa_modpow_834443/hydiff-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..3e5808f --- /dev/null +++ b/experiments/results/sidechannel/rsa_modpow_834443/hydiff-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,68 @@ +seconds,avg_highscore,ci,maximum +30,172.80,0.80,181 +60,173.87,1.42,187 +90,174.33,1.53,187 +120,174.90,1.66,188 +150,176.17,1.87,188 +180,176.87,1.86,188 +210,177.70,1.78,188 +240,178.27,1.74,188 +270,178.63,1.73,188 +300,178.90,1.68,188 +330,179.23,1.63,188 +360,179.63,1.58,188 +390,180.20,1.70,190 +420,180.23,1.70,190 +450,180.23,1.70,190 +480,180.63,1.59,190 +510,180.63,1.59,190 +540,180.73,1.56,190 +570,180.87,1.57,190 +600,180.87,1.57,190 +630,180.87,1.57,190 +660,181.03,1.55,190 +690,181.40,1.45,190 +720,181.40,1.45,190 +750,181.40,1.45,190 +780,181.40,1.45,190 +810,181.80,1.43,190 +840,181.80,1.43,190 +870,182.23,1.45,190 +900,182.60,1.53,191 +930,182.60,1.53,191 +960,182.60,1.53,191 +990,182.60,1.53,191 +1020,182.63,1.55,191 +1050,182.87,1.58,191 +1080,183.10,1.47,191 +1110,183.40,1.40,191 +1140,183.40,1.40,191 +1170,183.57,1.37,191 +1200,183.60,1.34,191 +1230,183.63,1.34,191 +1260,183.63,1.34,191 +1290,183.63,1.34,191 +1320,183.70,1.31,191 +1350,183.70,1.31,191 +1380,183.80,1.29,191 +1410,183.80,1.29,191 +1440,183.80,1.29,191 +1470,183.80,1.29,191 +1500,183.83,1.30,191 +1530,183.90,1.30,191 +1560,183.90,1.30,191 +1590,183.90,1.30,191 +1620,183.90,1.30,191 +1650,184.17,1.26,191 +1680,184.20,1.26,191 +1710,184.37,1.27,191 +1740,184.37,1.27,191 +1770,184.43,1.25,191 +1800,184.50,1.24,191 + +time delta>0: +1.73 (+/- 0.23) +delta>0Times=[2, 1, 2, 1, 1, 2, 2, 1, 3, 2, 1, 2, 2, 2, 1, 3, 3, 1, 2, 2, 2, 2, 1, 2, 1, 2, 1, 2, 1, 2] +delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +deltas=[184, 182, 182, 185, 190, 182, 187, 186, 180, 183, 177, 191, 190, 184, 189, 187, 182, 187, 186, 182, 190, 181, 183, 183, 186, 183, 180, 180, 186, 187] +deltas(30s)=[172, 172, 174, 172, 172, 172, 172, 172, 172, 181, 172, 172, 172, 172, 172, 178, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 179, 172] \ No newline at end of file diff --git a/experiments/results/sidechannel/rsa_modpow_834443/symexe-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/rsa_modpow_834443/symexe-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..58ce2c8 --- /dev/null +++ b/experiments/results/sidechannel/rsa_modpow_834443/symexe-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,173.23,1.04,183 +60,175.83,1.31,183 +90,176.73,1.28,183 +120,177.50,1.24,183 +150,177.57,1.28,184 +180,178.27,1.34,186 +210,178.37,1.30,186 +240,178.87,1.24,186 +270,179.13,1.24,186 +300,179.53,1.21,186 +330,179.80,1.17,186 +360,179.90,1.13,186 +390,180.10,1.09,186 +420,180.13,1.09,186 +450,180.17,1.08,186 +480,180.47,1.13,187 +510,180.53,1.16,187 +540,180.70,1.10,187 +570,180.70,1.10,187 +600,181.03,1.07,187 +630,181.27,1.00,187 +660,181.50,0.90,187 +690,181.50,0.90,187 +720,181.53,0.91,187 +750,181.60,0.91,187 +780,181.63,0.92,187 +810,181.63,0.92,187 +840,181.73,0.88,187 +870,181.90,0.85,187 +900,182.00,0.86,187 +930,182.00,0.86,187 +960,182.03,0.86,187 +990,182.03,0.86,187 +1020,182.03,0.86,187 +1050,182.03,0.86,187 +1080,182.17,0.86,187 +1110,182.17,0.86,187 +1140,182.30,0.81,187 +1170,182.40,0.82,188 +1200,182.43,0.81,188 +1230,182.47,0.80,188 +1260,182.73,0.93,190 +1290,182.90,1.01,190 +1320,182.93,1.00,190 +1350,182.97,0.99,190 +1380,183.03,0.97,190 +1410,183.03,0.97,190 +1440,183.03,0.97,190 +1470,183.13,0.99,190 +1500,183.27,1.00,190 +1530,183.40,0.95,190 +1560,183.43,0.95,190 +1590,183.47,0.93,190 +1620,183.47,0.93,190 +1650,183.47,0.93,190 +1680,183.47,0.93,190 +1710,183.50,0.92,190 +1740,183.60,0.89,190 +1770,183.60,0.89,190 +1800,183.63,0.89,190 + +time delta>0: +3.57 (+/- 0.18) +delta>0Times=[4, 3, 4, 3, 4, 3, 3, 4, 3, 4, 4, 3, 4, 3, 4, 3, 3, 4, 3, 3, 3, 4, 4, 4, 4, 4, 3, 4, 4, 4] +deltas=[183, 182, 182, 181, 188, 183, 182, 180, 187, 185, 183, 185, 184, 182, 182, 181, 184, 184, 180, 188, 183, 184, 185, 187, 190, 183, 182, 183, 186, 180] +deltas(30s)=[172, 172, 172, 173, 180, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 182, 172, 173, 175, 172, 173, 172, 183, 174, 172, 172, 172, 172] \ No newline at end of file diff --git a/experiments/results/sidechannel/stac_ibasys_unsafe/fuzzer-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/stac_ibasys_unsafe/fuzzer-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..0fc8d1c --- /dev/null +++ b/experiments/results/sidechannel/stac_ibasys_unsafe/fuzzer-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,0.60,0.80,9 +60,25.20,3.85,72 +90,32.40,5.23,90 +120,39.00,6.62,90 +150,43.20,6.93,90 +180,49.50,7.75,90 +210,53.10,7.17,90 +240,54.60,7.80,108 +270,58.20,7.33,108 +300,60.30,6.66,108 +330,63.00,6.17,108 +360,65.70,6.71,108 +390,69.00,7.45,108 +420,69.90,7.38,108 +450,71.70,7.03,108 +480,73.20,6.94,108 +510,74.10,6.64,108 +540,74.70,6.61,108 +570,77.40,6.58,117 +600,78.30,6.23,117 +630,79.20,6.30,117 +660,80.10,6.07,117 +690,82.20,6.26,117 +720,82.80,6.41,117 +750,82.80,6.41,117 +780,86.40,5.86,117 +810,86.40,5.86,117 +840,88.50,6.91,144 +870,88.50,6.91,144 +900,88.80,6.89,144 +930,89.70,7.22,144 +960,90.30,7.22,144 +990,91.80,6.83,144 +1020,92.70,6.86,144 +1050,93.00,6.97,144 +1080,95.40,6.89,144 +1110,98.70,9.89,207 +1140,98.70,9.89,207 +1170,106.83,15.33,280 +1200,107.13,15.32,280 +1230,108.33,15.23,280 +1260,110.73,14.93,280 +1290,111.03,14.82,280 +1320,111.63,14.66,280 +1350,111.93,14.56,280 +1380,112.83,14.42,280 +1410,112.83,14.42,280 +1440,114.03,14.65,280 +1470,114.63,14.52,280 +1500,114.63,14.52,280 +1530,114.63,14.52,280 +1560,118.27,16.45,280 +1590,120.07,17.32,280 +1620,120.07,17.32,280 +1650,120.37,17.30,280 +1680,120.67,17.31,280 +1710,120.67,17.31,280 +1740,123.37,17.65,280 +1770,128.20,19.48,280 +1800,129.40,19.52,280 + +time delta>0: +41.60 (+/- 3.17) +delta>0Times=[44, 44, 41, 38, 42, 51, 60, 40, 39, 53, 39, 35, 37, 38, 30, 33, 30, 31, 31, 37, 58, 43, 58, 39, 49, 43, 60, 37, 37, 31] +deltas=[117, 108, 90, 117, 81, 90, 117, 108, 81, 90, 243, 253, 135, 99, 180, 135, 126, 108, 99, 126, 280, 153, 99, 244, 99, 108, 72, 81, 144, 99] +deltas(30s)=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/results/sidechannel/stac_ibasys_unsafe/hydiff-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/stac_ibasys_unsafe/hydiff-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..32d9e14 --- /dev/null +++ b/experiments/results/sidechannel/stac_ibasys_unsafe/hydiff-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,68 @@ +seconds,avg_highscore,ci,maximum +30,0.00,0.00,0 +60,20.40,4.23,54 +90,241.43,31.64,280 +120,262.83,22.99,280 +150,262.83,22.99,280 +180,262.83,22.99,280 +210,263.13,22.58,280 +240,263.43,22.19,280 +270,263.43,22.19,280 +300,264.03,21.41,280 +330,264.03,21.41,280 +360,264.03,21.41,280 +390,265.53,19.39,280 +420,265.53,19.39,280 +450,266.43,18.17,280 +480,266.43,18.17,280 +510,266.43,18.17,280 +540,266.43,18.17,280 +570,266.43,18.17,280 +600,266.43,18.17,280 +630,267.33,16.98,280 +660,267.33,16.98,280 +690,267.33,16.98,280 +720,267.33,16.98,280 +750,267.33,16.98,280 +780,267.33,16.98,280 +810,267.33,16.98,280 +840,267.33,16.98,280 +870,267.33,16.98,280 +900,267.33,16.98,280 +930,267.33,16.98,280 +960,267.93,16.16,280 +990,267.93,16.16,280 +1020,267.93,16.16,280 +1050,267.93,16.16,280 +1080,267.93,16.16,280 +1110,267.93,16.16,280 +1140,267.93,16.16,280 +1170,267.93,16.16,280 +1200,267.93,16.16,280 +1230,267.93,16.16,280 +1260,268.53,15.38,280 +1290,274.57,10.47,280 +1320,274.57,10.47,280 +1350,274.57,10.47,280 +1380,274.57,10.47,280 +1410,274.57,10.47,280 +1440,274.57,10.47,280 +1470,280.00,0.00,280 +1500,280.00,0.00,280 +1530,280.00,0.00,280 +1560,280.00,0.00,280 +1590,280.00,0.00,280 +1620,280.00,0.00,280 +1650,280.00,0.00,280 +1680,280.00,0.00,280 +1710,280.00,0.00,280 +1740,280.00,0.00,280 +1770,280.00,0.00,280 +1800,280.00,0.00,280 + +time delta>0: +45.63 (+/- 3.11) +delta>0Times=[61, 55, 53, 77, 49, 46, 45, 41, 40, 41, 53, 64, 38, 39, 38, 43, 42, 43, 47, 41, 43, 43, 38, 40, 43, 39, 43, 41, 43, 40] +delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +deltas=[280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280] +deltas(30s)=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/results/sidechannel/stac_ibasys_unsafe/symexe-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/stac_ibasys_unsafe/symexe-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..8d25b2d --- /dev/null +++ b/experiments/results/sidechannel/stac_ibasys_unsafe/symexe-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,0.00,0.00,0 +60,46.67,37.34,280 +90,280.00,0.00,280 +120,280.00,0.00,280 +150,280.00,0.00,280 +180,280.00,0.00,280 +210,280.00,0.00,280 +240,280.00,0.00,280 +270,280.00,0.00,280 +300,280.00,0.00,280 +330,280.00,0.00,280 +360,280.00,0.00,280 +390,280.00,0.00,280 +420,280.00,0.00,280 +450,280.00,0.00,280 +480,280.00,0.00,280 +510,280.00,0.00,280 +540,280.00,0.00,280 +570,280.00,0.00,280 +600,280.00,0.00,280 +630,280.00,0.00,280 +660,280.00,0.00,280 +690,280.00,0.00,280 +720,280.00,0.00,280 +750,280.00,0.00,280 +780,280.00,0.00,280 +810,280.00,0.00,280 +840,280.00,0.00,280 +870,280.00,0.00,280 +900,280.00,0.00,280 +930,280.00,0.00,280 +960,280.00,0.00,280 +990,280.00,0.00,280 +1020,280.00,0.00,280 +1050,280.00,0.00,280 +1080,280.00,0.00,280 +1110,280.00,0.00,280 +1140,280.00,0.00,280 +1170,280.00,0.00,280 +1200,280.00,0.00,280 +1230,280.00,0.00,280 +1260,280.00,0.00,280 +1290,280.00,0.00,280 +1320,280.00,0.00,280 +1350,280.00,0.00,280 +1380,280.00,0.00,280 +1410,280.00,0.00,280 +1440,280.00,0.00,280 +1470,280.00,0.00,280 +1500,280.00,0.00,280 +1530,280.00,0.00,280 +1560,280.00,0.00,280 +1590,280.00,0.00,280 +1620,280.00,0.00,280 +1650,280.00,0.00,280 +1680,280.00,0.00,280 +1710,280.00,0.00,280 +1740,280.00,0.00,280 +1770,280.00,0.00,280 +1800,280.00,0.00,280 + +time delta>0: +70.30 (+/- 3.36) +delta>0Times=[54, 70, 71, 89, 69, 63, 71, 67, 71, 70, 90, 77, 71, 79, 68, 83, 80, 89, 70, 68, 62, 59, 59, 67, 58, 55, 72, 67, 77, 63] +deltas=[280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280, 280] +deltas(30s)=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/results/sidechannel/themis_jetty_safe/fuzzer-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/themis_jetty_safe/fuzzer-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..8ea9929 --- /dev/null +++ b/experiments/results/sidechannel/themis_jetty_safe/fuzzer-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,3.67,0.47,7 +60,4.53,0.53,9 +90,5.13,0.56,10 +120,5.77,0.49,10 +150,6.17,0.52,10 +180,6.40,0.60,11 +210,6.67,0.56,11 +240,6.93,0.64,12 +270,7.13,0.62,12 +300,7.23,0.64,12 +330,7.50,0.75,13 +360,7.77,0.79,13 +390,8.13,0.76,13 +420,8.47,0.70,13 +450,8.70,0.70,13 +480,8.73,0.69,13 +510,8.87,0.71,13 +540,9.07,0.65,13 +570,9.33,0.60,13 +600,9.33,0.60,13 +630,9.70,0.62,13 +660,9.87,0.65,13 +690,10.13,0.68,14 +720,10.30,0.63,14 +750,10.30,0.63,14 +780,10.30,0.63,14 +810,10.30,0.63,14 +840,10.43,0.59,14 +870,10.57,0.60,14 +900,10.57,0.60,14 +930,10.60,0.60,14 +960,10.63,0.60,14 +990,10.63,0.60,14 +1020,10.63,0.60,14 +1050,10.63,0.60,14 +1080,10.63,0.60,14 +1110,10.67,0.60,14 +1140,10.67,0.60,14 +1170,10.67,0.60,14 +1200,10.67,0.60,14 +1230,10.73,0.59,14 +1260,10.80,0.59,14 +1290,10.87,0.60,14 +1320,11.07,0.64,15 +1350,11.13,0.64,15 +1380,11.20,0.65,15 +1410,11.20,0.65,15 +1440,11.20,0.65,15 +1470,11.33,0.61,15 +1500,11.37,0.61,15 +1530,11.47,0.63,15 +1560,11.47,0.63,15 +1590,11.50,0.64,15 +1620,11.50,0.64,15 +1650,11.53,0.64,15 +1680,11.63,0.64,15 +1710,11.70,0.64,15 +1740,11.70,0.64,15 +1770,11.70,0.64,15 +1800,11.77,0.60,15 + +time delta>0: +3.77 (+/- 0.72) +delta>0Times=[2, 2, 5, 4, 2, 6, 4, 6, 4, 4, 3, 4, 4, 2, 6, 3, 2, 4, 3, 3, 4, 1, 5, 3, 1, 3, 12, 3, 4, 4] +deltas=[10, 12, 12, 8, 13, 14, 13, 12, 12, 13, 15, 13, 13, 10, 12, 12, 11, 13, 13, 12, 10, 13, 11, 11, 8, 11, 10, 9, 14, 13] +deltas(30s)=[3, 2, 3, 4, 1, 4, 5, 4, 3, 3, 4, 3, 5, 2, 2, 3, 4, 7, 3, 5, 4, 6, 6, 5, 3, 4, 3, 2, 3, 4] \ No newline at end of file diff --git a/experiments/results/sidechannel/themis_jetty_safe/hydiff-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/themis_jetty_safe/hydiff-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..8c16507 --- /dev/null +++ b/experiments/results/sidechannel/themis_jetty_safe/hydiff-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,68 @@ +seconds,avg_highscore,ci,maximum +30,3.87,0.50,7 +60,5.43,0.88,16 +90,6.43,0.86,16 +120,6.63,0.83,16 +150,7.13,0.90,16 +180,7.50,1.05,17 +210,8.10,1.09,17 +240,8.50,1.05,17 +270,8.67,1.03,17 +300,8.87,1.01,17 +330,9.30,0.97,17 +360,9.40,0.97,17 +390,9.63,0.98,17 +420,10.00,0.96,17 +450,10.23,0.95,17 +480,10.30,0.94,17 +510,10.40,0.90,17 +540,10.67,0.84,17 +570,11.10,0.87,20 +600,11.17,0.86,20 +630,11.27,0.84,20 +660,11.27,0.84,20 +690,11.43,0.86,20 +720,11.67,0.83,20 +750,11.67,0.83,20 +780,11.87,0.85,20 +810,12.17,0.79,20 +840,12.23,0.81,20 +870,12.40,0.86,20 +900,12.40,0.86,20 +930,12.50,0.99,23 +960,12.50,0.99,23 +990,12.63,1.00,23 +1020,12.63,1.00,23 +1050,12.67,0.99,23 +1080,12.67,0.99,23 +1110,12.80,0.97,23 +1140,12.83,0.96,23 +1170,12.83,0.96,23 +1200,12.83,0.96,23 +1230,12.93,0.95,23 +1260,13.00,0.93,23 +1290,13.20,0.98,23 +1320,13.20,0.98,23 +1350,13.20,0.98,23 +1380,13.33,0.97,23 +1410,13.33,0.97,23 +1440,13.33,0.97,23 +1470,13.40,0.97,23 +1500,13.50,0.97,23 +1530,13.50,0.97,23 +1560,13.53,0.97,23 +1590,13.53,0.97,23 +1620,13.53,0.97,23 +1650,13.53,0.97,23 +1680,13.53,0.97,23 +1710,13.63,0.96,23 +1740,13.63,0.96,23 +1770,13.63,0.96,23 +1800,13.80,1.02,23 + +time delta>0: +4.20 (+/- 0.96) +delta>0Times=[5, 5, 4, 9, 1, 1, 3, 7, 1, 3, 1, 3, 3, 7, 8, 3, 3, 2, 3, 6, 4, 2, 9, 3, 3, 6, 1, 2, 7, 11] +delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +deltas=[13, 23, 17, 13, 15, 10, 12, 11, 14, 14, 11, 15, 11, 16, 13, 19, 12, 13, 19, 13, 14, 13, 16, 11, 11, 13, 13, 14, 15, 10] +deltas(30s)=[3, 2, 6, 5, 4, 5, 3, 2, 3, 4, 3, 7, 4, 3, 5, 3, 5, 4, 3, 5, 3, 2, 3, 6, 4, 7, 2, 3, 4, 3] \ No newline at end of file diff --git a/experiments/results/sidechannel/themis_jetty_safe/symexe-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/themis_jetty_safe/symexe-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..8659e2e --- /dev/null +++ b/experiments/results/sidechannel/themis_jetty_safe/symexe-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,0.00,0.00,0 +60,0.83,0.13,1 +90,2.00,0.00,2 +120,2.00,0.00,2 +150,2.00,0.00,2 +180,2.00,0.00,2 +210,2.00,0.00,2 +240,2.00,0.00,2 +270,2.00,0.00,2 +300,2.87,0.12,3 +330,3.00,0.00,3 +360,3.00,0.00,3 +390,3.00,0.00,3 +420,3.00,0.00,3 +450,3.00,0.00,3 +480,3.00,0.00,3 +510,3.00,0.00,3 +540,3.77,0.15,4 +570,3.90,0.11,4 +600,15.03,1.98,18 +630,16.47,1.46,18 +660,17.80,0.17,18 +690,20.10,0.51,21 +720,20.53,0.40,21 +750,20.90,0.19,21 +780,21.00,0.00,21 +810,21.00,0.00,21 +840,21.00,0.00,21 +870,21.00,0.00,21 +900,21.00,0.00,21 +930,21.00,0.00,21 +960,21.00,0.00,21 +990,21.00,0.00,21 +1020,21.00,0.00,21 +1050,21.00,0.00,21 +1080,21.00,0.00,21 +1110,21.00,0.00,21 +1140,21.00,0.00,21 +1170,21.00,0.00,21 +1200,21.00,0.00,21 +1230,21.00,0.00,21 +1260,21.00,0.00,21 +1290,21.00,0.00,21 +1320,21.00,0.00,21 +1350,21.00,0.00,21 +1380,21.00,0.00,21 +1410,21.00,0.00,21 +1440,21.00,0.00,21 +1470,21.00,0.00,21 +1500,21.00,0.00,21 +1530,21.00,0.00,21 +1560,21.00,0.00,21 +1590,21.00,0.00,21 +1620,21.00,0.00,21 +1650,21.00,0.00,21 +1680,21.00,0.00,21 +1710,21.00,0.00,21 +1740,21.00,0.00,21 +1770,21.00,0.00,21 +1800,21.00,0.00,21 + +time delta>0: +57.70 (+/- 1.03) +delta>0Times=[56, 56, 56, 57, 57, 56, 56, 55, 56, 56, 56, 55, 57, 57, 57, 57, 56, 57, 65, 65, 61, 59, 57, 56, 57, 57, 58, 56, 66, 61] +deltas=[21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21, 21] +deltas(30s)=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/results/sidechannel/themis_jetty_unsafe/fuzzer-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/themis_jetty_unsafe/fuzzer-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..d71da7a --- /dev/null +++ b/experiments/results/sidechannel/themis_jetty_unsafe/fuzzer-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,8.97,1.92,24 +60,11.90,1.92,24 +90,13.53,1.82,24 +120,14.80,1.84,26 +150,15.70,1.85,27 +180,18.10,1.71,27 +210,19.20,1.72,29 +240,19.87,1.78,29 +270,20.47,1.86,33 +300,22.03,2.93,53 +330,23.90,3.02,53 +360,24.70,2.92,53 +390,26.13,3.05,53 +420,26.67,3.00,53 +450,27.30,3.03,53 +480,28.60,3.06,53 +510,29.13,2.99,53 +540,29.70,2.87,53 +570,30.57,3.02,53 +600,30.63,3.01,53 +630,32.40,3.72,66 +660,34.07,3.96,66 +690,36.43,4.21,66 +720,39.07,4.26,66 +750,41.13,5.99,105 +780,43.20,6.12,105 +810,43.80,6.10,105 +840,44.37,6.01,105 +870,46.03,6.00,105 +900,46.90,5.89,105 +930,48.23,6.00,105 +960,51.97,6.49,105 +990,52.87,6.47,105 +1020,53.97,6.18,105 +1050,54.23,6.18,105 +1080,54.30,6.16,105 +1110,54.30,6.16,105 +1140,55.47,5.95,105 +1170,58.57,5.74,105 +1200,59.03,5.74,105 +1230,59.50,5.64,105 +1260,60.47,5.38,105 +1290,60.80,5.27,105 +1320,61.77,5.01,105 +1350,62.47,4.91,105 +1380,63.00,5.25,105 +1410,63.00,5.25,105 +1440,63.00,5.25,105 +1470,63.00,5.25,105 +1500,63.00,5.25,105 +1530,63.00,5.25,105 +1560,63.20,5.21,105 +1590,64.67,5.51,105 +1620,64.67,5.51,105 +1650,66.87,6.13,105 +1680,67.07,6.06,105 +1710,67.07,6.06,105 +1740,67.97,6.03,105 +1770,69.47,5.99,105 +1800,70.87,6.12,105 + +time delta>0: +6.83 (+/- 1.62) +delta>0Times=[5, 13, 3, 4, 5, 9, 5, 2, 13, 7, 4, 2, 4, 5, 12, 21, 1, 1, 12, 6, 3, 3, 10, 13, 9, 5, 4, 5, 9, 10] +deltas=[57, 90, 86, 86, 57, 54, 57, 71, 60, 66, 105, 54, 53, 63, 62, 68, 81, 54, 66, 78, 60, 96, 62, 81, 105, 86, 42, 98, 47, 81] +deltas(30s)=[11, 12, 6, 3, 9, 2, 3, 17, 9, 20, 6, 5, 9, 6, 6, 3, 6, 8, 8, 5, 24, 11, 6, 9, 6, 12, 6, 20, 15, 6] \ No newline at end of file diff --git a/experiments/results/sidechannel/themis_jetty_unsafe/hydiff-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/themis_jetty_unsafe/hydiff-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..ceddd47 --- /dev/null +++ b/experiments/results/sidechannel/themis_jetty_unsafe/hydiff-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,68 @@ +seconds,avg_highscore,ci,maximum +30,9.67,2.57,38 +60,12.13,2.28,38 +90,92.90,4.24,98 +120,97.90,0.19,98 +150,97.90,0.19,98 +180,98.00,0.00,98 +210,98.00,0.00,98 +240,98.00,0.00,98 +270,98.30,0.58,107 +300,98.30,0.58,107 +330,98.30,0.58,107 +360,98.30,0.58,107 +390,98.30,0.58,107 +420,98.30,0.58,107 +450,98.30,0.58,107 +480,98.33,0.58,107 +510,98.33,0.58,107 +540,98.33,0.58,107 +570,98.53,0.68,107 +600,98.73,0.77,107 +630,98.73,0.77,107 +660,98.77,0.77,107 +690,98.77,0.77,107 +720,98.77,0.77,107 +750,98.77,0.77,107 +780,98.87,0.78,107 +810,98.87,0.78,107 +840,99.00,0.80,107 +870,99.00,0.80,107 +900,99.17,0.93,107 +930,99.20,0.93,107 +960,99.20,0.93,107 +990,99.20,0.93,107 +1020,99.20,0.93,107 +1050,99.20,0.93,107 +1080,99.23,0.93,107 +1110,99.23,0.93,107 +1140,99.23,0.93,107 +1170,99.23,0.93,107 +1200,99.23,0.93,107 +1230,99.23,0.93,107 +1260,99.23,0.93,107 +1290,99.23,0.93,107 +1320,99.23,0.93,107 +1350,99.23,0.93,107 +1380,99.23,0.93,107 +1410,99.23,0.93,107 +1440,99.23,0.93,107 +1470,99.23,0.93,107 +1500,99.23,0.93,107 +1530,99.23,0.93,107 +1560,99.23,0.93,107 +1590,99.23,0.93,107 +1620,99.23,0.93,107 +1650,99.23,0.93,107 +1680,99.23,0.93,107 +1710,99.63,1.15,110 +1740,100.40,1.38,111 +1770,100.53,1.37,111 +1800,100.53,1.37,111 + +time delta>0: +5.90 (+/- 1.12) +delta>0Times=[15, 3, 4, 9, 3, 12, 6, 11, 6, 4, 5, 5, 12, 2, 7, 5, 6, 6, 3, 2, 8, 7, 4, 5, 6, 4, 7, 3, 3, 4] +delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] +deltas=[99, 99, 98, 98, 104, 98, 98, 98, 107, 98, 99, 99, 98, 98, 98, 101, 98, 110, 98, 101, 98, 104, 111, 98, 105, 98, 102, 98, 107, 98] +deltas(30s)=[6, 3, 8, 3, 14, 5, 12, 3, 8, 8, 9, 6, 6, 38, 20, 9, 3, 6, 8, 8, 6, 9, 3, 12, 20, 9, 20, 3, 11, 14] \ No newline at end of file diff --git a/experiments/results/sidechannel/themis_jetty_unsafe/symexe-out-results-n=30-t=1800-s=30.csv b/experiments/results/sidechannel/themis_jetty_unsafe/symexe-out-results-n=30-t=1800-s=30.csv new file mode 100644 index 0000000..3eae193 --- /dev/null +++ b/experiments/results/sidechannel/themis_jetty_unsafe/symexe-out-results-n=30-t=1800-s=30.csv @@ -0,0 +1,67 @@ +seconds,avg_highscore,ci,maximum +30,0.00,0.00,0 +60,94.73,6.30,98 +90,98.00,0.00,98 +120,98.00,0.00,98 +150,98.00,0.00,98 +180,98.00,0.00,98 +210,98.00,0.00,98 +240,98.00,0.00,98 +270,98.00,0.00,98 +300,98.00,0.00,98 +330,98.00,0.00,98 +360,98.00,0.00,98 +390,98.00,0.00,98 +420,98.00,0.00,98 +450,98.00,0.00,98 +480,98.00,0.00,98 +510,98.00,0.00,98 +540,98.00,0.00,98 +570,98.00,0.00,98 +600,98.00,0.00,98 +630,98.00,0.00,98 +660,98.00,0.00,98 +690,98.00,0.00,98 +720,98.00,0.00,98 +750,98.00,0.00,98 +780,98.00,0.00,98 +810,98.00,0.00,98 +840,98.00,0.00,98 +870,98.00,0.00,98 +900,98.00,0.00,98 +930,98.00,0.00,98 +960,98.00,0.00,98 +990,98.00,0.00,98 +1020,98.00,0.00,98 +1050,98.00,0.00,98 +1080,98.00,0.00,98 +1110,98.00,0.00,98 +1140,98.00,0.00,98 +1170,98.00,0.00,98 +1200,98.00,0.00,98 +1230,98.00,0.00,98 +1260,98.00,0.00,98 +1290,98.00,0.00,98 +1320,98.00,0.00,98 +1350,98.00,0.00,98 +1380,98.00,0.00,98 +1410,98.00,0.00,98 +1440,98.00,0.00,98 +1470,98.00,0.00,98 +1500,98.00,0.00,98 +1530,98.00,0.00,98 +1560,98.00,0.00,98 +1590,98.00,0.00,98 +1620,98.00,0.00,98 +1650,98.00,0.00,98 +1680,98.00,0.00,98 +1710,98.00,0.00,98 +1740,98.00,0.00,98 +1770,98.00,0.00,98 +1800,98.00,0.00,98 + +time delta>0: +58.50 (+/- 0.51) +delta>0Times=[58, 58, 57, 59, 59, 59, 57, 57, 59, 59, 58, 57, 59, 57, 59, 58, 58, 58, 60, 58, 59, 58, 59, 58, 58, 58, 58, 59, 65, 59] +deltas=[98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98] +deltas(30s)=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] \ No newline at end of file diff --git a/experiments/scripts/best.py b/experiments/scripts/best.py deleted file mode 100644 index 88edce1..0000000 --- a/experiments/scripts/best.py +++ /dev/null @@ -1,60 +0,0 @@ -""" - Script to aggregate the results from an experiment. - - Input: source folder path, e.g. - python3 python3 evaluate.py blazer_login_unsafe/fuzzer-out- - -""" -import sys -import csv -import statistics -import math -import numpy -import re -from numpy import mean -from numpy import std -from scipy.stats import ttest_ind -from scipy.stats import mannwhitneyu -from scipy.stats import wilcoxon -from scipy.stats import sem -from scipy.stats import t - -# do not change this parameters -START_INDEX = 1 - -# significance level -alpha = 0.05 - - - - -if __name__ == '__main__': - - n = 30 - - # HyDiff-AFL - data1=[575, 962, 942, 914, 577, 570, 576, 573, 571, 905, 583, 579, 950, 577, 599, 589, 576, 584, 920, 567, 570, 892, 565, 572, 946, 919, 578, 564, 942, 883] - - - - # HyDiff-SPF - data2=[575, 569, 582, 567, 577, 570, 576, 573, 571, 582, 583, 579, 575, 577, 599, 589, 576, 584, 571, 567, 570, 567, 565, 572, 570, 579, 578, 564, 575, 572] - - - if len(data1) != len(data2) or len(data1) != n: - print("Wrong number of elements!") - exit() - - - print("n=" + str(len(data1))) - print('data1: mean=%.2f error=+/-%.2f' % (mean(data1), 1.960 * numpy.std(data1)/float(math.sqrt(n)))) - print('data2 mean=%.2f error=+/-%.2f' % (mean(data2), 1.960 * numpy.std(data2)/float(math.sqrt(n)))) - - - for i in range(0, n): - data1[i] = min(data1[i], data2[i]) - best=min(data1) - - print('merged_data mean=%.2f error=+/-%.2f best=%.0f' % (mean(data1), 1.960 * numpy.std(data1)/float(math.sqrt(n)), best)) - - print(data1) diff --git a/experiments/scripts/check_significance.py b/experiments/scripts/check_significance.py index 0c697d6..a211568 100644 --- a/experiments/scripts/check_significance.py +++ b/experiments/scripts/check_significance.py @@ -33,11 +33,10 @@ n = 30 # HyDiff - data1=[575, 569, 582, 567, 577, 570, 576, 573, 571, 582, 583, 579, 575, 577, 599, 589, 576, 584, 571, 567, 570, 567, 565, 572, 570, 579, 578, 564, 575, 572] + data1=[3, 3, 1, 2, 3, 2, 3, 3, 3, 3, 4, 3, 3, 2, 3, 5, 4, 3, 2, 2, 1, 4, 1, 3, 2, 2, 2, 5, 3, 1] - - # Fuzzing - data2=[570, 586, 588, 573, 587, 575, 578, 575, 593, 574, 589, 575, 595, 582, 576, 582, 579, 582, 598, 571, 585, 579, 583, 580, 585, 584, 579, 574, 586, 590] + # Fuzzing / Symexe + data2=[3, 5, 4, 2, 3, 3, 4, 4, 3, 3, 3, 3, 3, 3, 3, 1, 2, 2, 3, 2, 5, 3, 4, 5, 4, 3, 2, 2, 3, 4] if len(data1) != len(data2) or len(data1) != n: diff --git a/experiments/scripts/clean_experiments.sh b/experiments/scripts/clean_experiments.sh index f5bd88d..3395cd1 100755 --- a/experiments/scripts/clean_experiments.sh +++ b/experiments/scripts/clean_experiments.sh @@ -1,4 +1,9 @@ -#!/bin/bash +## clean_experiments.sh +##################################### +# chmod +x clean_experiments.sh +# ./clean_experiments.sh +# + trap "exit" INT declare -a subjects=( @@ -47,18 +52,24 @@ declare -a subjects=( run_counter=0 total_number_subjects=${#subjects[@]} +echo for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) do run_counter=$(( $run_counter + 1 )) - echo " [$run_counter/$total_number_subjects] Clean ${subjects[i]}.." + echo "[$run_counter/$total_number_subjects] Clean ${subjects[i]}.." rm -rf ../subjects/${subjects[i]}/fuzzer-out* + rm -rf ../subjects/${subjects[i]}/parfuzz-* rm -rf ../subjects/${subjects[i]}/symexe-out* rm -rf ../subjects/${subjects[i]}/hydiff-out* + rm -rf ../subjects/${subjects[i]}/fuzzgrey-out* + rm -rf ../subjects/${subjects[i]}/symcov-out* rm -rf ../subjects/${subjects[i]}/fuzzing/bin rm -rf ../subjects/${subjects[i]}/fuzzing/bin-instr + rm -rf ../subjects/${subjects[i]}/fuzzing/bin-instr-cov rm -rf ../subjects/${subjects[i]}/symexe/bin + done -echo " Done." +echo "Done." diff --git a/experiments/scripts/evaluate_cost_fuzz.py b/experiments/scripts/evaluate_cost_fuzz.py index 08be5c8..21e692f 100644 --- a/experiments/scripts/evaluate_cost_fuzz.py +++ b/experiments/scripts/evaluate_cost_fuzz.py @@ -2,7 +2,7 @@ Script to aggregate the results from an experiment. Input: source folder path, e.g. - python3 evaluate.py blazer_login_unsafe/fuzzer-out- + python3 evaluate_cost_fuzz.py blazer_login_unsafe/fuzzer-out- 30 1800 30 """ import sys diff --git a/experiments/scripts/evaluate_cost_hydiff.py b/experiments/scripts/evaluate_cost_hydiff.py index ebf39d2..73b80d2 100644 --- a/experiments/scripts/evaluate_cost_hydiff.py +++ b/experiments/scripts/evaluate_cost_hydiff.py @@ -2,7 +2,7 @@ Script to aggregate the results from an experiment. Input: source folder path, e.g. - python3 evaluate.py blazer_login_unsafe/fuzzer-out- + python3 evaluate_cost_hydiff.py blazer_login_unsafe/hydiff-out- 30 1800 30 """ import sys @@ -25,8 +25,8 @@ EXPERIMENT_TIMEOUT = int(sys.argv[3]) STEP_SIZE = int(sys.argv[4]) - fileNamePatternAFL = re.compile(r"sync:spf,src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") + fileNamePatternSPF = re.compile(r"sync:spf,src:\d{6}") + fileNamePatternID = re.compile(r"id:\d{6}") # Read data collected_data = [] @@ -35,71 +35,116 @@ for i in range(START_INDEX, NUMBER_OF_EXPERIMENTS+1): experimentFolderPath = fuzzerOutDir + str(i) - # Read spf export information. - timeInfoSPF = {} + # Collect all time info from export info from SPF. + spf_time_info = {} dataFile = experimentFolderPath + "/spf/export-statistic.txt" with open(dataFile,'r') as csvfile: csvreader = csv.reader(csvfile, delimiter=',') next(csvreader) # skip first row for row in csvreader: - fileName = fileNamePatternSPF.findall(row[2])[0] - timeInfoSPF[fileName] = int(row[0]) + fileName = fileNamePatternID.findall(row[2])[0] + spf_time_info[fileName] = int(row[0]) - data = {} + # Get time first delta > 0 in SPF. + time_delta_greater_zero_spf = EXPERIMENT_TIMEOUT + dataFile = experimentFolderPath + "/spf-replay/path_costs.csv" + with open(dataFile,'r') as csvfile: + csvreader = csv.reader(csvfile, delimiter=';') + next(csvreader) # skip first row + for row in csvreader: + if row[0].startswith("synced file"): continue + fileName = row[1] + if "sync:spf" in fileName: + fileNameInSPFExportFile = fileNamePatternSPF.findall(row[1])[0].replace("sync:spf,src", "id") + if "highscore" in fileName: + time_delta_greater_zero_spf = spf_time_info[fileNameInSPFExportFile] + break + + # Get time first delta > 0 in AFL. + time_delta_greater_zero_afl = EXPERIMENT_TIMEOUT + dataFile = experimentFolderPath + "/afl/path_costs.csv" + with open(dataFile,'r') as csvfile: + csvreader = csv.reader(csvfile, delimiter=';') + next(csvreader) # skip first row + for row in csvreader: + currentTime = int(row[0]) + fileName = row[1] + if "highscore" in fileName: + time_delta_greater_zero_afl = currentTime + break + + # Get best time from AFL and SPF + if time_delta_greater_zero_afl < time_delta_greater_zero_spf: + time_delta_greater_zero[i] = time_delta_greater_zero_afl + delta_greater_zero_src[i] = 'afl' + elif time_delta_greater_zero_afl > time_delta_greater_zero_spf: + time_delta_greater_zero[i] = time_delta_greater_zero_spf + delta_greater_zero_src[i] = 'spf' + else: + time_delta_greater_zero[i] = time_delta_greater_zero_afl + delta_greater_zero_src[i] = 'alf=spf' + + # Collect highscores for AFL. + data_afl = {} dataFile = experimentFolderPath + "/afl/path_costs.csv" with open(dataFile,'r') as csvfile: csvreader = csv.reader(csvfile, delimiter=';') timeBucket = STEP_SIZE next(csvreader) # skip first row - previousHighscore = 0 currentHighscore = 0 for row in csvreader: currentTime = int(row[0]) fileName = row[1] containsHighscore = "highscore" in fileName currentScore = int(row[5]) - - # For inputs by SPF take the actual real time export info. - # In case of SPF also update - if currentScore > 0: - spfExportId = fileNamePatternAFL.findall(row[1]) - if i not in time_delta_greater_zero: - if len(spfExportId) > 0: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - time_delta_greater_zero[i] = timeInfoSPF[spfExportId] - delta_greater_zero_src[i] = 'spf' - else: - time_delta_greater_zero[i] = currentTime - delta_greater_zero_src[i] = 'afl' - elif delta_greater_zero_src[i] == 'afl' and len(spfExportId) > 0: - # if AFL already reported an odiff, check if this spf input was generated earlier: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - if time_delta_greater_zero[i] > timeInfoSPF[spfExportId]: - time_delta_greater_zero[i] = timeInfoSPF[spfExportId] - delta_greater_zero_src[i] = 'afl->spf' - + while currentTime > timeBucket: + data_afl[timeBucket] = currentHighscore + timeBucket += STEP_SIZE if containsHighscore: currentHighscore = currentScore + if timeBucket > EXPERIMENT_TIMEOUT: + break + # fill data with last known value if not enough information + while timeBucket <= EXPERIMENT_TIMEOUT: + data_afl[timeBucket] = currentHighscore + timeBucket += STEP_SIZE + # Collect highscores for SPF. + data_spf = {} + dataFile = experimentFolderPath + "/spf-replay/path_costs.csv" + with open(dataFile,'r') as csvfile: + csvreader = csv.reader(csvfile, delimiter=';') + timeBucket = STEP_SIZE + next(csvreader) # skip first row + currentHighscore = 0 + for row in csvreader: + if row[0].startswith("synced file"): continue + fileName = row[1] + if not "sync:spf" in fileName: continue + id = fileNamePatternSPF.findall(fileName)[0].replace("sync:spf,src", "id") + currentTime = spf_time_info[id] + containsHighscore = "highscore" in fileName + currentScore = int(row[5]) while (currentTime > timeBucket): - data[timeBucket] = previousHighscore + data_spf[timeBucket] = currentHighscore timeBucket += STEP_SIZE - - previousHighscore = currentHighscore - + if containsHighscore: + currentHighscore = currentScore if timeBucket > EXPERIMENT_TIMEOUT: break - # fill data with last known value if not enough information while timeBucket <= EXPERIMENT_TIMEOUT: - data[timeBucket] = previousHighscore + data_spf[timeBucket] = currentHighscore timeBucket += STEP_SIZE + # Merge highscores from AFL and SPF. + timeBucket = STEP_SIZE + data = {} + while timeBucket <= EXPERIMENT_TIMEOUT: + data[timeBucket] = max(data_afl[timeBucket], data_spf[timeBucket]) + timeBucket += STEP_SIZE collected_data.append(data) - if i not in time_delta_greater_zero: - time_delta_greater_zero[i] = EXPERIMENT_TIMEOUT - # Aggregate dataFile mean_values = {} error_values = {} diff --git a/experiments/scripts/evaluate_cost_hydiff_afl+spf.py b/experiments/scripts/evaluate_cost_hydiff_afl+spf.py deleted file mode 100644 index 652dfbc..0000000 --- a/experiments/scripts/evaluate_cost_hydiff_afl+spf.py +++ /dev/null @@ -1,133 +0,0 @@ -""" - Script to aggregate the results from an experiment. - - Input: source folder path, e.g. - python3 evaluate.py blazer_login_unsafe/fuzzer-out- - -""" -import sys -import csv -import statistics -import math -import numpy -import re - -# do not change this parameters -START_INDEX = 1 - -if __name__ == '__main__': - - if len(sys.argv) != 5: - raise Exception("usage: fuzzer-out-dir n timeout stepsize") - - fuzzerOutDir = sys.argv[1] - NUMBER_OF_EXPERIMENTS = int(sys.argv[2]) - EXPERIMENT_TIMEOUT = int(sys.argv[3]) - STEP_SIZE = int(sys.argv[4]) - - fileNamePatternAFL = re.compile(r"sync:spf,src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") - - # Read data - collected_data = [] - time_delta_greater_zero = {} - delta_greater_zero_src = {} - for i in range(START_INDEX, NUMBER_OF_EXPERIMENTS+1): - experimentFolderPath = fuzzerOutDir + str(i) - - # Read spf export information. - timeInfoSPF = {} - dataFile = experimentFolderPath + "/spf/export-statistic.txt" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=',') - next(csvreader) # skip first row - for row in csvreader: - fileName = fileNamePatternSPF.findall(row[2])[0] - timeInfoSPF[fileName] = int(row[0]) - - data = {} - dataFile = experimentFolderPath + "/afl-spf/path_costs.csv" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=';') - timeBucket = STEP_SIZE - next(csvreader) # skip first row - previousHighscore = 0 - currentHighscore = 0 - for row in csvreader: - if row[0].startswith("synced file"): continue - currentTime = int(row[0]) - fileName = row[1] - containsHighscore = "highscore" in fileName - currentScore = int(row[5]) - - # For inputs by SPF take the actual real time export info. - # In case of SPF also update - if currentScore > 0: - spfExportId = fileNamePatternAFL.findall(row[1]) - if i not in time_delta_greater_zero: - if len(spfExportId) > 0: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - time_delta_greater_zero[i] = timeInfoSPF[spfExportId] - delta_greater_zero_src[i] = 'spf' - else: - time_delta_greater_zero[i] = currentTime - delta_greater_zero_src[i] = 'afl' - elif delta_greater_zero_src[i] == 'afl' and len(spfExportId) > 0: - # if AFL already reported an odiff, check if this spf input was generated earlier: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - if time_delta_greater_zero[i] > timeInfoSPF[spfExportId]: - time_delta_greater_zero[i] = timeInfoSPF[spfExportId] - delta_greater_zero_src[i] = 'afl->spf' - - if containsHighscore: - currentHighscore = currentScore - - while (currentTime > timeBucket): - data[timeBucket] = previousHighscore - timeBucket += STEP_SIZE - - previousHighscore = currentHighscore - - if timeBucket > EXPERIMENT_TIMEOUT: - break - - # fill data with last known value if not enough information - while timeBucket <= EXPERIMENT_TIMEOUT: - data[timeBucket] = previousHighscore - timeBucket += STEP_SIZE - - collected_data.append(data) - - if i not in time_delta_greater_zero: - time_delta_greater_zero[i] = EXPERIMENT_TIMEOUT - - # Aggregate dataFile - mean_values = {} - error_values = {} - max_values = {} - - delta_values = {} - for i in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - delta_values[i] = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - delta_values[i].append(collected_data[j][i]) - mean_values[i] = "{0:.2f}".format(sum(delta_values[i])/float(NUMBER_OF_EXPERIMENTS)) - error_values[i] = "{0:.2f}".format(1.960 * numpy.std(delta_values[i])/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - max_values[i] = max(delta_values[i]) - - # Write collected data - headers = ['seconds', 'avg_highscore', 'ci', 'maximum'] - outputFileName = fuzzerOutDir[0:fuzzerOutDir.rfind("/")+1] + "hydiff-afl+spf-" + "results-n=" + str(NUMBER_OF_EXPERIMENTS) + "-t=" + str(EXPERIMENT_TIMEOUT) + "-s=" + str(STEP_SIZE) + ".csv" - print (outputFileName) - with open(outputFileName, "w") as csv_file: - writer = csv.DictWriter(csv_file, fieldnames=headers) - writer.writeheader() - for timeBucket in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - values = {'seconds' : int(timeBucket)} - values['avg_highscore'] = mean_values[timeBucket] - values['ci'] = error_values[timeBucket] - values['maximum'] = max_values[timeBucket] - writer.writerow(values) - - csv_file.write("\nWe do not report times because we make so sense here!") - csv_file.write("\ndeltas=" + str(delta_values[EXPERIMENT_TIMEOUT]) + "\ndeltas(30s)=" + str(delta_values[30])) diff --git a/experiments/scripts/evaluate_cost_hydiff_spf.py b/experiments/scripts/evaluate_cost_hydiff_spf.py deleted file mode 100644 index 441ab0f..0000000 --- a/experiments/scripts/evaluate_cost_hydiff_spf.py +++ /dev/null @@ -1,139 +0,0 @@ -""" - Script to aggregate the results from an experiment. - - Input: source folder path, e.g. - python3 evaluate.py blazer_login_unsafe/fuzzer-out- - -""" -import sys -import csv -import statistics -import math -import numpy -import re - -# do not change this parameters -START_INDEX = 1 - -if __name__ == '__main__': - - if len(sys.argv) != 5: - raise Exception("usage: fuzzer-out-dir n timeout stepsize") - - fuzzerOutDir = sys.argv[1] - NUMBER_OF_EXPERIMENTS = int(sys.argv[2]) - EXPERIMENT_TIMEOUT = int(sys.argv[3]) - STEP_SIZE = int(sys.argv[4]) - - fileNamePatternAFL = re.compile(r"sync:spf,src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") - - # Read data - collected_data = [] - time_delta_greater_zero = {} - delta_greater_zero_src = {} - for i in range(START_INDEX, NUMBER_OF_EXPERIMENTS+1): - experimentFolderPath = fuzzerOutDir + str(i) - - # Read spf export information. - timeInfoSPF = {} - dataFile = experimentFolderPath + "/spf/export-statistic.txt" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=',') - next(csvreader) # skip first row - for row in csvreader: - fileName = fileNamePatternSPF.findall(row[2])[0] - timeInfoSPF[fileName] = int(row[0]) - - data = {} - dataFile = experimentFolderPath + "/spf-replay/path_costs.csv" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=';') - timeBucket = STEP_SIZE - next(csvreader) # skip first row - previousHighscore = 0 - currentHighscore = 0 - for row in csvreader: - if row[0].startswith("synced file"): continue - currentTime = int(row[0]) - fileName = row[1] - containsHighscore = "highscore" in fileName - currentScore = int(row[5]) - - # For inputs by SPF take the actual real time export info. - # In case of SPF also update - if currentScore > 0: - spfExportId = fileNamePatternAFL.findall(row[1]) - if i not in time_delta_greater_zero: - if len(spfExportId) > 0: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - time_delta_greater_zero[i] = timeInfoSPF[spfExportId] - delta_greater_zero_src[i] = 'spf' - else: - time_delta_greater_zero[i] = currentTime - delta_greater_zero_src[i] = 'afl' - elif delta_greater_zero_src[i] == 'afl' and len(spfExportId) > 0: - # if AFL already reported an odiff, check if this spf input was generated earlier: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - if time_delta_greater_zero[i] > timeInfoSPF[spfExportId]: - time_delta_greater_zero[i] = timeInfoSPF[spfExportId] - delta_greater_zero_src[i] = 'afl->spf' - - if containsHighscore: - currentHighscore = currentScore - - while (currentTime > timeBucket): - data[timeBucket] = previousHighscore - timeBucket += STEP_SIZE - - previousHighscore = currentHighscore - - if timeBucket > EXPERIMENT_TIMEOUT: - break - - # fill data with last known value if not enough information - while timeBucket <= EXPERIMENT_TIMEOUT: - data[timeBucket] = previousHighscore - timeBucket += STEP_SIZE - - collected_data.append(data) - - if i not in time_delta_greater_zero: - time_delta_greater_zero[i] = EXPERIMENT_TIMEOUT - - # Aggregate dataFile - mean_values = {} - error_values = {} - max_values = {} - - delta_values = {} - for i in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - delta_values[i] = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - delta_values[i].append(collected_data[j][i]) - mean_values[i] = "{0:.2f}".format(sum(delta_values[i])/float(NUMBER_OF_EXPERIMENTS)) - error_values[i] = "{0:.2f}".format(1.960 * numpy.std(delta_values[i])/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - max_values[i] = max(delta_values[i]) - - # Write collected data - headers = ['seconds', 'avg_highscore', 'ci', 'maximum'] - outputFileName = fuzzerOutDir[0:fuzzerOutDir.rfind("/")+1] + "hydiff-spf-" + "results-n=" + str(NUMBER_OF_EXPERIMENTS) + "-t=" + str(EXPERIMENT_TIMEOUT) + "-s=" + str(STEP_SIZE) + ".csv" - print (outputFileName) - with open(outputFileName, "w") as csv_file: - writer = csv.DictWriter(csv_file, fieldnames=headers) - writer.writeheader() - for timeBucket in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - values = {'seconds' : int(timeBucket)} - values['avg_highscore'] = mean_values[timeBucket] - values['ci'] = error_values[timeBucket] - values['maximum'] = max_values[timeBucket] - writer.writerow(values) - - time_values = list(time_delta_greater_zero.values()) - deltaGreaterZero_sources = list(delta_greater_zero_src.values()) - if len(time_values) == NUMBER_OF_EXPERIMENTS: - avg_time = "{0:.2f}".format(sum(time_values)/float(NUMBER_OF_EXPERIMENTS)) - error = "{0:.2f}".format(1.960 * numpy.std(time_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - csv_file.write("\ntime delta>0:\n" + str(avg_time) + " (+/- " + str(error) + ")\ndelta>0Times=" + str(time_values) + "\ndelta>0_src=" + str(deltaGreaterZero_sources) + "\ndeltas=" + str(delta_values[EXPERIMENT_TIMEOUT]) + "\ndeltas(30s)=" + str(delta_values[30])) - else: - csv_file.write("\ntime delta>0: -\ndelta>0Times=" + str(time_values) + "\ndelta>0_src=" + str(deltaGreaterZero_sources) + "\ndeltas=" + str(delta_values[EXPERIMENT_TIMEOUT]) + "\ndeltas(30s)=" + str(delta_values[30])) diff --git a/experiments/scripts/evaluate_cost_symexe.py b/experiments/scripts/evaluate_cost_symexe.py index de6241d..ea018f2 100644 --- a/experiments/scripts/evaluate_cost_symexe.py +++ b/experiments/scripts/evaluate_cost_symexe.py @@ -2,7 +2,7 @@ Script to aggregate the results from an experiment. Input: source folder path, e.g. - python3 evaluate.py blazer_login_unsafe/fuzzer-out- + python3 evaluate_cost_symexe.py blazer_login_unsafe/symexe-out- 30 1800 30 """ import sys @@ -25,8 +25,9 @@ EXPERIMENT_TIMEOUT = int(sys.argv[3]) STEP_SIZE = int(sys.argv[4]) - fileNamePatternAFL = re.compile(r"src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") + fileNamePatternSPF = re.compile(r"sync:spf,src:\d{6}") + fileNamePatternAFL = re.compile(r"sync:afl,src:\d{6}") + fileNamePatternID = re.compile(r"id:\d{6}") collected_data = [] time_delta_greater_zero = {} @@ -36,61 +37,60 @@ data = {} # Read export information. - timeInfo = {} + spf_time_info = {} dataFile = experimentFolderPath + "/spf/export-statistic.txt" with open(dataFile,'r') as csvfile: csvreader = csv.reader(csvfile, delimiter=',') next(csvreader) # skip first row for row in csvreader: - fileName = fileNamePatternSPF.findall(row[2])[0] - timeInfo[fileName] = int(row[0]) + fileName = fileNamePatternID.findall(row[2])[0] + spf_time_info[fileName] = int(row[0]) - # Read data. + # Get time first delta > 0 in SPF. + time_delta_greater_zero_spf = EXPERIMENT_TIMEOUT + dataFile = experimentFolderPath + "/afl/path_costs.csv" + with open(dataFile,'r') as csvfile: + csvreader = csv.reader(csvfile, delimiter=';') + next(csvreader) # skip first row + for row in csvreader: + if row[0].startswith("synced file"): continue + fileName = row[1] + if "sync:spf" in fileName: + fileNameInSPFExportFile = fileNamePatternSPF.findall(row[1])[0].replace("sync:spf,src", "id") + if "highscore" in fileName: + time_delta_greater_zero_spf = spf_time_info[fileNameInSPFExportFile] + break + time_delta_greater_zero[i] = time_delta_greater_zero_spf + + # Collect highscores for SPF. + data_spf = {} dataFile = experimentFolderPath + "/afl/path_costs.csv" with open(dataFile,'r') as csvfile: csvreader = csv.reader(csvfile, delimiter=';') timeBucket = STEP_SIZE next(csvreader) # skip first row - previousHighscore = 0 currentHighscore = 0 for row in csvreader: - if len(row) == 1: - continue - fileName = fileNamePatternAFL.findall(row[1]) - if len(fileName) == 0: - continue - fileName = fileName[0].replace("src", "id") - if not fileName in timeInfo: - continue - currentTime = timeInfo[fileName] - fileNameInfo = row[1] - containsHighscore = "highscore" in fileNameInfo + if row[0].startswith("synced file"): continue + fileName = row[1] + if not "sync:spf" in fileName: continue + id = fileNamePatternSPF.findall(fileName)[0].replace("sync:spf,src", "id") + currentTime = spf_time_info[id] + containsHighscore = "highscore" in fileName currentScore = int(row[5]) - - if i not in time_delta_greater_zero and currentScore > 0: - time_delta_greater_zero[i] = currentTime - - if containsHighscore: - currentHighscore = currentScore - while (currentTime > timeBucket): - data[timeBucket] = previousHighscore + data_spf[timeBucket] = currentHighscore timeBucket += STEP_SIZE - - previousHighscore = currentHighscore - + if containsHighscore: + currentHighscore = currentScore if timeBucket > EXPERIMENT_TIMEOUT: break - # fill data with last known value if not enough information while timeBucket <= EXPERIMENT_TIMEOUT: - data[timeBucket] = previousHighscore + data_spf[timeBucket] = currentHighscore timeBucket += STEP_SIZE - collected_data.append(data) - - if i not in time_delta_greater_zero: - time_delta_greater_zero[i] = EXPERIMENT_TIMEOUT + collected_data.append(data_spf) # Aggregate dataFile mean_values = {} diff --git a/experiments/scripts/evaluate_regression_fuzz.py b/experiments/scripts/evaluate_regression_fuzz.py index 6462cef..5ed1b21 100644 --- a/experiments/scripts/evaluate_regression_fuzz.py +++ b/experiments/scripts/evaluate_regression_fuzz.py @@ -2,7 +2,7 @@ Script to aggregate the results from an experiment. Input: source folder path, e.g. - python3 python3 evaluate.py blazer_login_unsafe/fuzzer-out- + python3 evaluate_regression_fuzz.py tcas_v1/fuzzer-out- 30 600 30 """ import sys diff --git a/experiments/scripts/evaluate_regression_hydiff.py b/experiments/scripts/evaluate_regression_hydiff.py index 25533c5..a5bc6b0 100644 --- a/experiments/scripts/evaluate_regression_hydiff.py +++ b/experiments/scripts/evaluate_regression_hydiff.py @@ -2,7 +2,7 @@ Script to aggregate the results from an experiment. Input: source folder path, e.g. - python3 python3 evaluate.py blazer_login_unsafe/fuzzer-out- + python3 evaluate_regression_hydiff.py tcas_v1/hydiff-out- 30 600 30 """ import sys @@ -17,100 +17,162 @@ if __name__ == '__main__': - if len(sys.argv) != 5: - raise Exception("usage: fuzzer-out-dir n timeout stepsize") + if len(sys.argv) != 5 and len(sys.argv) != 6: + raise Exception("usage: .../hydiff-out- n timeout stepsize [fuzzing-delay]") fuzzerOutDir = sys.argv[1] NUMBER_OF_EXPERIMENTS = int(sys.argv[2]) EXPERIMENT_TIMEOUT = int(sys.argv[3]) STEP_SIZE = int(sys.argv[4]) + if len(sys.argv) == 6: + FUZZING_DELAY = int(sys.argv[5]) + else: + FUZZING_DELAY = 0 - fileNamePatternAFL = re.compile(r"sync:spf,src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") + fileNamePatternSPF = re.compile(r"sync:spf,src:\d{6}") + fileNamePatternAFL = re.compile(r"sync:afl,src:\d{6}") + fileNamePatternID = re.compile(r"id:\d{6}") - # Read data - collected_outDiff_data = [] - collected_decDiff_data = [] + # Read data for every experiment run. time_first_odiff = {} first_odiff_src = {} + collected_outDiff_data = [] + collected_decDiff_data = [] for i in range(START_INDEX, NUMBER_OF_EXPERIMENTS+1): experimentFolderPath = fuzzerOutDir + str(i) - odiff_collector = {} - ddiff_collector = {} - - # Read spf export information. - timeInfoSPF = {} + # Collect all time info from export info from SPF. + spf_time_info = {} dataFile = experimentFolderPath + "/spf/export-statistic.txt" with open(dataFile,'r') as csvfile: csvreader = csv.reader(csvfile, delimiter=',') next(csvreader) # skip first row for row in csvreader: - fileName = fileNamePatternSPF.findall(row[2])[0] - timeInfoSPF[fileName] = int(row[0]) + fileName = fileNamePatternID.findall(row[2])[0] + spf_time_info[fileName] = int(row[0]) + # Get first odiff in SPF. + time_first_odiff_spf = EXPERIMENT_TIMEOUT + dataFile = experimentFolderPath + "/spf-replay/path_costs.csv" + with open(dataFile,'r') as csvfile: + csvreader = csv.reader(csvfile, delimiter=';') + next(csvreader) # skip first row + for row in csvreader: + if row[0].startswith("synced file"): continue + fileName = row[1] + if "sync:spf" in fileName: + fileNameInSPFExportFile = fileNamePatternSPF.findall(row[1])[0].replace("sync:spf,src", "id") + if "+odiff" in fileName or "+crash" in fileName: + time_first_odiff_spf = spf_time_info[fileNameInSPFExportFile] + break + + # Collect all time info for AFL and get time for first odiff in AFL. + time_first_odiff_afl = EXPERIMENT_TIMEOUT dataFile = experimentFolderPath + "/afl/path_costs.csv" + afl_time_info = {} with open(dataFile,'r') as csvfile: csvreader = csv.reader(csvfile, delimiter=';') - timeBucket = STEP_SIZE next(csvreader) # skip first row - previousOutDiffValue = 0 - previousDecDiffValue = 0 - currentOutDiffValue = 0 - currentDecDiffValue = 0 for row in csvreader: + fileName = row[1] + if "sync:spf" in fileName: + fileNameInSPFExportFile = fileNamePatternSPF.findall(row[1])[0].replace("sync:spf,src", "id") + currentTime = spf_time_info[fileNameInSPFExportFile] + else: + currentTime = int(row[0]) + FUZZING_DELAY + if "+odiff" in fileName or "+crash" in fileName: + if time_first_odiff_afl == EXPERIMENT_TIMEOUT: + time_first_odiff_afl = currentTime + fileName = fileNamePatternID.findall(fileName)[0] + afl_time_info[fileName] = currentTime + + # Get best time from AFL and SPF + if time_first_odiff_afl < time_first_odiff_spf: + time_first_odiff[i] = time_first_odiff_afl + first_odiff_src[i] = 'afl' + elif time_first_odiff_afl > time_first_odiff_spf: + time_first_odiff[i] = time_first_odiff_spf + first_odiff_src[i] = 'spf' + else: + time_first_odiff[i] = time_first_odiff_afl + first_odiff_src[i] = 'alf=spf' + + # Collect #odiff and #ddiff values + odiff_collector = {} + ddiff_collector = {} + odiff_times = [] + ddiff_times = [] + dataFile = experimentFolderPath + "/afl-spf/path_costs.csv" + with open(dataFile,'r') as csvfile: + + # collect all odiff and ddiff times + csvreader = csv.reader(csvfile, delimiter=';') + next(csvreader) # skip first row + for row in csvreader: + if row[0].startswith("synced file"): continue currentTime = int(row[0]) fileName = row[1] containsOutDiff = "+odiff" in fileName or "+crash" in fileName containsDecDiff = "+ddiff" in fileName - # For inputs by SPF take the actual real time export info. - # In case of SPF also update if containsOutDiff: - spfExportId = fileNamePatternAFL.findall(row[1]) - if i not in time_first_odiff: - if len(spfExportId) > 0: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - time_first_odiff[i] = timeInfoSPF[spfExportId] - first_odiff_src[i] = 'spf' + if "sync:afl" in fileName: + id = fileNamePatternAFL.findall(row[1])[0].replace("sync:afl,src", "id") + if id in afl_time_info: + odiff_times.append(afl_time_info[id]) else: - time_first_odiff[i] = currentTime - first_odiff_src[i] = 'afl' - elif first_odiff_src[i] == 'afl' and len(spfExportId) > 0: - # if AFL already reported an odiff, check if this spf input was generated earlier: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - if time_first_odiff[i] > timeInfoSPF[spfExportId]: - time_first_odiff[i] = timeInfoSPF[spfExportId] - first_odiff_src[i] = 'afl->spf' - - if containsOutDiff: - currentOutDiffValue = previousOutDiffValue + 1 + odiff_times.append(EXPERIMENT_TIMEOUT) + elif "sync:spf" in fileName: + id = fileNamePatternSPF.findall(row[1])[0].replace("sync:spf,src", "id") + if id in spf_time_info: + odiff_times.append(spf_time_info[id]) + else: + odiff_times.append(EXPERIMENT_TIMEOUT) + else: continue if containsDecDiff: - currentDecDiffValue = previousDecDiffValue + 1 - - while (currentTime > timeBucket): - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue - timeBucket += STEP_SIZE - - previousOutDiffValue = currentOutDiffValue - previousDecDiffValue = currentDecDiffValue - - if timeBucket > EXPERIMENT_TIMEOUT: - break - - # fill data with last known value if not enough information - while timeBucket <= EXPERIMENT_TIMEOUT: - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue + if "sync:afl" in fileName: + id = fileNamePatternAFL.findall(row[1])[0].replace("sync:afl,src", "id") + if id in afl_time_info: + ddiff_times.append(afl_time_info[id]) + else: + ddiff_times.append(EXPERIMENT_TIMEOUT) + elif "sync:spf" in fileName: + id = fileNamePatternSPF.findall(row[1])[0].replace("sync:spf,src", "id") + if id in spf_time_info: + ddiff_times.append(spf_time_info[id]) + else: + ddiff_times.append(EXPERIMENT_TIMEOUT) + else: continue + + odiff_times.sort() + ddiff_times.sort() + + # Collect odiff counts. + currentOutDiffValue = 0 + timeBucket = STEP_SIZE + for currentTime in odiff_times: + while (currentTime > timeBucket): + odiff_collector[timeBucket] = currentOutDiffValue timeBucket += STEP_SIZE - + currentOutDiffValue = currentOutDiffValue + 1 + while timeBucket <= EXPERIMENT_TIMEOUT: + odiff_collector[timeBucket] = currentOutDiffValue + timeBucket += STEP_SIZE collected_outDiff_data.append(odiff_collector) - collected_decDiff_data.append(ddiff_collector) - if i not in time_first_odiff: - time_first_odiff[i] = EXPERIMENT_TIMEOUT + # Collect ddiff counts. + currentDecDiffValue = 0 + timeBucket = STEP_SIZE + for currentTime in ddiff_times: + while (currentTime > timeBucket): + ddiff_collector[timeBucket] = currentDecDiffValue + timeBucket += STEP_SIZE + currentDecDiffValue = currentDecDiffValue + 1 + while timeBucket <= EXPERIMENT_TIMEOUT: + ddiff_collector[timeBucket] = currentDecDiffValue + timeBucket += STEP_SIZE + collected_decDiff_data.append(ddiff_collector) # Aggregate dataFile mean_values_outDiff = {} @@ -133,7 +195,7 @@ # Write collected data headers = ['seconds', 'avg_odiff', 'ci_odiff', 'avg_ddiff', 'ci_ddiff'] - outputFileName = fuzzerOutDir + "results-n=" + str(NUMBER_OF_EXPERIMENTS) + "-t=" + str(EXPERIMENT_TIMEOUT) + "-s=" + str(STEP_SIZE) + ".csv" + outputFileName = fuzzerOutDir + "results-n=" + str(NUMBER_OF_EXPERIMENTS) + "-t=" + str(EXPERIMENT_TIMEOUT) + "-s=" + str(STEP_SIZE) + "-d=" + str(FUZZING_DELAY) + ".csv" print (outputFileName) with open(outputFileName, "w") as csv_file: writer = csv.DictWriter(csv_file, fieldnames=headers) diff --git a/experiments/scripts/evaluate_regression_hydiff_600sdelay.py b/experiments/scripts/evaluate_regression_hydiff_600sdelay.py deleted file mode 100644 index 599bd46..0000000 --- a/experiments/scripts/evaluate_regression_hydiff_600sdelay.py +++ /dev/null @@ -1,157 +0,0 @@ -""" - Script to aggregate the results from an experiment. - - Input: source folder path, e.g. - python3 python3 evaluate.py blazer_login_unsafe/fuzzer-out- - -""" -import sys -import csv -import statistics -import math -import numpy -import re - -# do not change this parameters -START_INDEX = 1 - -if __name__ == '__main__': - - if len(sys.argv) != 5: - raise Exception("usage: fuzzer-out-dir n timeout stepsize") - - fuzzerOutDir = sys.argv[1] - NUMBER_OF_EXPERIMENTS = int(sys.argv[2]) - EXPERIMENT_TIMEOUT = int(sys.argv[3]) - STEP_SIZE = int(sys.argv[4]) - - fileNamePatternAFL = re.compile(r"sync:spf,src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") - - # Read data - collected_outDiff_data = [] - collected_decDiff_data = [] - time_first_odiff = {} - first_odiff_src = {} - for i in range(START_INDEX, NUMBER_OF_EXPERIMENTS+1): - experimentFolderPath = fuzzerOutDir + str(i) - - odiff_collector = {} - ddiff_collector = {} - - # Read spf export information. - timeInfoSPF = {} - dataFile = experimentFolderPath + "/spf/export-statistic.txt" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=',') - next(csvreader) # skip first row - for row in csvreader: - fileName = fileNamePatternSPF.findall(row[2])[0] - timeInfoSPF[fileName] = int(row[0]) - - dataFile = experimentFolderPath + "/afl/path_costs.csv" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=';') - timeBucket = STEP_SIZE - next(csvreader) # skip first row - previousOutDiffValue = 0 - previousDecDiffValue = 0 - currentOutDiffValue = 0 - currentDecDiffValue = 0 - for row in csvreader: - currentTime = int(row[0]) + 600 - fileName = row[1] - containsOutDiff = "+odiff" in fileName or "+crash" in fileName - containsDecDiff = "+ddiff" in fileName - - # For inputs by SPF take the actual real time export info. - # In case of SPF also update - if containsOutDiff: - spfExportId = fileNamePatternAFL.findall(row[1]) - if i not in time_first_odiff: - if len(spfExportId) > 0: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - time_first_odiff[i] = timeInfoSPF[spfExportId] - first_odiff_src[i] = 'spf' - else: - time_first_odiff[i] = currentTime - first_odiff_src[i] = 'afl' - elif first_odiff_src[i] == 'afl' and len(spfExportId) > 0: - # if AFL already reported an odiff, check if this spf input was generated earlier: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - if time_first_odiff[i] > timeInfoSPF[spfExportId]: - time_first_odiff[i] = timeInfoSPF[spfExportId] - first_odiff_src[i] = 'afl->spf' - - if containsOutDiff: - currentOutDiffValue = previousOutDiffValue + 1 - - if containsDecDiff: - currentDecDiffValue = previousDecDiffValue + 1 - - while (currentTime > timeBucket): - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue - timeBucket += STEP_SIZE - - previousOutDiffValue = currentOutDiffValue - previousDecDiffValue = currentDecDiffValue - - if timeBucket > EXPERIMENT_TIMEOUT: - break - - # fill data with last known value if not enough information - while timeBucket <= EXPERIMENT_TIMEOUT: - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue - timeBucket += STEP_SIZE - - collected_outDiff_data.append(odiff_collector) - collected_decDiff_data.append(ddiff_collector) - - if i not in time_first_odiff: - time_first_odiff[i] = EXPERIMENT_TIMEOUT - - # Aggregate dataFile - mean_values_outDiff = {} - error_values_outDiff = {} - mean_values_decDiff = {} - error_values_decDiff = {} - - for i in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - outDiff_values = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - outDiff_values.append(collected_outDiff_data[j][i]) - mean_values_outDiff[i] = "{0:.2f}".format(sum(outDiff_values)/float(NUMBER_OF_EXPERIMENTS)) - error_values_outDiff[i] = "{0:.2f}".format(1.960 * numpy.std(outDiff_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - - decDiff_values = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - decDiff_values.append(collected_decDiff_data[j][i]) - mean_values_decDiff[i] = "{0:.2f}".format(sum(decDiff_values)/float(NUMBER_OF_EXPERIMENTS)) - error_values_decDiff[i] = "{0:.2f}".format(1.960 * numpy.std(decDiff_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - - # Write collected data - headers = ['seconds', 'avg_odiff', 'ci_odiff', 'avg_ddiff', 'ci_ddiff'] - outputFileName = fuzzerOutDir + "results-n=" + str(NUMBER_OF_EXPERIMENTS) + "-t=" + str(EXPERIMENT_TIMEOUT) + "-s=" + str(STEP_SIZE) + "-600delay.csv" - print (outputFileName) - with open(outputFileName, "w") as csv_file: - writer = csv.DictWriter(csv_file, fieldnames=headers) - writer.writeheader() - for timeBucket in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - values = {'seconds' : int(timeBucket)} - values['avg_odiff'] = mean_values_outDiff[timeBucket] - values['ci_odiff'] = error_values_outDiff[timeBucket] - values['avg_ddiff'] = mean_values_decDiff[timeBucket] - values['ci_ddiff'] = error_values_decDiff[timeBucket] - writer.writerow(values) - - time_values = list(time_first_odiff.values()) - odiff_sources = list(first_odiff_src.values()) - min = min(time_values) - if len(time_values) == NUMBER_OF_EXPERIMENTS: - avg_time = "{0:.2f}".format(sum(time_values)/float(NUMBER_OF_EXPERIMENTS)) - error = "{0:.2f}".format(1.960 * numpy.std(time_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - csv_file.write("\ntime +odiff>0:\n" + str(avg_time) + " (+/- " + str(error) + ") min=" + str(min) + "\n+odiff_times=" + str(time_values) + "\n+odiff_src=" + str(odiff_sources) + "\n#odiffs=" + str(outDiff_values) + "\n#ddiffs=" + str(decDiff_values)) - else: - csv_file.write("\ntime +odiff>0: -\n" + "min=" + str(min) + "\n+odiff_times=" + str(time_values) + "\n+odiff_src=" + str(odiff_sources) + "\n#odiffs=" + str(outDiff_values) + "\n#ddiffs=" + str(decDiff_values)) diff --git a/experiments/scripts/evaluate_regression_hydiff_afl_spf.py b/experiments/scripts/evaluate_regression_hydiff_afl_spf.py deleted file mode 100644 index c82bd51..0000000 --- a/experiments/scripts/evaluate_regression_hydiff_afl_spf.py +++ /dev/null @@ -1,151 +0,0 @@ -""" - Script to aggregate the results from an experiment. - - Input: source folder path, e.g. - python3 python3 evaluate.py blazer_login_unsafe/fuzzer-out- - -""" -import sys -import csv -import statistics -import math -import numpy -import re - -# do not change this parameters -START_INDEX = 1 - -if __name__ == '__main__': - - if len(sys.argv) != 5: - raise Exception("usage: fuzzer-out-dir n timeout stepsize") - - fuzzerOutDir = sys.argv[1] - NUMBER_OF_EXPERIMENTS = int(sys.argv[2]) - EXPERIMENT_TIMEOUT = int(sys.argv[3]) - STEP_SIZE = int(sys.argv[4]) - - fileNamePatternAFL = re.compile(r"sync:spf,src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") - - # Read data - collected_outDiff_data = [] - collected_decDiff_data = [] - time_first_odiff = {} - first_odiff_src = {} - for i in range(START_INDEX, NUMBER_OF_EXPERIMENTS+1): - experimentFolderPath = fuzzerOutDir + str(i) - - odiff_collector = {} - ddiff_collector = {} - - # Read spf export information. - timeInfoSPF = {} - dataFile = experimentFolderPath + "/spf/export-statistic.txt" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=',') - next(csvreader) # skip first row - for row in csvreader: - fileName = fileNamePatternSPF.findall(row[2])[0] - timeInfoSPF[fileName] = int(row[0]) - - dataFile = experimentFolderPath + "/afl-spf/path_costs.csv" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=';') - timeBucket = STEP_SIZE - next(csvreader) # skip first row - previousOutDiffValue = 0 - previousDecDiffValue = 0 - currentOutDiffValue = 0 - currentDecDiffValue = 0 - for row in csvreader: - if row[0].startswith("synced file"): continue - currentTime = int(row[0]) - fileName = row[1] - containsOutDiff = "+odiff" in fileName or "+crash" in fileName - containsDecDiff = "+ddiff" in fileName - - # For inputs by SPF take the actual real time export info. - # In case of SPF also update - if containsOutDiff: - spfExportId = fileNamePatternAFL.findall(row[1]) - if i not in time_first_odiff: - if len(spfExportId) > 0: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - time_first_odiff[i] = timeInfoSPF[spfExportId] - first_odiff_src[i] = 'spf' - else: - time_first_odiff[i] = currentTime - first_odiff_src[i] = 'afl' - elif first_odiff_src[i] == 'afl' and len(spfExportId) > 0: - # if AFL already reported an odiff, check if this spf input was generated earlier: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - if time_first_odiff[i] > timeInfoSPF[spfExportId]: - time_first_odiff[i] = timeInfoSPF[spfExportId] - first_odiff_src[i] = 'afl->spf' - - if containsOutDiff: - currentOutDiffValue = previousOutDiffValue + 1 - - if containsDecDiff: - currentDecDiffValue = previousDecDiffValue + 1 - - while (currentTime > timeBucket): - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue - timeBucket += STEP_SIZE - - previousOutDiffValue = currentOutDiffValue - previousDecDiffValue = currentDecDiffValue - - if timeBucket > EXPERIMENT_TIMEOUT: - break - - # fill data with last known value if not enough information - while timeBucket <= EXPERIMENT_TIMEOUT: - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue - timeBucket += STEP_SIZE - - collected_outDiff_data.append(odiff_collector) - collected_decDiff_data.append(ddiff_collector) - - if i not in time_first_odiff: - time_first_odiff[i] = EXPERIMENT_TIMEOUT - - # Aggregate dataFile - mean_values_outDiff = {} - error_values_outDiff = {} - mean_values_decDiff = {} - error_values_decDiff = {} - - for i in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - outDiff_values = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - outDiff_values.append(collected_outDiff_data[j][i]) - mean_values_outDiff[i] = "{0:.2f}".format(sum(outDiff_values)/float(NUMBER_OF_EXPERIMENTS)) - error_values_outDiff[i] = "{0:.2f}".format(1.960 * numpy.std(outDiff_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - - decDiff_values = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - decDiff_values.append(collected_decDiff_data[j][i]) - mean_values_decDiff[i] = "{0:.2f}".format(sum(decDiff_values)/float(NUMBER_OF_EXPERIMENTS)) - error_values_decDiff[i] = "{0:.2f}".format(1.960 * numpy.std(decDiff_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - - # Write collected data - headers = ['seconds', 'avg_odiff', 'ci_odiff', 'avg_ddiff', 'ci_ddiff'] - outputFileName = fuzzerOutDir[0:fuzzerOutDir.rfind("/")+1] + "hydiff-afl+spf-" + "results-n=" + str(NUMBER_OF_EXPERIMENTS) + "-t=" + str(EXPERIMENT_TIMEOUT) + "-s=" + str(STEP_SIZE) + ".csv" - print (outputFileName) - with open(outputFileName, "w") as csv_file: - writer = csv.DictWriter(csv_file, fieldnames=headers) - writer.writeheader() - for timeBucket in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - values = {'seconds' : int(timeBucket)} - values['avg_odiff'] = mean_values_outDiff[timeBucket] - values['ci_odiff'] = error_values_outDiff[timeBucket] - values['avg_ddiff'] = mean_values_decDiff[timeBucket] - values['ci_ddiff'] = error_values_decDiff[timeBucket] - writer.writerow(values) - - csv_file.write("\nWe do not report times because we make so sense here!") - csv_file.write("\n#odiffs=" + str(outDiff_values) + "\n#ddiffs=" + str(decDiff_values)) diff --git a/experiments/scripts/evaluate_regression_hydiff_spf.py b/experiments/scripts/evaluate_regression_hydiff_spf.py deleted file mode 100644 index 40710c2..0000000 --- a/experiments/scripts/evaluate_regression_hydiff_spf.py +++ /dev/null @@ -1,158 +0,0 @@ -""" - Script to aggregate the results from an experiment. - - Input: source folder path, e.g. - python3 python3 evaluate.py blazer_login_unsafe/fuzzer-out- - -""" -import sys -import csv -import statistics -import math -import numpy -import re - -# do not change this parameters -START_INDEX = 1 - -if __name__ == '__main__': - - if len(sys.argv) != 5: - raise Exception("usage: fuzzer-out-dir n timeout stepsize") - - fuzzerOutDir = sys.argv[1] - NUMBER_OF_EXPERIMENTS = int(sys.argv[2]) - EXPERIMENT_TIMEOUT = int(sys.argv[3]) - STEP_SIZE = int(sys.argv[4]) - - fileNamePatternAFL = re.compile(r"sync:spf,src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") - - # Read data - collected_outDiff_data = [] - collected_decDiff_data = [] - time_first_odiff = {} - first_odiff_src = {} - for i in range(START_INDEX, NUMBER_OF_EXPERIMENTS+1): - experimentFolderPath = fuzzerOutDir + str(i) - - odiff_collector = {} - ddiff_collector = {} - - # Read spf export information. - timeInfoSPF = {} - dataFile = experimentFolderPath + "/spf/export-statistic.txt" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=',') - next(csvreader) # skip first row - for row in csvreader: - fileName = fileNamePatternSPF.findall(row[2])[0] - timeInfoSPF[fileName] = int(row[0]) - - dataFile = experimentFolderPath + "/spf-replay/path_costs.csv" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=';') - timeBucket = STEP_SIZE - next(csvreader) # skip first row - previousOutDiffValue = 0 - previousDecDiffValue = 0 - currentOutDiffValue = 0 - currentDecDiffValue = 0 - for row in csvreader: - if row[0].startswith("synced file"): continue - currentTime = int(row[0]) - fileName = row[1] - containsOutDiff = "+odiff" in fileName or "+crash" in fileName - containsDecDiff = "+ddiff" in fileName - - # For inputs by SPF take the actual real time export info. - # In case of SPF also update - if containsOutDiff: - spfExportId = fileNamePatternAFL.findall(row[1]) - if i not in time_first_odiff: - if len(spfExportId) > 0: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - time_first_odiff[i] = timeInfoSPF[spfExportId] - first_odiff_src[i] = 'spf' - else: - time_first_odiff[i] = currentTime - first_odiff_src[i] = 'afl' - elif first_odiff_src[i] == 'afl' and len(spfExportId) > 0: - # if AFL already reported an odiff, check if this spf input was generated earlier: - spfExportId = spfExportId[0].replace("sync:spf,src", "id") - if time_first_odiff[i] > timeInfoSPF[spfExportId]: - time_first_odiff[i] = timeInfoSPF[spfExportId] - first_odiff_src[i] = 'afl->spf' - - if containsOutDiff: - currentOutDiffValue = previousOutDiffValue + 1 - - if containsDecDiff: - currentDecDiffValue = previousDecDiffValue + 1 - - while (currentTime > timeBucket): - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue - timeBucket += STEP_SIZE - - previousOutDiffValue = currentOutDiffValue - previousDecDiffValue = currentDecDiffValue - - if timeBucket > EXPERIMENT_TIMEOUT: - break - - # fill data with last known value if not enough information - while timeBucket <= EXPERIMENT_TIMEOUT: - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue - timeBucket += STEP_SIZE - - collected_outDiff_data.append(odiff_collector) - collected_decDiff_data.append(ddiff_collector) - - if i not in time_first_odiff: - time_first_odiff[i] = EXPERIMENT_TIMEOUT - - # Aggregate dataFile - mean_values_outDiff = {} - error_values_outDiff = {} - mean_values_decDiff = {} - error_values_decDiff = {} - - for i in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - outDiff_values = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - outDiff_values.append(collected_outDiff_data[j][i]) - mean_values_outDiff[i] = "{0:.2f}".format(sum(outDiff_values)/float(NUMBER_OF_EXPERIMENTS)) - error_values_outDiff[i] = "{0:.2f}".format(1.960 * numpy.std(outDiff_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - - decDiff_values = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - decDiff_values.append(collected_decDiff_data[j][i]) - mean_values_decDiff[i] = "{0:.2f}".format(sum(decDiff_values)/float(NUMBER_OF_EXPERIMENTS)) - error_values_decDiff[i] = "{0:.2f}".format(1.960 * numpy.std(decDiff_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - - # Write collected data - headers = ['seconds', 'avg_odiff', 'ci_odiff', 'avg_ddiff', 'ci_ddiff'] - outputFileName = fuzzerOutDir[0:fuzzerOutDir.rfind("/")+1] + "hydiff-spf-" + "results-n=" + str(NUMBER_OF_EXPERIMENTS) + "-t=" + str(EXPERIMENT_TIMEOUT) + "-s=" + str(STEP_SIZE) + ".csv" - print (outputFileName) - with open(outputFileName, "w") as csv_file: - writer = csv.DictWriter(csv_file, fieldnames=headers) - writer.writeheader() - for timeBucket in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - values = {'seconds' : int(timeBucket)} - values['avg_odiff'] = mean_values_outDiff[timeBucket] - values['ci_odiff'] = error_values_outDiff[timeBucket] - values['avg_ddiff'] = mean_values_decDiff[timeBucket] - values['ci_ddiff'] = error_values_decDiff[timeBucket] - writer.writerow(values) - - time_values = list(time_first_odiff.values()) - odiff_sources = list(first_odiff_src.values()) - min = min(time_values) - if len(time_values) == NUMBER_OF_EXPERIMENTS: - avg_time = "{0:.2f}".format(sum(time_values)/float(NUMBER_OF_EXPERIMENTS)) - error = "{0:.2f}".format(1.960 * numpy.std(time_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - csv_file.write("\ntime +odiff>0:\n" + str(avg_time) + " (+/- " + str(error) + ") min=" + str(min) + "\n+odiff_times=" + str(time_values) + "\n+odiff_src=" + str(odiff_sources) + "\n#odiffs=" + str(outDiff_values) + "\n#ddiffs=" + str(decDiff_values)) - else: - csv_file.write("\ntime +odiff>0: -\n" + "min=" + str(min) + "\n+odiff_times=" + str(time_values) + "\n+odiff_src=" + str(odiff_sources) + "\n#odiffs=" + str(outDiff_values) + "\n#ddiffs=" + str(decDiff_values)) diff --git a/experiments/scripts/evaluate_regression_symexe.py b/experiments/scripts/evaluate_regression_symexe.py index 543b98d..30fd9f8 100644 --- a/experiments/scripts/evaluate_regression_symexe.py +++ b/experiments/scripts/evaluate_regression_symexe.py @@ -2,7 +2,7 @@ Script to aggregate the results from an experiment. Input: source folder path, e.g. - python3 python3 evaluate.py blazer_login_unsafe/fuzzer-out- + python3 evaluate_regression_symexe.py tcas_v1/symexe-out- 30 600 30 """ import sys @@ -25,8 +25,8 @@ EXPERIMENT_TIMEOUT = int(sys.argv[3]) STEP_SIZE = int(sys.argv[4]) - fileNamePatternAFL = re.compile(r"src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") + fileNamePatternSPF = re.compile(r"sync:spf,src:\d{6}") + fileNamePatternID = re.compile(r"id:\d{6}") collected_outDiff_data = [] collected_decDiff_data = [] @@ -37,71 +37,96 @@ odiff_collector = {} ddiff_collector = {} - # Read export information. - timeInfo = {} + # Collect all time info from export info from SPF. + spf_time_info = {} dataFile = experimentFolderPath + "/spf/export-statistic.txt" with open(dataFile,'r') as csvfile: csvreader = csv.reader(csvfile, delimiter=',') next(csvreader) # skip first row for row in csvreader: - fileName = fileNamePatternSPF.findall(row[2])[0] - timeInfo[fileName] = int(row[0]) + fileName = fileNamePatternID.findall(row[2])[0] + spf_time_info[fileName] = int(row[0]) - # Read data. + # Get first odiff in SPF. + time_first_odiff_spf = EXPERIMENT_TIMEOUT dataFile = experimentFolderPath + "/afl/path_costs.csv" with open(dataFile,'r') as csvfile: csvreader = csv.reader(csvfile, delimiter=';') - timeBucket = STEP_SIZE next(csvreader) # skip first row - previousOutDiffValue = 0 - previousDecDiffValue = 0 - currentOutDiffValue = 0 - currentDecDiffValue = 0 for row in csvreader: - if len(row) == 1: - continue - fileName = fileNamePatternAFL.findall(row[1]) - if len(fileName) == 0: - continue - fileName = fileName[0].replace("src", "id") - if not fileName in timeInfo: - continue - currentTime = timeInfo[fileName] - fileNameInfo = row[1] - containsOutDiff = "+odiff" in fileNameInfo or "+crash" in fileNameInfo - containsDecDiff = "+ddiff" in fileNameInfo - - if i not in time_first_odiff and containsOutDiff: - time_first_odiff[i] = currentTime + if row[0].startswith("synced file"): continue + fileName = row[1] + if "sync:spf" in fileName: + fileNameInSPFExportFile = fileNamePatternSPF.findall(row[1])[0].replace("sync:spf,src", "id") + if "+odiff" in fileName or "+crash" in fileName: + time_first_odiff_spf = spf_time_info[fileNameInSPFExportFile] + break + time_first_odiff[i] = time_first_odiff_spf + + # Collect #odiff and #ddiff values + odiff_collector = {} + ddiff_collector = {} + odiff_times = [] + ddiff_times = [] + dataFile = experimentFolderPath + "/afl/path_costs.csv" + with open(dataFile,'r') as csvfile: + + # collect all odiff and ddiff times + csvreader = csv.reader(csvfile, delimiter=';') + next(csvreader) # skip first row + for row in csvreader: + if row[0].startswith("synced file"): continue + currentTime = int(row[0]) + fileName = row[1] + containsOutDiff = "+odiff" in fileName or "+crash" in fileName + containsDecDiff = "+ddiff" in fileName if containsOutDiff: - currentOutDiffValue = previousOutDiffValue + 1 + if "sync:spf" in fileName: + id = fileNamePatternSPF.findall(row[1])[0].replace("sync:spf,src", "id") + if id in spf_time_info: + odiff_times.append(spf_time_info[id]) + else: + odiff_times.append(EXPERIMENT_TIMEOUT) + else: continue if containsDecDiff: - currentDecDiffValue = previousDecDiffValue + 1 - - while (currentTime > timeBucket): - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue - timeBucket += STEP_SIZE - - previousOutDiffValue = currentOutDiffValue - previousDecDiffValue = currentDecDiffValue - - if timeBucket > EXPERIMENT_TIMEOUT: - break - - # fill data with last known value if not enough information - while timeBucket <= EXPERIMENT_TIMEOUT: - odiff_collector[timeBucket] = previousOutDiffValue - ddiff_collector[timeBucket] = previousDecDiffValue + if "sync:spf" in fileName: + id = fileNamePatternSPF.findall(row[1])[0].replace("sync:spf,src", "id") + if id in spf_time_info: + ddiff_times.append(spf_time_info[id]) + else: + ddiff_times.append(EXPERIMENT_TIMEOUT) + else: continue + + odiff_times.sort() + ddiff_times.sort() + + # Collect odiff counts. + currentOutDiffValue = 0 + timeBucket = STEP_SIZE + for currentTime in odiff_times: + while (currentTime > timeBucket): + odiff_collector[timeBucket] = currentOutDiffValue timeBucket += STEP_SIZE - + currentOutDiffValue = currentOutDiffValue + 1 + while timeBucket <= EXPERIMENT_TIMEOUT: + odiff_collector[timeBucket] = currentOutDiffValue + timeBucket += STEP_SIZE collected_outDiff_data.append(odiff_collector) - collected_decDiff_data.append(ddiff_collector) - if i not in time_first_odiff: - time_first_odiff[i] = EXPERIMENT_TIMEOUT + # Collect ddiff counts. + currentDecDiffValue = 0 + timeBucket = STEP_SIZE + for currentTime in ddiff_times: + while (currentTime > timeBucket): + ddiff_collector[timeBucket] = currentDecDiffValue + timeBucket += STEP_SIZE + currentDecDiffValue = currentDecDiffValue + 1 + while timeBucket <= EXPERIMENT_TIMEOUT: + ddiff_collector[timeBucket] = currentDecDiffValue + timeBucket += STEP_SIZE + collected_decDiff_data.append(ddiff_collector) # Aggregate dataFile mean_values_outDiff = {} diff --git a/experiments/scripts/find_crash_symexe.py b/experiments/scripts/find_crash_symexe.py deleted file mode 100644 index e1a98ac..0000000 --- a/experiments/scripts/find_crash_symexe.py +++ /dev/null @@ -1,97 +0,0 @@ -""" - Script to aggregate the results from an experiment. - - Input: source folder path, e.g. - python3 python3 evaluate.py blazer_login_unsafe/fuzzer-out- - -""" -import sys -import csv -import statistics -import math -import numpy -import re - -# do not change this parameters -START_INDEX = 1 - -if __name__ == '__main__': - - if len(sys.argv) != 4: - raise Exception("usage: symexe-out-dir n timeout") - - symexeOutDir = sys.argv[1] - NUMBER_OF_EXPERIMENTS = int(sys.argv[2]) - EXPERIMENT_TIMEOUT = int(sys.argv[3]) - - fileNamePatternAFL = re.compile(r"src:\d{6}") - fileNamePatternSPF = re.compile(r"id:\d{6}") - - collected_crash_data = [] - for i in range(START_INDEX, NUMBER_OF_EXPERIMENTS+1): - experimentFolderPath = symexeOutDir + str(i) - - # Read export information. - time_first_crash = -1 - dataFile = experimentFolderPath + "/spf/export-statistic.txt" - with open(dataFile,'r') as csvfile: - csvreader = csv.reader(csvfile, delimiter=',') - next(csvreader) # skip first row - for row in csvreader: - if "+crash" in row: - time_first_crash = int(row[0]) - break - - if time_first_crash == -1: - time_first_crash = EXPERIMENT_TIMEOUT - collected_crash_data.append(time_first_crash) - - mean_value = "{0:.2f}".format(sum(collected_crash_data)/float(NUMBER_OF_EXPERIMENTS)) - error_value = "{0:.2f}".format(1.960 * numpy.std(collected_crash_data)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - min = min(collected_crash_data) - print("\ntime +crash>0:\n" + str(mean_value) + " (+/- " + str(error_value) + ") min=" + str(min) + "\n" + str(collected_crash_data)) - - exit(0) - - # Aggregate dataFile - mean_values_outDiff = {} - error_values_outDiff = {} - mean_values_decDiff = {} - error_values_decDiff = {} - - for i in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - outDiff_values = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - outDiff_values.append(collected_outDiff_data[j][i]) - mean_values_outDiff[i] = "{0:.2f}".format(sum(outDiff_values)/float(NUMBER_OF_EXPERIMENTS)) - error_values_outDiff[i] = "{0:.2f}".format(1.960 * numpy.std(outDiff_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - - decDiff_values = [] - for j in range(START_INDEX-1, NUMBER_OF_EXPERIMENTS): - decDiff_values.append(collected_decDiff_data[j][i]) - mean_values_decDiff[i] = "{0:.2f}".format(sum(decDiff_values)/float(NUMBER_OF_EXPERIMENTS)) - error_values_decDiff[i] = "{0:.2f}".format(1.960 * numpy.std(decDiff_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - - # Write collected data - headers = ['seconds', 'avg_odiff', 'ci_odiff', 'avg_ddiff', 'ci_ddiff'] - outputFileName = symexeOutDir + "results-n=" + str(NUMBER_OF_EXPERIMENTS) + "-t=" + str(EXPERIMENT_TIMEOUT) + "-s=" + str(STEP_SIZE) + ".csv" - print (outputFileName) - with open(outputFileName, "w") as csv_file: - writer = csv.DictWriter(csv_file, fieldnames=headers) - writer.writeheader() - for timeBucket in range(STEP_SIZE, EXPERIMENT_TIMEOUT+1, STEP_SIZE): - values = {'seconds' : int(timeBucket)} - values['avg_odiff'] = mean_values_outDiff[timeBucket] - values['ci_odiff'] = error_values_outDiff[timeBucket] - values['avg_ddiff'] = mean_values_decDiff[timeBucket] - values['ci_ddiff'] = error_values_decDiff[timeBucket] - writer.writerow(values) - - time_values = list(time_first_odiff.values()) - min = min(time_values) - if len(time_values) == NUMBER_OF_EXPERIMENTS: - avg_time = "{0:.2f}".format(sum(time_values)/float(NUMBER_OF_EXPERIMENTS)) - error = "{0:.2f}".format(1.960 * numpy.std(time_values)/float(math.sqrt(NUMBER_OF_EXPERIMENTS))) - csv_file.write("\ntime +odiff>0:\n" + str(avg_time) + " (+/- " + str(error) + ") min=" + str(min) + "\n" + str(time_values)) - else: - csv_file.write("\ntime +odiff>0: -\n" + "min=" + str(min) + "\n" + str(time_values)) diff --git a/experiments/scripts/generate_fuzzing_results_spf.sh b/experiments/scripts/generate_fuzzing_results_spf.sh deleted file mode 100755 index c0f0c09..0000000 --- a/experiments/scripts/generate_fuzzing_results_spf.sh +++ /dev/null @@ -1,10 +0,0 @@ -# Run steps to generate path_cost.csv for SymExe run -cd ../fuzzing/ -nohup java -cp bin-instr edu.cmu.sv.kelinci.Kelinci MoreSanity_LoopAndBranch_FuzzDriver @@ & -server_pid=$! -sleep 5 # Wait a little bit to ensure that server is started -cd ../symexe/ -for filename in ../symexe-out/queue/*; do -nohup ../../../kelinci-regression/fuzzerside/interface_log_cost $filename ../symexe-out/path_cost.csv >> ../symexe-out/interface-log.txt -done -kill $server_pid diff --git a/experiments/scripts/generate_results_spf.sh b/experiments/scripts/generate_results_spf.sh deleted file mode 100755 index c0f0c09..0000000 --- a/experiments/scripts/generate_results_spf.sh +++ /dev/null @@ -1,10 +0,0 @@ -# Run steps to generate path_cost.csv for SymExe run -cd ../fuzzing/ -nohup java -cp bin-instr edu.cmu.sv.kelinci.Kelinci MoreSanity_LoopAndBranch_FuzzDriver @@ & -server_pid=$! -sleep 5 # Wait a little bit to ensure that server is started -cd ../symexe/ -for filename in ../symexe-out/queue/*; do -nohup ../../../kelinci-regression/fuzzerside/interface_log_cost $filename ../symexe-out/path_cost.csv >> ../symexe-out/interface-log.txt -done -kill $server_pid diff --git a/experiments/scripts/prepare_dnn_subjects.sh b/experiments/scripts/prepare_dnn_subjects.sh index 876deaf..8dd7d88 100755 --- a/experiments/scripts/prepare_dnn_subjects.sh +++ b/experiments/scripts/prepare_dnn_subjects.sh @@ -1,4 +1,9 @@ -#!/bin/bash +## prepare_dnn_subjects.sh +##################################### +# chmod +x prepare_dnn_subjects.sh +# ./prepare_dnn_subjects.sh +# + trap "exit" INT declare -a subjects=( @@ -30,40 +35,38 @@ fi run_counter=0 total_number_subjects=${#subjects[@]} +echo -workingDir=$(pwd) cd ../subjects for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) do run_counter=$(( $run_counter + 1 )) - echo " [$run_counter/$total_number_subjects] Build ${subjects[i]}.." + echo "[$run_counter/$total_number_subjects] Prepare ${subjects[i]}.." - cd ${subjects[i]}/fuzzing - rm -f build.log + cd ./${subjects[i]}/fuzzing # Generate fuzzing bytecode rm -rf bin mkdir bin cd src - javac -cp ${classpaths[i]}:../../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar *.java -d ../bin >> ../build.log + javac -cp ${classpaths[i]}:../../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar *.java -d ../bin cd .. # Instrument fuzzing bytecode rm -rf bin-instr - java -cp ${classpaths[i]}:../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar edu.cmu.sv.kelinci.instrumentor.Instrumentor -mode REGRESSION -i bin -o bin-instr -skipmain >> build.log + java -cp ${classpaths[i]}:../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar edu.cmu.sv.kelinci.instrumentor.Instrumentor -mode REGRESSION -i bin -o bin-instr -skipmain cd ../symexe - rm -f build.log # Generate symexe bytecode rm -rf bin mkdir bin cd src - javac -g -cp ${classpaths[i]}:../../../../../tool/symbolicexecution/jpf-symbc-differential/build/* *.java -d ../bin >> ../build.log + javac -g -cp ${classpaths[i]}:../../../../../tool/symbolicexecution/jpf-symbc-differential/build/* *.java -d ../bin cd ../../../ + echo done -cd $workingDir -echo " Done." +echo "" diff --git a/experiments/scripts/prepare_example.sh b/experiments/scripts/prepare_example.sh index 88f614e..b127257 100755 --- a/experiments/scripts/prepare_example.sh +++ b/experiments/scripts/prepare_example.sh @@ -1,4 +1,9 @@ -#!/bin/bash +## prepare_example.sh +##################################### +# chmod +x prepare_example.sh +# ./prepare_example.sh +# + trap "exit" INT declare -a subjects=( @@ -36,40 +41,38 @@ fi run_counter=0 total_number_subjects=${#subjects[@]} +echo -workingDir=$(pwd) cd ../subjects for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) do run_counter=$(( $run_counter + 1 )) - echo " [$run_counter/$total_number_subjects] Build ${subjects[i]}.." + echo "[$run_counter/$total_number_subjects] Prepare ${subjects[i]}.." - cd ${subjects[i]}/fuzzing - rm -f build.log + cd ./${subjects[i]}/fuzzing # Generate fuzzing bytecode rm -rf bin mkdir bin cd src - javac -cp ${classpaths[i]}:../../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar *.java -d ../bin >> ../build.log + javac -cp ${classpaths[i]}:../../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar *.java -d ../bin cd .. # Instrument fuzzing bytecode rm -rf bin-instr - java -cp ${classpaths[i]}:../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar edu.cmu.sv.kelinci.instrumentor.Instrumentor -mode REGRESSION -i bin -o bin-instr -skipmain -export-cfgdir cfg -dist-target ${fuzz_dist_targets[i]} -skipclass ${instr_skip_classes[i]} >> build.log + java -cp ${classpaths[i]}:../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar edu.cmu.sv.kelinci.instrumentor.Instrumentor -mode REGRESSION -i bin -o bin-instr -skipmain -export-cfgdir cfg -dist-target ${fuzz_dist_targets[i]} -skipclass ${instr_skip_classes[i]} cd ../symexe - rm -f build.log # Generate symexe bytecode rm -rf bin mkdir bin cd src - javac -g -cp ${classpaths[i]}:../../../../../tool/symbolicexecution/jpf-symbc-differential/build/* *.java -d ../bin >> ../build.log + javac -g -cp ${classpaths[i]}:../../../../../tool/symbolicexecution/jpf-symbc-differential/build/* *.java -d ../bin cd ../../../ + echo done -cd $workingDir -echo " Done." +echo "" diff --git a/experiments/scripts/prepare_regression_subjects.sh b/experiments/scripts/prepare_regression_subjects.sh index 3b681e9..e38a585 100755 --- a/experiments/scripts/prepare_regression_subjects.sh +++ b/experiments/scripts/prepare_regression_subjects.sh @@ -1,4 +1,9 @@ -#!/bin/bash +## prepare_regression_subjects.sh +##################################### +# chmod +x prepare_regression_subjects.sh +# ./prepare_regression_subjects.sh +# + trap "exit" INT declare -a subjects=( @@ -108,40 +113,42 @@ fi run_counter=0 total_number_subjects=${#subjects[@]} +echo -workingDir=$(pwd) cd ../subjects for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) do run_counter=$(( $run_counter + 1 )) - echo " [$run_counter/$total_number_subjects] Build ${subjects[i]}.." + echo "[$run_counter/$total_number_subjects] Prepare ${subjects[i]}.." - cd ${subjects[i]}/fuzzing - rm -f build.log + cd ./${subjects[i]}/fuzzing # Generate fuzzing bytecode rm -rf bin mkdir bin cd src - javac -cp ${classpaths[i]}:../../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar *.java -d ../bin >> ../build.log + javac -cp ${classpaths[i]}:../../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar *.java -d ../bin cd .. # Instrument fuzzing bytecode rm -rf bin-instr - java -cp ${classpaths[i]}:../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar edu.cmu.sv.kelinci.instrumentor.Instrumentor -mode REGRESSION -i bin -o bin-instr -skipmain -export-cfgdir cfg -dist-target ${fuzz_dist_targets[i]} -skipclass ${instr_skip_classes[i]} >> build.log + java -cp ${classpaths[i]}:../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar edu.cmu.sv.kelinci.instrumentor.Instrumentor -mode REGRESSION -i bin -o bin-instr -skipmain -export-cfgdir cfg -dist-target ${fuzz_dist_targets[i]} -skipclass ${instr_skip_classes[i]} + + # Instrument fuzzing bytecode for coverage-based-fuzzing + rm -rf bin-instr-cov + java -cp ${classpaths[i]}:../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar edu.cmu.sv.kelinci.instrumentor.Instrumentor -mode LABELS -i bin -o bin-instr-cov -skipmain -skipclass ${instr_skip_classes[i]} cd ../symexe - rm -f build.log # Generate symexe bytecode rm -rf bin mkdir bin cd src - javac -g -cp ${classpaths[i]}:../../../../../tool/symbolicexecution/jpf-symbc-differential/build/* *.java -d ../bin >> ../build.log + javac -g -cp ${classpaths[i]}:../../../../../tool/symbolicexecution/jpf-symbc-differential/build/* *.java -d ../bin cd ../../../ + echo done -cd $workingDir -echo " Done." +echo "" diff --git a/experiments/scripts/prepare_sidechannel_subjects.sh b/experiments/scripts/prepare_sidechannel_subjects.sh index e73dc1a..a5d7424 100755 --- a/experiments/scripts/prepare_sidechannel_subjects.sh +++ b/experiments/scripts/prepare_sidechannel_subjects.sh @@ -1,4 +1,9 @@ -#!/bin/bash +## prepare_sidechannel_subjects.sh +##################################### +# chmod +x prepare_sidechannel_subjects.sh +# ./prepare_sidechannel_subjects.sh +# + trap "exit" INT declare -a subjects=( @@ -32,40 +37,38 @@ fi run_counter=0 total_number_subjects=${#subjects[@]} +echo -workingDir=$(pwd) cd ../subjects for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) do run_counter=$(( $run_counter + 1 )) - echo " [$run_counter/$total_number_subjects] Build ${subjects[i]}.." + echo "[$run_counter/$total_number_subjects] Prepare ${subjects[i]}.." - cd ${subjects[i]}/fuzzing - rm -f build.log + cd ./${subjects[i]}/fuzzing # Generate fuzzing bytecode rm -rf bin mkdir bin cd src - javac -cp ${classpaths[i]}:../../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar *.java -d ../bin >> ../build.log + javac -cp ${classpaths[i]}:../../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar *.java -d ../bin cd .. # Instrument fuzzing bytecode rm -rf bin-instr - java -cp ${classpaths[i]}:../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar edu.cmu.sv.kelinci.instrumentor.Instrumentor -mode REGRESSION -i bin -o bin-instr -skipmain >> build.log + java -cp ${classpaths[i]}:../../../../tool/fuzzing/kelinci-differential/instrumentor/build/libs/kelinci.jar edu.cmu.sv.kelinci.instrumentor.Instrumentor -mode REGRESSION -i bin -o bin-instr -skipmain cd ../symexe - rm -f build.log # Generate symexe bytecode rm -rf bin mkdir bin cd src - javac -g -cp ${classpaths[i]}:../../../../../tool/symbolicexecution/jpf-symbc-differential/build/* *.java -d ../bin >> ../build.log + javac -g -cp ${classpaths[i]}:../../../../../tool/symbolicexecution/jpf-symbc-differential/build/* *.java -d ../bin cd ../../../ + echo done -cd $workingDir -echo " Done." +echo "" diff --git a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf.sh b/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf.sh deleted file mode 100755 index 77682d3..0000000 --- a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf.sh +++ /dev/null @@ -1,99 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=600 #10min -step_size_eval=30 - -declare -a subjects=( -"tcas_v1" -) - -declare -a classpaths=( -"./bin-instr/" # "tcas_v1" -) - -declare -a fuzz_dist_targets=( -"tcas.TCAS_V1.Non_Crossing_Biased_Climb()Z:62" # "tcas_v1" -) - -declare -a num_dist_targets=( -"1" # "tcas_v1" -) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then -echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#fuzz_dist_targets[@]} ]] -then -echo "[Error in script] the array sizes of subjects and fuzz_dist_targets do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#num_dist_targets[@]} ]] -then -echo "[Error in script] the array sizes of subjects and num_dist_targets do not match!. Abort!" -exit 1 -fi - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - -## WORKING DIR -cd "/home/ladmin/projects/tcas_v1" - -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 -r ${num_dist_targets[i]} /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - - done - - cd ../ - - # Evaluate run - python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_afl_spf.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval diff --git a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly.sh b/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly.sh deleted file mode 100755 index d067821..0000000 --- a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly.sh +++ /dev/null @@ -1,149 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=600 #10min -step_size_eval=30 - -wkdir="/home/ladmin/projects" - -declare -a subjects=( -"math_10" -"math_46" -"math_60" -"time_1" -) - -declare -a classpaths=( -"./bin-instr/" # "math_10" -"./bin-instr/" # "math_46" -"./bin-instr/" # "math_60" -"./bin-instr/" # "time_1" -) - -declare -a fuzz_dist_targets=( -"test.org.apache.commons.math3.analysis.differentiation.DSCompiler_v1.atan2([DI[DI[DI)V:1433" # "math_10" -"test.org.apache.commons.math.complex.Complex1.divide(Ltest/org/apache/commons/math/complex/Complex1;)Ltest/org/apache/commons/math/complex/Complex1;:259" # "math_46" -"test.org.apache.commons.math.util.ContinuedFraction1.evaluate(DDI)D:148,test.org.apache.commons.math.util.ContinuedFraction1.evaluate(DDI)D:177,test.org.apache.commons.math.util.ContinuedFraction1.evaluate(DDI)D:185,test.org.apache.commons.math.special.Gamma1.regularizedGammaP(DDDI)D:169,test.org.apache.commons.math.special.Gamma1.regularizedGammaP(DDDI)D:178,test.org.apache.commons.math.special.Gamma1.regularizedGammaP(DDDI)D:190,test.org.apache.commons.math.special.Gamma1.regularizedGammaQ(DDDI)D:247" # "math_60" -"org.joda.time.MutableDateTime1.add(Lorg/joda/time/DurationFieldType;I)V:639,org.joda.time.MutableDateTime1.addYears(I)V:662,org.joda.time.MutableDateTime1.addMonths(I)V:708,org.joda.time.MutableDateTime1.addWeeks(I)V:731,org.joda.time.MutableDateTime1.addDays(I)V:774,org.joda.time.MutableDateTime1.addHours(I)V:797,org.joda.time.MutableDateTime1.addMinutes(I)V:830,org.joda.time.MutableDateTime1.addSeconds(I)V:863,org.joda.time.MutableDateTime1.addMillis(I)V:898,org.joda.time.Partial1.([Lorg/joda/time/DateTimeFieldType;[ILorg/joda/time/Chronology;)V:219,org.joda.time.Partial1.([Lorg/joda/time/DateTimeFieldType;[ILorg/joda/time/Chronology;)V:224,org.joda.time.Partial1.([Lorg/joda/time/DateTimeFieldType;[ILorg/joda/time/Chronology;)V:240,org.joda.time.Partial1.with(Lorg/joda/time/DateTimeFieldType;I)Lorg/joda/time/Partial1;:449,org.joda.time.field.UnsupportedDurationField1.compareTo(Lorg/joda/time/DurationField;)I:228" # "time_1" -) - -declare -a num_dist_targets=( -"1" # "math_10" -"1" # "math_46" -"7" # "math_60" -"14" # "time_1" -) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then -echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#fuzz_dist_targets[@]} ]] -then -echo "[Error in script] the array sizes of subjects and fuzz_dist_targets do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#num_dist_targets[@]} ]] -then -echo "[Error in script] the array sizes of subjects and num_dist_targets do not match!. Abort!" -exit 1 -fi - - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 2)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - - -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - -## WORKING DIR -cd "$wkdir/${subjects[i]}" - -# AFL+SPF -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Merge AFL+SymExe of Hydiff run for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 -r ${num_dist_targets[i]} /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_afl_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -# SPF only -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 -r ${num_dist_targets[i]} /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -done diff --git a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_example.sh b/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_example.sh deleted file mode 100755 index ea4e1d3..0000000 --- a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_example.sh +++ /dev/null @@ -1,141 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=600 #10min -step_size_eval=30 - -wkdir="/Users/yannic/Downloads/hydiff-experiment-results-updated" - -declare -a subjects=( -"example" -) - -declare -a classpaths=( -"./bin-instr/" # "example" -) - -declare -a drivers=( -"FuzzDriver" # "example" -) - -declare -a fuzz_dist_targets=( -"Example2.calculate(II)I:761,Example2.calculate(II)I:769" # "example" -) - -declare -a num_dist_targets=( -"2" # "example" -) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then -echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#fuzz_dist_targets[@]} ]] -then -echo "[Error in script] the array sizes of subjects and fuzz_dist_targets do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#num_dist_targets[@]} ]] -then -echo "[Error in script] the array sizes of subjects and num_dist_targets do not match!. Abort!" -exit 1 -fi - - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 2)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - - -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - -## WORKING DIR -cd "$wkdir/${subjects[i]}" - -# AFL+SPF -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Merge AFL+SymExe of Hydiff run for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /Users/yannic/repositories/regfuzzsym/afl/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 -r ${num_dist_targets[i]} /Users/yannic/repositories/regfuzzsym/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /Users/yannic/repositories/regfuzzsym/regression-experiments/evaluate_regression_hydiff_afl_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -# SPF only -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /Users/yannic/repositories/regfuzzsym/afl/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 -r ${num_dist_targets[i]} /Users/yannic/repositories/regfuzzsym/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /Users/yannic/repositories/regfuzzsym/regression-experiments/evaluate_regression_hydiff_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -done diff --git a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server1.sh b/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server1.sh deleted file mode 100755 index 5157f6c..0000000 --- a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server1.sh +++ /dev/null @@ -1,138 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=3600 #60min -step_size_eval=30 -time_symexe_first=600 # 10min - -wkdir="/home/ladmin/projects" - -declare -a subjects=( -"mnist2_1" -) - -declare -a classpaths=( -"./bin-instr/" # "mnist2_1" -) - -declare -a drivers=( -"FuzzDiffDriver" # mnist2_1" -) - -# Check time bounds. -if [[ $time_bound -lt $time_symexe_first ]] -then -echo "[Error in script] time_bound must be larger than time_symexe_first. Abort!" -exit 1 -fi -time_remainig_fuzz=$(($time_bound - $time_symexe_first)) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then -echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#drivers[@]} ]] -then -echo "[Error in script] the array sizes of subjects and drivers do not match!. Abort!" -exit 1 -fi - - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 2)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - - -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - -## WORKING DIR -cd "$wkdir/${subjects[i]}" - -# AFL+SPF -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Merge AFL+SymExe of Hydiff run for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - server_pid=$! - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_afl_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -# SPF only -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -done diff --git a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server2.sh b/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server2.sh deleted file mode 100755 index 58410c6..0000000 --- a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server2.sh +++ /dev/null @@ -1,138 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=3600 #60min -step_size_eval=30 -time_symexe_first=600 # 10min - -wkdir="/home/ladmin/projects" - -declare -a subjects=( -"mnist2_2" -) - -declare -a classpaths=( -"./bin-instr/" # "mnist2_1" -) - -declare -a drivers=( -"FuzzDiffDriver" # mnist2_1" -) - -# Check time bounds. -if [[ $time_bound -lt $time_symexe_first ]] -then -echo "[Error in script] time_bound must be larger than time_symexe_first. Abort!" -exit 1 -fi -time_remainig_fuzz=$(($time_bound - $time_symexe_first)) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then -echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#drivers[@]} ]] -then -echo "[Error in script] the array sizes of subjects and drivers do not match!. Abort!" -exit 1 -fi - - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 2)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - - -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - -## WORKING DIR -cd "$wkdir/${subjects[i]}" - -# AFL+SPF -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Merge AFL+SymExe of Hydiff run for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - server_pid=$! - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_afl_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -# SPF only -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -done diff --git a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server3.sh b/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server3.sh deleted file mode 100755 index 17c948b..0000000 --- a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server3.sh +++ /dev/null @@ -1,138 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=3600 #60min -step_size_eval=30 -time_symexe_first=600 # 10min - -wkdir="/home/ladmin/projects" - -declare -a subjects=( -"mnist2_5" -) - -declare -a classpaths=( -"./bin-instr/" # "mnist2_1" -) - -declare -a drivers=( -"FuzzDiffDriver" # mnist2_1" -) - -# Check time bounds. -if [[ $time_bound -lt $time_symexe_first ]] -then -echo "[Error in script] time_bound must be larger than time_symexe_first. Abort!" -exit 1 -fi -time_remainig_fuzz=$(($time_bound - $time_symexe_first)) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then -echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#drivers[@]} ]] -then -echo "[Error in script] the array sizes of subjects and drivers do not match!. Abort!" -exit 1 -fi - - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 2)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - - -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - -## WORKING DIR -cd "$wkdir/${subjects[i]}" - -# AFL+SPF -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Merge AFL+SymExe of Hydiff run for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - server_pid=$! - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_afl_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -# SPF only -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -done diff --git a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server4.sh b/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server4.sh deleted file mode 100755 index c7b5be9..0000000 --- a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server4.sh +++ /dev/null @@ -1,141 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=3600 #60min -step_size_eval=30 -time_symexe_first=600 # 10min - -wkdir="/home/ladmin/projects" - -declare -a subjects=( -"mnist2_10" -"mnist2_100" -) - -declare -a classpaths=( -"./bin-instr/" # "mnist2_1" -"./bin-instr/" # "mnist2_1" -) - -declare -a drivers=( -"FuzzDiffDriver" # mnist2_1" -"FuzzDiffDriver" # mnist2_1" -) - -# Check time bounds. -if [[ $time_bound -lt $time_symexe_first ]] -then -echo "[Error in script] time_bound must be larger than time_symexe_first. Abort!" -exit 1 -fi -time_remainig_fuzz=$(($time_bound - $time_symexe_first)) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then -echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#drivers[@]} ]] -then -echo "[Error in script] the array sizes of subjects and drivers do not match!. Abort!" -exit 1 -fi - - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 2)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - - -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - -## WORKING DIR -cd "$wkdir/${subjects[i]}" - -# AFL+SPF -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Merge AFL+SymExe of Hydiff run for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - server_pid=$! - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_afl_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -# SPF only -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -done diff --git a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server5.sh b/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server5.sh deleted file mode 100755 index 2a4a07d..0000000 --- a/experiments/scripts/replay_regression_evaluation_hydiff_afl+spf_spfonly_server5.sh +++ /dev/null @@ -1,141 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=3600 #60min -step_size_eval=30 -time_symexe_first=600 # 10min - -wkdir="/home/ladmin/projects" - -declare -a subjects=( -"mnist2_20" -"mnist2_50" -) - -declare -a classpaths=( -"./bin-instr/" # "mnist2_1" -"./bin-instr/" # "mnist2_1" -) - -declare -a drivers=( -"FuzzDiffDriver" # mnist2_1" -"FuzzDiffDriver" # mnist2_1" -) - -# Check time bounds. -if [[ $time_bound -lt $time_symexe_first ]] -then -echo "[Error in script] time_bound must be larger than time_symexe_first. Abort!" -exit 1 -fi -time_remainig_fuzz=$(($time_bound - $time_symexe_first)) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then -echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#drivers[@]} ]] -then -echo "[Error in script] the array sizes of subjects and drivers do not match!. Abort!" -exit 1 -fi - - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 2)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - - -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - -## WORKING DIR -cd "$wkdir/${subjects[i]}" - -# AFL+SPF -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Merge AFL+SymExe of Hydiff run for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - server_pid=$! - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_afl_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -# SPF only -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - -done - -# Evaluate run -python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_spf.py "$wkdir/${subjects[i]}/hydiff-out-" $number_of_runs $time_bound $step_size_eval - -done diff --git a/experiments/scripts/replay_regression_evaluation_hydiff_spf-only.sh b/experiments/scripts/replay_regression_evaluation_hydiff_spf-only.sh deleted file mode 100755 index 5d6d055..0000000 --- a/experiments/scripts/replay_regression_evaluation_hydiff_spf-only.sh +++ /dev/null @@ -1,100 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=600 #10min -step_size_eval=30 - -declare -a subjects=( -"tcas_v1" -) - -declare -a classpaths=( -"./bin-instr/" # "tcas_v1" -) - -declare -a fuzz_dist_targets=( -"tcas.TCAS_V1.Non_Crossing_Biased_Climb()Z:62" # "tcas_v1" -) - -declare -a num_dist_targets=( -"1" # "tcas_v1" -) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then -echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#fuzz_dist_targets[@]} ]] -then -echo "[Error in script] the array sizes of subjects and fuzz_dist_targets do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#num_dist_targets[@]} ]] -then -echo "[Error in script] the array sizes of subjects and num_dist_targets do not match!. Abort!" -exit 1 -fi - - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 1)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - -## WORKING DIR -cd "/home/ladmin/projects/tcas_v1" - -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 -r ${num_dist_targets[i]} /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - - done - - cd ../ - - # Evaluate run - python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_regression_hydiff_spf.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval diff --git a/experiments/scripts/replay_sidechannel_evaluation_hydiff_afl+spf.sh b/experiments/scripts/replay_sidechannel_evaluation_hydiff_afl+spf.sh deleted file mode 100755 index e6d98f2..0000000 --- a/experiments/scripts/replay_sidechannel_evaluation_hydiff_afl+spf.sh +++ /dev/null @@ -1,90 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=1800 #30min -step_size_eval=30 - -declare -a subjects=( -"rsa_modpow_834443" -) - -declare -a classpaths=( -"./bin-instr/" # "stac_ibasys_unsafe" -) - -declare -a drivers=( -"FuzzDriver" # "stac_ibasys_unsafe" -) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then - echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#drivers[@]} ]] -then - echo "[Error in script] the array sizes of subjects and drivers do not match!. Abort!" -exit 1 -fi - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - -## WORKING DIR -cd "/home/ladmin/projects/rsa_modpow_834443" - -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - - done - - cd ../ - - # Evaluate run - python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_cost_hydiff_afl+spf.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval diff --git a/experiments/scripts/replay_sidechannel_evaluation_hydiff_spf-only.sh b/experiments/scripts/replay_sidechannel_evaluation_hydiff_spf-only.sh deleted file mode 100755 index 482dace..0000000 --- a/experiments/scripts/replay_sidechannel_evaluation_hydiff_spf-only.sh +++ /dev/null @@ -1,90 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=1800 #30min -step_size_eval=30 - -declare -a subjects=( -"blazer_login_unsafe" -) - -declare -a classpaths=( -"./bin-instr/" # "stac_ibasys_unsafe" -) - -declare -a drivers=( -"Login_fuzz" # "stac_ibasys_unsafe" -) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then - echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 -fi -if [[ ${#subjects[@]} != ${#drivers[@]} ]] -then - echo "[Error in script] the array sizes of subjects and drivers do not match!. Abort!" -exit 1 -fi - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 1)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - -## WORKING DIR -cd "/home/ladmin/projects/blazer_login_unsafe" - -for j in `seq 1 $number_of_runs` -do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Evaluate symexe run in HyDiff for ${subjects[i]}, round $j .." - - # Assess. - cd ./fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /home/ladmin/projects/hydiff/afl/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 /home/ladmin/projects/hydiff/kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - - done - - cd ../ - - # Evaluate run - python3 /home/ladmin/projects/hydiff/regression-experiments/evaluate_cost_hydiff_spf.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval diff --git a/experiments/scripts/run_dnn_evaluation.sh b/experiments/scripts/run_dnn_evaluation.sh index 02b64d8..d666935 100755 --- a/experiments/scripts/run_dnn_evaluation.sh +++ b/experiments/scripts/run_dnn_evaluation.sh @@ -1,30 +1,19 @@ -## run_complete_evaluation.sh +## run_dnn_evaluation.sh # CAUTION # Run this script within its folder. Otherwise the paths might be wrong! ##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh +# chmod +x run_dnn_evaluation.sh +# ./run_dnn_evaluation.sh # trap "exit" INT -# Ask user. -# 58 subjects, 5 times, 30min -#read -p "Do you really want to run the complete evaluation? It will take around **6 days**? " -n 1 -r -#echo -#if [[ ! $REPLY =~ ^[Yy]$ ]] -#then -# echo "ABORT." -# exit 1 -#fi - ##################### -echo "Run complete evaluation..." - number_of_runs=30 time_bound=3600 #60min step_size_eval=30 +time_symexe_first=600 # 10min declare -a subjects=( "mnist2_1" @@ -56,16 +45,24 @@ declare -a drivers=( "FuzzDiffDriver" # mnist2_100" ) +# Check time bounds. +if [[ $time_bound -lt $time_symexe_first ]] +then + echo "[Error in script] time_bound must be larger than time_symexe_first. Abort!" + exit 1 +fi +time_remainig_fuzz=$(($time_bound - $time_symexe_first)) + # Check array sizes if [[ ${#subjects[@]} != ${#classpaths[@]} ]] then echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" -exit 1 + exit 1 fi if [[ ${#subjects[@]} != ${#drivers[@]} ]] then echo "[Error in script] the array sizes of subjects and drivers do not match!. Abort!" -exit 1 + exit 1 fi run_counter=0 @@ -73,14 +70,21 @@ total_number_subjects=${#subjects[@]} total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 3)))) #3 because of fuzzing+symexe+hybrid if [ "$(uname)" == "Darwin" ]; then - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib + echo "set DYLD_LIBRARY_PATH to ../../../../tool/symbolicexecution/jpf-symbc-differential/lib" + export DYLD_LIBRARY_PATH=../../../../tool/symbolicexecution/jpf-symbc-differential/lib elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib + echo "set LD_LIBRARY_PATH to ../../../../tool/symbolicexecution/jpf-symbc-differential/lib" + export LD_LIBRARY_PATH=../../../../tool/symbolicexecution/jpf-symbc-differential/lib else echo "OS not supported!" exit 1 fi +echo +echo "Run complete evaluation..." + +cd ../subjects + # Run just fuzzing for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) do @@ -98,7 +102,7 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../fuzzer-out-$j -c regression -S afl -t 999999999 ../../../kelinci-regression/fuzzerside/interface @@ > ../fuzzer-out-$j/afl-log.txt & + AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../../tool/fuzzing/afl-differential/afl-fuzz -i in_dir -o ../fuzzer-out-$j -c regression -S afl -t 999999999 ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../fuzzer-out-$j/afl-log.txt & afl_pid=$! # Wait for timebound @@ -114,7 +118,7 @@ do cd ../../ # Evaluate run - python3 evaluate_regression_fuzz.py ${subjects[i]}/fuzzer-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_regression_fuzz.py ${subjects[i]}/fuzzer-out- $number_of_runs $time_bound $step_size_eval done @@ -134,7 +138,7 @@ do cd ./symexe/ # Start SPF - nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_symexe $j > ../symexe-out-$j/spf-log.txt & + nohup java -Xmx6144m -cp "../../../../tool/symbolicexecution/badger-differential/build/*:../../../../tool/symbolicexecution/badger-differential/lib/*:../../../../tool/symbolicexecution/jpf-symbc-differential/build/*:../../../../tool/symbolicexecution/jpf-symbc-differential/lib/*:../../../../tool/symbolicexecution/jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_symexe $j > ../symexe-out-$j/spf-log.txt & spf_pid=$! # Wait for timebound @@ -152,7 +156,7 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../afl/afl-fuzz-import -i in_dir -o ../symexe-out-$j -c regression -S afl -t 999999999 ../../../kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import -i in_dir -o ../symexe-out-$j -c regression -S afl -t 999999999 ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt kill $server_pid @@ -165,7 +169,7 @@ do cd ../ # Evaluate run - python3 evaluate_regression_symexe.py ${subjects[i]}/symexe-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_regression_symexe.py ${subjects[i]}/symexe-out- $number_of_runs $time_bound $step_size_eval done @@ -181,7 +185,15 @@ do mkdir ./hydiff-out-$j/ - cd ./fuzzing/ + cd ./symexe/ + + # Start SPF + nohup java -Xmx6144m -cp "../../../../tool/symbolicexecution/badger-differential/build/*:../../../../tool/symbolicexecution/badger-differential/lib/*:../../../../tool/symbolicexecution/jpf-symbc-differential/build/*:../../../../tool/symbolicexecution/jpf-symbc-differential/lib/*:../../../../tool/symbolicexecution/jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & + spf_pid=$! + + cd ../fuzzing/ + + sleep $time_symexe_first # sleep for the defined time limit to let spf generate some initial files for the fuzzer # Start Kelinci server nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../hydiff-out-$j/server-log.txt & @@ -189,19 +201,11 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 ../../../kelinci-regression/fuzzerside/interface @@ > ../hydiff-out-$j/afl-log.txt & + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../../tool/fuzzing/afl-differential/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../hydiff-out-$j/afl-log.txt & afl_pid=$! - cd ../symexe/ - - # Start SPF - nohup java -Xmx10240m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & - spf_pid=$! - - cd ../ - # Wait for timebound - sleep $time_bound + sleep $time_remainig_fuzz # Stop SPF, AFL and Kelinci server kill $spf_pid @@ -210,11 +214,46 @@ do # Wait a little bit to make sure that processes are killed sleep 10 + + #### + # Assess both runs, i.e. combine them in one instance afl-spf. + cd ../fuzzing + + # Start Kelinci server + nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../hydiff-out-$j/server-afl+spf-log.txt & + server_pid=$! + sleep 5 # Wait a little bit to ensure that server is started + + # Start modified AFL + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../hydiff-out-$j/afl+spf-log.txt + kill $server_pid + + # Wait a little bit to make sure that processes are killed + sleep 10 + + + #### + # Assess only spf run to determine later the times for the first odiff. + + # Start Kelinci server + nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../hydiff-out-$j/server-spf-log.txt & + server_pid=$! + sleep 5 # Wait a little bit to ensure that server is started + + # Start modified AFL + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../hydiff-out-$j/spf-replay-log.txt + + kill $server_pid + + # Wait a little bit to make sure that processes are killed + sleep 10 + + cd ../ done cd ../ # Evaluate run - python3 evaluate_regression_fuzz.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_regression_hydiff.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval $time_symexe_first done diff --git a/experiments/scripts/run_dnn_evaluation_sym_first.sh b/experiments/scripts/run_dnn_evaluation_sym_first.sh deleted file mode 100755 index 68dcad8..0000000 --- a/experiments/scripts/run_dnn_evaluation_sym_first.sh +++ /dev/null @@ -1,143 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -# Ask user. -# 58 subjects, 5 times, 30min -#read -p "Do you really want to run the complete evaluation? It will take around **6 days**? " -n 1 -r -#echo -#if [[ ! $REPLY =~ ^[Yy]$ ]] -#then -# echo "ABORT." -# exit 1 -#fi - -##################### - -echo "Run complete evaluation..." - -number_of_runs=30 -time_bound=3600 #60min -step_size_eval=30 -time_symexe_first=600 # 10min - -declare -a subjects=( -"mnist2_1" -"mnist2_2" -"mnist2_5" -"mnist2_10" -"mnist2_20" -"mnist2_50" -"mnist2_100" -) - -declare -a classpaths=( -"./bin-instr/" # "mnist2_1" -"./bin-instr/" # "mnist2_2" -"./bin-instr/" # "mnist2_5" -"./bin-instr/" # "mnist2_10" -"./bin-instr/" # "mnist2_20" -"./bin-instr/" # "mnist2_50" -"./bin-instr/" # "mnist2_100" -) - -declare -a drivers=( -"FuzzDiffDriver" # mnist2_1" -"FuzzDiffDriver" # mnist2_2" -"FuzzDiffDriver" # mnist2_5" -"FuzzDiffDriver" # mnist2_10" -"FuzzDiffDriver" # mnist2_20" -"FuzzDiffDriver" # mnist2_50" -"FuzzDiffDriver" # mnist2_100" -) - -# Check time bounds. -if [[ $time_bound -lt $time_symexe_first ]] -then - echo "[Error in script] time_bound must be larger than time_symexe_first. Abort!" - exit 1 -fi -time_remainig_fuzz=$(($time_bound - $time_symexe_first)) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then - echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" - exit 1 -fi -if [[ ${#subjects[@]} != ${#drivers[@]} ]] -then - echo "[Error in script] the array sizes of subjects and drivers do not match!. Abort!" - exit 1 -fi - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 3)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - -# Run just hybrid analysis -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - cd ./${subjects[i]}/ - - for j in `seq 1 $number_of_runs` - do - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Run hybrid analysis for ${subjects[i]}, round $j .." - - mkdir ./hydiff-out-$j/ - - cd ./symexe/ - - # Start SPF - nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & - spf_pid=$! - - cd ../fuzzing/ - - sleep $time_symexe_first # sleep 10min to let spf generate some initial files for the fuzzer - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../hydiff-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 ../../../kelinci-regression/fuzzerside/interface @@ > ../hydiff-out-$j/afl-log.txt & - afl_pid=$! - - cd ../ - - # Wait for timebound - sleep $time_remainig_fuzz - - # Stop SPF, AFL and Kelinci server - kill $spf_pid - kill $afl_pid - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - done - - cd ../ - - # Evaluate run - python3 evaluate_regression_fuzz.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval - -done diff --git a/experiments/scripts/run_example.sh b/experiments/scripts/run_example.sh index 44c6e97..4039d4c 100755 --- a/experiments/scripts/run_example.sh +++ b/experiments/scripts/run_example.sh @@ -1,18 +1,18 @@ -## run_complete_evaluation.sh +## run_example.sh # CAUTION # Run this script within its folder. Otherwise the paths might be wrong! ##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh +# chmod +x run_example.sh.sh +# ./run_example.sh.sh # trap "exit" INT ##################### -number_of_runs=30 -time_bound=300 #sec = 5min -step_size_eval=1 +number_of_runs=1 #30 +time_bound=600 #sec = 10min +step_size_eval=30 declare -a subjects=( "example" @@ -56,11 +56,11 @@ total_number_subjects=${#subjects[@]} total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 3)))) #3 because of fuzzing+symexe+hybrid if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib + echo "set DYLD_LIBRARY_PATH to ../../../../tool/symbolicexecution/jpf-symbc-differential/lib" + export DYLD_LIBRARY_PATH=../../../../tool/symbolicexecution/jpf-symbc-differential/lib elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib + echo "set LD_LIBRARY_PATH to ../../../../tool/symbolicexecution/jpf-symbc-differential/lib" + export LD_LIBRARY_PATH=../../../../tool/symbolicexecution/jpf-symbc-differential/lib else echo "OS not supported!" exit 1 @@ -69,6 +69,8 @@ fi echo echo "Run complete evaluation..." +cd ../subjects + # Run just fuzzing for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) do @@ -86,7 +88,7 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../fuzzer-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../kelinci-regression/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../fuzzer-out-$j/afl-log.txt & + AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../../tool/fuzzing/afl-differential/afl-fuzz -i in_dir -o ../fuzzer-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../fuzzer-out-$j/afl-log.txt & afl_pid=$! # Wait for timebound @@ -102,7 +104,7 @@ do cd ../../ # Evaluate run - python3 evaluate_regression_fuzz.py ${subjects[i]}/fuzzer-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_regression_fuzz.py ${subjects[i]}/fuzzer-out- $number_of_runs $time_bound $step_size_eval done @@ -122,7 +124,7 @@ do cd ./symexe/ # Start SPF - nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_symexe $j > ../symexe-out-$j/spf-log.txt & + nohup java -Xmx6144m -cp "../../../../tool/symbolicexecution/badger-differential/build/*:../../../../tool/symbolicexecution/badger-differential/lib/*:../../../../tool/symbolicexecution/jpf-symbc-differential/build/*:../../../../tool/symbolicexecution/jpf-symbc-differential/lib/*:../../../../tool/symbolicexecution/jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_symexe $j > ../symexe-out-$j/spf-log.txt & spf_pid=$! # Wait for timebound @@ -140,7 +142,7 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../afl/afl-fuzz-import -i in_dir -o ../symexe-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../kelinci-regression/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../symexe-out-$j/afl-log.txt + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import -i in_dir -o ../symexe-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../symexe-out-$j/afl-log.txt kill $server_pid @@ -153,7 +155,7 @@ do cd ../ # Evaluate run - python3 evaluate_regression_symexe.py ${subjects[i]}/symexe-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_regression_symexe.py ${subjects[i]}/symexe-out- $number_of_runs $time_bound $step_size_eval done @@ -177,17 +179,15 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../kelinci-regression/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../hydiff-out-$j/afl-log.txt & + AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../../tool/fuzzing/afl-differential/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../hydiff-out-$j/afl-log.txt & afl_pid=$! cd ../symexe/ # Start SPF - nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & + nohup java -Xmx6144m -cp "../../../../tool/symbolicexecution/badger-differential/build/*:../../../../tool/symbolicexecution/badger-differential/lib/*:../../../../tool/symbolicexecution/jpf-symbc-differential/build/*:../../../../tool/symbolicexecution/jpf-symbc-differential/lib/*:../../../../tool/symbolicexecution/jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & spf_pid=$! - cd ../ - # Wait for timebound sleep $time_bound @@ -198,11 +198,47 @@ do # Wait a little bit to make sure that processes are killed sleep 10 + + + #### + # Assess both runs, i.e. combine them in one instance afl-spf. + cd ../fuzzing + + # Start Kelinci server + nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../hydiff-out-$j/server-afl+spf-log.txt & + server_pid=$! + sleep 5 # Wait a little bit to ensure that server is started + + # Start modified AFL + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../hydiff-out-$j/afl+spf-log.txt + kill $server_pid + + # Wait a little bit to make sure that processes are killed + sleep 10 + + + #### + # Assess only spf run to determine later the times for the first odiff. + + # Start Kelinci server + nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../hydiff-out-$j/server-spf-log.txt & + server_pid=$! + sleep 5 # Wait a little bit to ensure that server is started + + # Start modified AFL + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../hydiff-out-$j/spf-replay-log.txt + + kill $server_pid + + # Wait a little bit to make sure that processes are killed + sleep 10 + + cd ../ done cd ../ # Evaluate run - python3 evaluate_regression_fuzz.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_regression_hydiff.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval done diff --git a/experiments/scripts/run_foo.sh b/experiments/scripts/run_foo.sh deleted file mode 100755 index 49d375a..0000000 --- a/experiments/scripts/run_foo.sh +++ /dev/null @@ -1,208 +0,0 @@ -## run_complete_evaluation.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh -# - -trap "exit" INT - -##################### - -number_of_runs=30 -time_bound=30 #sec -step_size_eval=1 - -declare -a subjects=( -"foo" -) - -declare -a classpaths=( -"./bin-instr/" # "foo" -) - -declare -a drivers=( -"Foo_fuzz" # foo" -) - -declare -a fuzz_dist_targets=( -"Foo.foo_v2(I)I:42,Foo.foo_v2(I)I:47" # "foo" -) - -declare -a num_dist_targets=( -"2" # "foo" -) - -# Check array sizes -if [[ ${#subjects[@]} != ${#classpaths[@]} ]] -then - echo "[Error in script] the array sizes of subjects and classpaths do not match!. Abort!" - exit 1 -fi -if [[ ${#subjects[@]} != ${#fuzz_dist_targets[@]} ]] -then - echo "[Error in script] the array sizes of subjects and fuzz_dist_targets do not match!. Abort!" - exit 1 -fi -if [[ ${#subjects[@]} != ${#num_dist_targets[@]} ]] -then - echo "[Error in script] the array sizes of subjects and num_dist_targets do not match!. Abort!" - exit 1 -fi - -run_counter=0 -total_number_subjects=${#subjects[@]} -total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 3)))) #3 because of fuzzing+symexe+hybrid - -if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib -else - echo "OS not supported!" - exit 1 -fi - -echo -echo "Run complete evaluation..." - -# Run just fuzzing -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - cd ./${subjects[i]}/fuzzing/ - for j in `seq 1 $number_of_runs` - do - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Run fuzzing analysis for ${subjects[i]}, round $j .." - - mkdir ../fuzzer-out-$j/ - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} ${drivers[i]} @@ > ../fuzzer-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../fuzzer-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../kelinci-regression/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../fuzzer-out-$j/afl-log.txt & - afl_pid=$! - - # Wait for timebound - sleep $time_bound - - # Stop AFL and Kelinci server - kill $afl_pid - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - done - cd ../../ - - # Evaluate run - python3 evaluate_regression_fuzz.py ${subjects[i]}/fuzzer-out- $number_of_runs $time_bound $step_size_eval - -done - -# Run just symexe -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - cd ./${subjects[i]}/ - - for j in `seq 1 $number_of_runs` - do - - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Run symexe analysis for ${subjects[i]}, round $j .." - - mkdir ./symexe-out-$j/ - - cd ./symexe/ - - # Start SPF - nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_symexe $j > ../symexe-out-$j/spf-log.txt & - spf_pid=$! - - # Wait for timebound - sleep $time_bound - - # Stop SPF - kill $spf_pid - - # Assess. - cd ../fuzzing - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} ${drivers[i]} @@ > ../symexe-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../afl/afl-fuzz-import -i in_dir -o ../symexe-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../kelinci-regression/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../symexe-out-$j/afl-log.txt - - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - - cd ../ - done - - cd ../ - - # Evaluate run - python3 evaluate_regression_symexe.py ${subjects[i]}/symexe-out- $number_of_runs $time_bound $step_size_eval - -done - -# Run just hybrid analysis -for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) -do - cd ./${subjects[i]}/ - - for j in `seq 1 $number_of_runs` - do - run_counter=$(( $run_counter + 1 )) - echo "[$run_counter/$total_number_experiments] Run hybrid analysis for ${subjects[i]}, round $j .." - - mkdir ./hydiff-out-$j/ - - cd ./fuzzing/ - - # Start Kelinci server - nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} ${drivers[i]} @@ > ../hydiff-out-$j/server-log.txt & - server_pid=$! - sleep 5 # Wait a little bit to ensure that server is started - - # Start modified AFL - AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../kelinci-regression/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../hydiff-out-$j/afl-log.txt & - afl_pid=$! - - cd ../symexe/ - - # Start SPF - nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & - spf_pid=$! - - cd ../ - - # Wait for timebound - sleep $time_bound - - # Stop SPF, AFL and Kelinci server - kill $spf_pid - kill $afl_pid - kill $server_pid - - # Wait a little bit to make sure that processes are killed - sleep 10 - done - - cd ../ - - # Evaluate run - python3 evaluate_regression_fuzz.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval - -done diff --git a/experiments/scripts/run_regression_evaluation.sh b/experiments/scripts/run_regression_evaluation.sh index aaff81a..59a93e2 100755 --- a/experiments/scripts/run_regression_evaluation.sh +++ b/experiments/scripts/run_regression_evaluation.sh @@ -1,9 +1,9 @@ -## run_complete_evaluation.sh +## run_regression_evaluation.sh # CAUTION # Run this script within its folder. Otherwise the paths might be wrong! ##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh +# chmod +x run_regression_evaluation.sh +# ./run_regression_evaluation.sh # trap "exit" INT @@ -144,11 +144,11 @@ total_number_subjects=${#subjects[@]} total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 3)))) #3 because of fuzzing+symexe+hybrid if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib + echo "set DYLD_LIBRARY_PATH to ../../../../tool/symbolicexecution/jpf-symbc-differential/lib" + export DYLD_LIBRARY_PATH=../../../../tool/symbolicexecution/jpf-symbc-differential/lib elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib + echo "set LD_LIBRARY_PATH to ../../../../tool/symbolicexecution/jpf-symbc-differential/lib" + export LD_LIBRARY_PATH=../../../../tool/symbolicexecution/jpf-symbc-differential/lib else echo "OS not supported!" exit 1 @@ -157,6 +157,8 @@ fi echo echo "Run complete evaluation..." +cd ../subjects + # Run just fuzzing for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) do @@ -174,7 +176,7 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../fuzzer-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../kelinci-regression/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../fuzzer-out-$j/afl-log.txt & + AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../../tool/fuzzing/afl-differential/afl-fuzz -i in_dir -o ../fuzzer-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../fuzzer-out-$j/afl-log.txt & afl_pid=$! # Wait for timebound @@ -190,7 +192,7 @@ do cd ../../ # Evaluate run - python3 evaluate_regression_fuzz.py ${subjects[i]}/fuzzer-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_regression_fuzz.py ${subjects[i]}/fuzzer-out- $number_of_runs $time_bound $step_size_eval done @@ -210,7 +212,7 @@ do cd ./symexe/ # Start SPF - nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_symexe $j > ../symexe-out-$j/spf-log.txt & + nohup java -Xmx6144m -cp "../../../../tool/symbolicexecution/badger-differential/build/*:../../../../tool/symbolicexecution/badger-differential/lib/*:../../../../tool/symbolicexecution/jpf-symbc-differential/build/*:../../../../tool/symbolicexecution/jpf-symbc-differential/lib/*:../../../../tool/symbolicexecution/jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_symexe $j > ../symexe-out-$j/spf-log.txt & spf_pid=$! # Wait for timebound @@ -228,7 +230,7 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../afl/afl-fuzz-import -i in_dir -o ../symexe-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../kelinci-regression/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../symexe-out-$j/afl-log.txt + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import -i in_dir -o ../symexe-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../symexe-out-$j/afl-log.txt kill $server_pid @@ -241,7 +243,7 @@ do cd ../ # Evaluate run - python3 evaluate_regression_symexe.py ${subjects[i]}/symexe-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_regression_symexe.py ${subjects[i]}/symexe-out- $number_of_runs $time_bound $step_size_eval done @@ -265,17 +267,15 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../kelinci-regression/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../hydiff-out-$j/afl-log.txt & + AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../../tool/fuzzing/afl-differential/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface -t ${num_dist_targets[i]} @@ > ../hydiff-out-$j/afl-log.txt & afl_pid=$! cd ../symexe/ # Start SPF - nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & + nohup java -Xmx6144m -cp "../../../../tool/symbolicexecution/badger-differential/build/*:../../../../tool/symbolicexecution/badger-differential/lib/*:../../../../tool/symbolicexecution/jpf-symbc-differential/build/*:../../../../tool/symbolicexecution/jpf-symbc-differential/lib/*:../../../../tool/symbolicexecution/jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & spf_pid=$! - cd ../ - # Wait for timebound sleep $time_bound @@ -286,11 +286,46 @@ do # Wait a little bit to make sure that processes are killed sleep 10 + + #### + # Assess both runs, i.e. combine them in one instance afl-spf. + cd ../fuzzing + + # Start Kelinci server + nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../hydiff-out-$j/server-afl+spf-log.txt & + server_pid=$! + sleep 5 # Wait a little bit to ensure that server is started + + # Start modified AFL + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import -i in_dir -o ../hydiff-out-$j -c regression -S afl-spf -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../hydiff-out-$j/afl+spf-log.txt + kill $server_pid + + # Wait a little bit to make sure that processes are killed + sleep 10 + + + #### + # Assess only spf run to determine later the times for the first odiff. + + # Start Kelinci server + nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci -dist-target ${fuzz_dist_targets[i]} FuzzDriver @@ > ../hydiff-out-$j/server-spf-log.txt & + server_pid=$! + sleep 5 # Wait a little bit to ensure that server is started + + # Start modified AFL + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 -r ${num_dist_targets[i]} ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../hydiff-out-$j/spf-replay-log.txt + + kill $server_pid + + # Wait a little bit to make sure that processes are killed + sleep 10 + + cd ../ done cd ../ # Evaluate run - python3 evaluate_regression_fuzz.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_regression_hydiff.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval done diff --git a/experiments/scripts/run_sidechannel_evaluation.sh b/experiments/scripts/run_sidechannel_evaluation.sh index 53897f0..f0cfa5d 100755 --- a/experiments/scripts/run_sidechannel_evaluation.sh +++ b/experiments/scripts/run_sidechannel_evaluation.sh @@ -1,17 +1,15 @@ -## run_complete_evaluation.sh +## run_sidechannel_evaluation.sh # CAUTION # Run this script within its folder. Otherwise the paths might be wrong! ##################################### -# chmod +x run_complete_evaluation.sh -# ./run_complete_evaluation.sh +# chmod +x run_sidechannel_evaluation.sh +# ./run_sidechannel_evaluation.sh # trap "exit" INT ##################### -echo "Run complete evaluation..." - number_of_runs=30 time_bound=1800 #30min step_size_eval=30 @@ -66,16 +64,21 @@ total_number_subjects=${#subjects[@]} total_number_experiments=$(( $total_number_subjects * $(($number_of_runs * 3)))) #3 because of fuzzing+symexe+hybrid if [ "$(uname)" == "Darwin" ]; then - echo "set DYLD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib + echo "set DYLD_LIBRARY_PATH to ../../../../tool/symbolicexecution/jpf-symbc-differential/lib" + export DYLD_LIBRARY_PATH=../../../../tool/symbolicexecution/jpf-symbc-differential/lib elif [ "$(expr substr $(uname -s) 1 5)" == "Linux" ]; then - echo "set LD_LIBRARY_PATH to ../../../jpf-symbc-regression/lib" - export LD_LIBRARY_PATH=../../../jpf-symbc-regression/lib + echo "set LD_LIBRARY_PATH to ../../../../tool/symbolicexecution/jpf-symbc-differential/lib" + export LD_LIBRARY_PATH=../../../../tool/symbolicexecution/jpf-symbc-differential/lib else echo "OS not supported!" exit 1 fi +echo +echo "Run complete evaluation..." + +cd ../subjects + # Run just fuzzing for (( i=0; i<=$(( $total_number_subjects - 1 )); i++ )) do @@ -93,7 +96,7 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../fuzzer-out-$j -c regression -S afl -t 999999999 ../../../kelinci-regression/fuzzerside/interface @@ > ../fuzzer-out-$j/afl-log.txt & + AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../../tool/fuzzing/afl-differential/afl-fuzz -i in_dir -o ../fuzzer-out-$j -c regression -S afl -t 999999999 ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../fuzzer-out-$j/afl-log.txt & afl_pid=$! # Wait for timebound @@ -109,7 +112,7 @@ do cd ../../ # Evaluate run - python3 evaluate_cost_fuzz.py ${subjects[i]}/fuzzer-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_cost_fuzz.py ${subjects[i]}/fuzzer-out- $number_of_runs $time_bound $step_size_eval done @@ -129,7 +132,7 @@ do cd ./symexe/ # Start SPF - nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_symexe $j > ../symexe-out-$j/spf-log.txt & + nohup java -Xmx6144m -cp "../../../../tool/symbolicexecution/badger-differential/build/*:../../../../tool/symbolicexecution/badger-differential/lib/*:../../../../tool/symbolicexecution/jpf-symbc-differential/build/*:../../../../tool/symbolicexecution/jpf-symbc-differential/lib/*:../../../../tool/symbolicexecution/jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_symexe $j > ../symexe-out-$j/spf-log.txt & spf_pid=$! # Wait for timebound @@ -147,7 +150,7 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../afl/afl-fuzz-import -i in_dir -o ../symexe-out-$j -c regression -S afl -t 999999999 ../../../kelinci-regression/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import -i in_dir -o ../symexe-out-$j -c regression -S afl -t 999999999 ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../symexe-out-$j/afl-log.txt kill $server_pid @@ -161,7 +164,7 @@ do cd ../ # Evaluate run - python3 evaluate_cost_symexe.py ${subjects[i]}/symexe-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_cost_symexe.py ${subjects[i]}/symexe-out- $number_of_runs $time_bound $step_size_eval done @@ -185,17 +188,15 @@ do sleep 5 # Wait a little bit to ensure that server is started # Start modified AFL - AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../afl/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 ../../../kelinci-regression/fuzzerside/interface @@ > ../hydiff-out-$j/afl-log.txt & + AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 nohup ../../../../tool/fuzzing/afl-differential/afl-fuzz -i in_dir -o ../hydiff-out-$j -c regression -S afl -t 999999999 ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../hydiff-out-$j/afl-log.txt & afl_pid=$! cd ../symexe/ # Start SPF - DYLD_LIBRARY_PATH=../../../jpf-symbc-regression/lib nohup java -Xmx6144m -cp "../../../badger-regression/badger/build/*:../../../badger-regression/badger/lib/*:../../../jpf-symbc-regression/build/*:../../../jpf-symbc-regression/lib/*:../../../jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & + nohup java -Xmx6144m -cp "../../../../tool/symbolicexecution/badger-differential/build/*:../../../../tool/symbolicexecution/badger-differential/lib/*:../../../../tool/symbolicexecution/jpf-symbc-differential/build/*:../../../../tool/symbolicexecution/jpf-symbc-differential/lib/*:../../../../tool/symbolicexecution/jpf-core/build/*" edu.cmu.sv.badger.app.BadgerRunner config_hybrid $j > ../hydiff-out-$j/spf-log.txt & spf_pid=$! - cd ../ - # Wait for timebound sleep $time_bound @@ -206,11 +207,31 @@ do # Wait a little bit to make sure that processes are killed sleep 10 + + #### + # Assess only spf run to determine later the times for the first delta > 0. + cd ../fuzzing + + # Start Kelinci server + nohup java -cp ${classpaths[i]} edu.cmu.sv.kelinci.Kelinci ${drivers[i]} @@ > ../hydiff-out-$j/server-spf-log.txt & + server_pid=$! + sleep 5 # Wait a little bit to ensure that server is started + + # Start modified AFL + AFL_IMPORT_FIRST=1 AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 ../../../../tool/fuzzing/afl-differential/afl-fuzz-import-spf -i in_dir -o ../hydiff-out-$j -c regression -S spf-replay -t 999999999 ../../../../tool/fuzzing/kelinci-differential/fuzzerside/interface @@ > ../hydiff-out-$j/spf-replay-log.txt + + kill $server_pid + + # Wait a little bit to make sure that processes are killed + sleep 10 + + cd ../ + done cd ../ # Evaluate run - python3 evaluate_cost_fuzz.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval + python3 ../scripts/evaluate_cost_hydiff.py ${subjects[i]}/hydiff-out- $number_of_runs $time_bound $step_size_eval done diff --git a/experiments/subjects/blazer_login_safe/.gitignore b/experiments/subjects/blazer_login_safe/.gitignore index e7be84a..0a1a937 100644 --- a/experiments/subjects/blazer_login_safe/.gitignore +++ b/experiments/subjects/blazer_login_safe/.gitignore @@ -1,9 +1,11 @@ +*/bin/ +*/bin-instr* +*/cfg/ fuzzer-out* -symexe-out* hydiff-out* -fuzzing/bin/ -fuzzing/bin-instr/ -fuzzing/fuzzer-out* -*.out -symexe/bin -*-log.txt \ No newline at end of file +parfuzz-* +symexe-out* +symcov-out* +*.dot +*.pdf +*.csv \ No newline at end of file diff --git a/experiments/subjects/blazer_login_unsafe/.gitignore b/experiments/subjects/blazer_login_unsafe/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/blazer_login_unsafe/.gitignore +++ b/experiments/subjects/blazer_login_unsafe/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/.gitignore b/experiments/subjects/blazer_loopandbranch_unsafe/.gitignore deleted file mode 100644 index f8a2ec4..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/.gitignore +++ /dev/null @@ -1,2 +0,0 @@ -/fuzzer-out-* -/symexe-out \ No newline at end of file diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/.classpath b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/.classpath deleted file mode 100644 index 50bc77b..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/.classpath +++ /dev/null @@ -1,7 +0,0 @@ - - - - - - - diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/.gitignore b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/.gitignore deleted file mode 100644 index 64805a1..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/.gitignore +++ /dev/null @@ -1,3 +0,0 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ \ No newline at end of file diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/.project b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/.project deleted file mode 100644 index d313735..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/.project +++ /dev/null @@ -1,17 +0,0 @@ - - - Blazer_LoopAndBranch_Unsafe_Fuzz - - - - - - org.eclipse.jdt.core.javabuilder - - - - - - org.eclipse.jdt.core.javanature - - diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/01_startKelinciServer.sh b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/01_startKelinciServer.sh deleted file mode 100755 index f317ae4..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/01_startKelinciServer.sh +++ /dev/null @@ -1,14 +0,0 @@ -## 01_startKelinciServer.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x 01_startKelinciServer.sh -# ./01_startKelinciServer.sh -# - -trap "exit" INT - -# Start server -java -cp ./bin-instr/ edu.cmu.sv.kelinci.Kelinci MoreSanity_LoopAndBranch_FuzzDriver @@ - -echo "Done." diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/02_startFuzzer.sh b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/02_startFuzzer.sh deleted file mode 100755 index 9ff3622..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/02_startFuzzer.sh +++ /dev/null @@ -1,14 +0,0 @@ -## 02_startFuzzer.sh -# CAUTION -# Run this script within its folder. Otherwise the paths might be wrong! -##################################### -# chmod +x 02_startFuzzer.sh -# ./02_startFuzzer.sh -# - -trap "exit" INT - -# Run fuzzer -AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 AFL_SKIP_CPUFREQ=1 ../../tool/afl-2.51b-wca/afl-fuzz -i in_dir -o fuzzer-out -c userdefined -S afl -t 999999999 ../../tool/fuzzerside/interface @@ - -echo "Done." diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/INSTRUCTIONS b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/INSTRUCTIONS deleted file mode 100644 index c7ac85d..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/INSTRUCTIONS +++ /dev/null @@ -1,11 +0,0 @@ -# Instrument code -java -jar /Users/yannic/repositories/regfuzzsym/kelinci-regression/instrumentor/build/libs/kelinci.jar -mode REGRESSION_NO_DEC -i bin -o bin-instr -skipmain - -# Run Kelinci Server -java -cp ./bin-instr/ edu.cmu.sv.kelinci.Kelinci MoreSanity_LoopAndBranch_FuzzDriver @@ - -# Test instrumented code -/Users/yannic/repositories/regfuzzsym/kelinci-regression/fuzzerside/interface in_dir/example - -# Run Fuzzer -AFL_SKIP_CPUFREQ=1 AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES=1 /Users/yannic/repositories/regfuzzsym/afl/afl-fuzz -i in_dir -o fuzzer-out -c regression -S afl -t 999999999 /Users/yannic/repositories/regfuzzsym/kelinci-regression/fuzzerside/interface @@ diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/in_dir/example.txt b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/in_dir/example.txt deleted file mode 100644 index 54886cb..0000000 Binary files a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/in_dir/example.txt and /dev/null differ diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/in_dir_orig/example.txt b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/in_dir_orig/example.txt deleted file mode 100644 index 0267afb..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/in_dir_orig/example.txt +++ /dev/null @@ -1 +0,0 @@ -Hello Carnegie Mellon! \ No newline at end of file diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/src/MoreSanity.java b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/src/MoreSanity.java deleted file mode 100644 index eee8049..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/src/MoreSanity.java +++ /dev/null @@ -1,94 +0,0 @@ -class MoreSanity { - public static boolean array_safe(int a[], int taint) { - int t; - if (taint < 0) { - int i = a.length-1; - while (i >= 0) { - t = a[i]; - i--; - } - } else { - int i = 0; - while (i < a.length) { - t = a[i] / 2; - i++; - } - } - return false; - } - - public static boolean array_unsafe(int a[], int taint) { - System.out.println(a.length); - int t; - if (taint < 0) { - int i = a.length-1; - // int i = a.length; - while (i >= 0) { - t = a[i]; - i--; - } - } else { - int i = 0; - t = a[i] / 2; - i = a.length; - } - return false; - } - - public static boolean loopAndbranch_safe(int a, int taint) { - int i = a; - - if (taint < 0) { - while (i > 0) { - i--; - } - - } else { - taint = taint + 10; - - if (taint >= 10) { - int j = a; - while (j > 0) { - j--; - } - } else { - if (a < 0) { - int k = a; - while (k > 0) - k--; - } - } - } - - return true; - } - - public static boolean loopAndbranch_unsafe(int a, int taint) { - int i = a; - - if (taint < 0) { - while (i > 0) { - i--; - } - - } else { - taint = taint - 10; - - if (taint >= 10) { - int j = a; - while (j > 0) { - j--; - } - } else { - if (a < 0) { - int k = a; - while (k > 0) - k--; - } - } - } - - return true; - } - -} diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/src/MoreSanity_LoopAndBranch_FuzzDriver.java b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/src/MoreSanity_LoopAndBranch_FuzzDriver.java deleted file mode 100644 index 7cd09fb..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/src/MoreSanity_LoopAndBranch_FuzzDriver.java +++ /dev/null @@ -1,111 +0,0 @@ -import java.io.FileInputStream; -import java.io.IOException; -import java.nio.ByteBuffer; -import java.util.Arrays; - -import edu.cmu.sv.kelinci.Kelinci; -import edu.cmu.sv.kelinci.Mem; -import edu.cmu.sv.kelinci.regression.DecisionHistory; -import edu.cmu.sv.kelinci.regression.DecisionHistoryDifference; -import edu.cmu.sv.kelinci.regression.OutputSummary; - -public class MoreSanity_LoopAndBranch_FuzzDriver { - - /* no maximum length of secret necessary because it is just an integer value */ - public static final boolean SAFE_MODE = false; - - public static void main(String[] args) { - - if (args.length != 1) { - System.out.println("Expects file name as parameter"); - return; - } - - int secret1_taint = 0; - int secret2_taint = 0; - int public_a = 0; - - int n = 3; // how many variables - - // Read all inputs. - try (FileInputStream fis = new FileInputStream(args[0])) { - byte[] bytes = new byte[Integer.BYTES]; - int i = 0; - while ((fis.read(bytes) != -1) && (i < n)) { - switch (i) { - case 0: - secret1_taint = ByteBuffer.wrap(bytes).getInt(); - break; - case 1: - secret2_taint = ByteBuffer.wrap(bytes).getInt(); - break; - case 2: - public_a = ByteBuffer.wrap(bytes).getInt(); - break; - default: - throw new RuntimeException("unreachable"); - } - i++; - } - - if (i != n) { - throw new RuntimeException("reading imcomplete: too less data"); - } - - } catch (IOException e) { - System.err.println("Error reading input"); - e.printStackTrace(); - return; - } - - System.out.println("secret1=" + secret1_taint); - System.out.println("secret2=" + secret1_taint); - System.out.println("public=" + public_a); - - Mem.clear(); - DecisionHistory.clear(); - Object res1 = null; - try { - if (SAFE_MODE) { - res1 = MoreSanity.loopAndbranch_safe(public_a, secret1_taint); - } else { - res1 = MoreSanity.loopAndbranch_unsafe(public_a, secret1_taint); - } - } catch (Throwable e) { - res1 = e; - } - boolean[] dec1 = DecisionHistory.getDecisions(); - long cost1 = Mem.instrCost; - - Mem.clear(); - DecisionHistory.clear(); - Object res2 = null; - try { - if (SAFE_MODE) { - res2 = MoreSanity.loopAndbranch_safe(public_a, secret2_taint); - } else { - res2 = MoreSanity.loopAndbranch_unsafe(public_a, secret2_taint); - } - } catch (Throwable e) { - res2 = e; - } - boolean[] dec2 = DecisionHistory.getDecisions(); - long cost2 = Mem.instrCost; - - DecisionHistoryDifference d = DecisionHistoryDifference.createDecisionHistoryDifference(dec1, dec2); - Kelinci.setNewDecisionDifference(d); - Kelinci.setNewOutputDifference(new OutputSummary(res1, res2)); - Kelinci.addCost(Math.abs(cost1 - cost2)); - - System.out.println("res1=" + res1); - System.out.println("res2=" + res2); - System.out.println("dec1=" + Arrays.toString(dec1)); - System.out.println("dec2=" + Arrays.toString(dec2)); - System.out.println("decisionDiff=" + d.mergedHistory); - System.out.println("cost1=" + cost1); - System.out.println("cost2=" + cost2); - - System.out.println("Done."); - } - -} diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/test.txt b/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/test.txt deleted file mode 100644 index 879d8e0..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/fuzzing/test.txt +++ /dev/null @@ -1,1394 +0,0 @@ -Compiled from "MoreSanity.java" -class MoreSanity { - MoreSanity(); - Code: - 0: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 3: ldc #14 // int 42123 - 5: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 8: ixor - 9: dup2 - 10: baload - 11: iconst_1 - 12: iadd - 13: i2b - 14: bastore - 15: sipush 21061 - 18: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 21: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 24: lconst_1 - 25: ladd - 26: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 29: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 32: ldc #23 // int 42153 - 34: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 37: ixor - 38: dup2 - 39: baload - 40: iconst_1 - 41: iadd - 42: i2b - 43: bastore - 44: sipush 21076 - 47: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 50: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 53: lconst_1 - 54: ladd - 55: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 58: aload_0 - 59: invokespecial #25 // Method java/lang/Object."":()V - 62: return - 63: nop - 64: nop - 65: nop - 66: nop - 67: nop - 68: nop - 69: nop - 70: nop - 71: nop - 72: nop - 73: nop - 74: nop - 75: nop - 76: nop - 77: nop - 78: nop - 79: nop - 80: nop - 81: nop - 82: nop - 83: nop - 84: nop - 85: nop - 86: nop - 87: nop - 88: nop - 89: nop - 90: nop - 91: athrow - - public static boolean array_safe(int[], int); - Code: - 0: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 3: ldc #33 // int 42950 - 5: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 8: ixor - 9: dup2 - 10: baload - 11: iconst_1 - 12: iadd - 13: i2b - 14: bastore - 15: sipush 21475 - 18: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 21: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 24: lconst_1 - 25: ladd - 26: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 29: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 32: ldc #34 // int 45130 - 34: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 37: ixor - 38: dup2 - 39: baload - 40: iconst_1 - 41: iadd - 42: i2b - 43: bastore - 44: sipush 22565 - 47: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 50: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 53: lconst_1 - 54: ladd - 55: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 58: iload_1 - 59: ifge 258 - 62: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 65: ldc #35 // int 4704 - 67: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 70: ixor - 71: dup2 - 72: baload - 73: iconst_1 - 74: iadd - 75: i2b - 76: bastore - 77: sipush 2352 - 80: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 83: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 86: lconst_1 - 87: ladd - 88: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 91: aload_0 - 92: arraylength - 93: iconst_1 - 94: isub - 95: istore_3 - 96: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 99: ldc #36 // int 11738 - 101: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 104: ixor - 105: dup2 - 106: baload - 107: iconst_1 - 108: iadd - 109: i2b - 110: bastore - 111: sipush 5869 - 114: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 117: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 120: lconst_1 - 121: ladd - 122: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 125: goto 193 - 128: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 131: ldc #37 // int 43834 - 133: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 136: ixor - 137: dup2 - 138: baload - 139: iconst_1 - 140: iadd - 141: i2b - 142: bastore - 143: sipush 21917 - 146: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 149: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 152: lconst_1 - 153: ladd - 154: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 157: aload_0 - 158: iload_3 - 159: iaload - 160: istore_2 - 161: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 164: ldc #38 // int 4619 - 166: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 169: ixor - 170: dup2 - 171: baload - 172: iconst_1 - 173: iadd - 174: i2b - 175: bastore - 176: sipush 2309 - 179: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 182: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 185: lconst_1 - 186: ladd - 187: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 190: iinc 3, -1 - 193: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 196: ldc #39 // int 16300 - 198: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 201: ixor - 202: dup2 - 203: baload - 204: iconst_1 - 205: iadd - 206: i2b - 207: bastore - 208: sipush 8150 - 211: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 214: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 217: lconst_1 - 218: ladd - 219: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 222: iload_3 - 223: ifge 128 - 226: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 229: ldc #40 // int 6220 - 231: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 234: ixor - 235: dup2 - 236: baload - 237: iconst_1 - 238: iadd - 239: i2b - 240: bastore - 241: sipush 3110 - 244: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 247: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 250: lconst_1 - 251: ladd - 252: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 255: goto 423 - 258: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 261: ldc #41 // int 13509 - 263: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 266: ixor - 267: dup2 - 268: baload - 269: iconst_1 - 270: iadd - 271: i2b - 272: bastore - 273: sipush 6754 - 276: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 279: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 282: lconst_1 - 283: ladd - 284: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 287: iconst_0 - 288: istore_3 - 289: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 292: ldc #42 // int 16287 - 294: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 297: ixor - 298: dup2 - 299: baload - 300: iconst_1 - 301: iadd - 302: i2b - 303: bastore - 304: sipush 8143 - 307: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 310: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 313: lconst_1 - 314: ladd - 315: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 318: goto 388 - 321: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 324: ldc #43 // int 9956 - 326: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 329: ixor - 330: dup2 - 331: baload - 332: iconst_1 - 333: iadd - 334: i2b - 335: bastore - 336: sipush 4978 - 339: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 342: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 345: lconst_1 - 346: ladd - 347: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 350: aload_0 - 351: iload_3 - 352: iaload - 353: iconst_2 - 354: idiv - 355: istore_2 - 356: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 359: ldc #44 // int 58043 - 361: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 364: ixor - 365: dup2 - 366: baload - 367: iconst_1 - 368: iadd - 369: i2b - 370: bastore - 371: sipush 29021 - 374: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 377: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 380: lconst_1 - 381: ladd - 382: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 385: iinc 3, 1 - 388: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 391: ldc #45 // int 12134 - 393: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 396: ixor - 397: dup2 - 398: baload - 399: iconst_1 - 400: iadd - 401: i2b - 402: bastore - 403: sipush 6067 - 406: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 409: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 412: lconst_1 - 413: ladd - 414: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 417: iload_3 - 418: aload_0 - 419: arraylength - 420: if_icmplt 321 - 423: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 426: ldc #46 // int 7794 - 428: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 431: ixor - 432: dup2 - 433: baload - 434: iconst_1 - 435: iadd - 436: i2b - 437: bastore - 438: sipush 3897 - 441: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 444: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 447: lconst_1 - 448: ladd - 449: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 452: iconst_0 - 453: ireturn - 454: nop - 455: nop - 456: nop - 457: nop - 458: nop - 459: nop - 460: nop - 461: nop - 462: nop - 463: nop - 464: nop - 465: nop - 466: nop - 467: nop - 468: nop - 469: nop - 470: nop - 471: nop - 472: nop - 473: nop - 474: nop - 475: nop - 476: nop - 477: nop - 478: nop - 479: nop - 480: nop - 481: nop - 482: athrow - - public static boolean array_unsafe(int[], int); - Code: - 0: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 3: ldc #54 // int 19035 - 5: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 8: ixor - 9: dup2 - 10: baload - 11: iconst_1 - 12: iadd - 13: i2b - 14: bastore - 15: sipush 9517 - 18: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 21: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 24: lconst_1 - 25: ladd - 26: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 29: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 32: ldc #55 // int 44802 - 34: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 37: ixor - 38: dup2 - 39: baload - 40: iconst_1 - 41: iadd - 42: i2b - 43: bastore - 44: sipush 22401 - 47: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 50: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 53: lconst_1 - 54: ladd - 55: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 58: getstatic #61 // Field java/lang/System.out:Ljava/io/PrintStream; - 61: aload_0 - 62: arraylength - 63: invokevirtual #67 // Method java/io/PrintStream.println:(I)V - 66: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 69: ldc #68 // int 49221 - 71: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 74: ixor - 75: dup2 - 76: baload - 77: iconst_1 - 78: iadd - 79: i2b - 80: bastore - 81: sipush 24610 - 84: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 87: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 90: lconst_1 - 91: ladd - 92: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 95: iload_1 - 96: ifge 295 - 99: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 102: ldc #69 // int 60228 - 104: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 107: ixor - 108: dup2 - 109: baload - 110: iconst_1 - 111: iadd - 112: i2b - 113: bastore - 114: sipush 30114 - 117: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 120: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 123: lconst_1 - 124: ladd - 125: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 128: aload_0 - 129: arraylength - 130: iconst_1 - 131: isub - 132: istore_3 - 133: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 136: ldc #70 // int 32187 - 138: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 141: ixor - 142: dup2 - 143: baload - 144: iconst_1 - 145: iadd - 146: i2b - 147: bastore - 148: sipush 16093 - 151: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 154: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 157: lconst_1 - 158: ladd - 159: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 162: goto 230 - 165: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 168: ldc #71 // int 36983 - 170: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 173: ixor - 174: dup2 - 175: baload - 176: iconst_1 - 177: iadd - 178: i2b - 179: bastore - 180: sipush 18491 - 183: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 186: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 189: lconst_1 - 190: ladd - 191: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 194: aload_0 - 195: iload_3 - 196: iaload - 197: istore_2 - 198: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 201: ldc #72 // int 53145 - 203: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 206: ixor - 207: dup2 - 208: baload - 209: iconst_1 - 210: iadd - 211: i2b - 212: bastore - 213: sipush 26572 - 216: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 219: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 222: lconst_1 - 223: ladd - 224: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 227: iinc 3, -1 - 230: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 233: ldc #73 // int 3886 - 235: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 238: ixor - 239: dup2 - 240: baload - 241: iconst_1 - 242: iadd - 243: i2b - 244: bastore - 245: sipush 1943 - 248: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 251: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 254: lconst_1 - 255: ladd - 256: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 259: iload_3 - 260: ifge 165 - 263: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 266: ldc #74 // int 9848 - 268: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 271: ixor - 272: dup2 - 273: baload - 274: iconst_1 - 275: iadd - 276: i2b - 277: bastore - 278: sipush 4924 - 281: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 284: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 287: lconst_1 - 288: ladd - 289: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 292: goto 393 - 295: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 298: ldc #75 // int 47295 - 300: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 303: ixor - 304: dup2 - 305: baload - 306: iconst_1 - 307: iadd - 308: i2b - 309: bastore - 310: sipush 23647 - 313: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 316: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 319: lconst_1 - 320: ladd - 321: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 324: iconst_0 - 325: istore_3 - 326: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 329: ldc #76 // int 58748 - 331: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 334: ixor - 335: dup2 - 336: baload - 337: iconst_1 - 338: iadd - 339: i2b - 340: bastore - 341: sipush 29374 - 344: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 347: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 350: lconst_1 - 351: ladd - 352: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 355: aload_0 - 356: iload_3 - 357: iaload - 358: iconst_2 - 359: idiv - 360: istore_2 - 361: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 364: ldc #77 // int 3484 - 366: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 369: ixor - 370: dup2 - 371: baload - 372: iconst_1 - 373: iadd - 374: i2b - 375: bastore - 376: sipush 1742 - 379: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 382: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 385: lconst_1 - 386: ladd - 387: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 390: aload_0 - 391: arraylength - 392: istore_3 - 393: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 396: ldc #78 // int 7888 - 398: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 401: ixor - 402: dup2 - 403: baload - 404: iconst_1 - 405: iadd - 406: i2b - 407: bastore - 408: sipush 3944 - 411: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 414: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 417: lconst_1 - 418: ladd - 419: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 422: iconst_0 - 423: ireturn - 424: nop - 425: nop - 426: nop - 427: nop - 428: nop - 429: nop - 430: nop - 431: nop - 432: nop - 433: nop - 434: nop - 435: nop - 436: nop - 437: nop - 438: nop - 439: nop - 440: nop - 441: nop - 442: nop - 443: nop - 444: nop - 445: nop - 446: nop - 447: nop - 448: nop - 449: nop - 450: nop - 451: nop - 452: athrow - - public static boolean loopAndbranch_safe(int, int); - Code: - 0: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 3: ldc #82 // int 28250 - 5: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 8: ixor - 9: dup2 - 10: baload - 11: iconst_1 - 12: iadd - 13: i2b - 14: bastore - 15: sipush 14125 - 18: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 21: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 24: lconst_1 - 25: ladd - 26: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 29: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 32: ldc #83 // int 46660 - 34: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 37: ixor - 38: dup2 - 39: baload - 40: iconst_1 - 41: iadd - 42: i2b - 43: bastore - 44: sipush 23330 - 47: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 50: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 53: lconst_1 - 54: ladd - 55: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 58: iload_0 - 59: istore_2 - 60: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 63: ldc #84 // int 5228 - 65: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 68: ixor - 69: dup2 - 70: baload - 71: iconst_1 - 72: iadd - 73: i2b - 74: bastore - 75: sipush 2614 - 78: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 81: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 84: lconst_1 - 85: ladd - 86: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 89: iload_1 - 90: ifge 222 - 93: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 96: ldc #85 // int 35201 - 98: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 101: ixor - 102: dup2 - 103: baload - 104: iconst_1 - 105: iadd - 106: i2b - 107: bastore - 108: sipush 17600 - 111: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 114: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 117: lconst_1 - 118: ladd - 119: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 122: goto 157 - 125: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 128: ldc #86 // int 17847 - 130: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 133: ixor - 134: dup2 - 135: baload - 136: iconst_1 - 137: iadd - 138: i2b - 139: bastore - 140: sipush 8923 - 143: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 146: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 149: lconst_1 - 150: ladd - 151: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 154: iinc 2, -1 - 157: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 160: ldc #87 // int 22912 - 162: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 165: ixor - 166: dup2 - 167: baload - 168: iconst_1 - 169: iadd - 170: i2b - 171: bastore - 172: sipush 11456 - 175: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 178: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 181: lconst_1 - 182: ladd - 183: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 186: iload_2 - 187: ifgt 125 - 190: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 193: ldc #88 // int 41134 - 195: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 198: ixor - 199: dup2 - 200: baload - 201: iconst_1 - 202: iadd - 203: i2b - 204: bastore - 205: sipush 20567 - 208: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 211: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 214: lconst_1 - 215: ladd - 216: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 219: goto 610 - 222: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 225: ldc #89 // int 51979 - 227: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 230: ixor - 231: dup2 - 232: baload - 233: iconst_1 - 234: iadd - 235: i2b - 236: bastore - 237: sipush 25989 - 240: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 243: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 246: lconst_1 - 247: ladd - 248: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 251: iinc 1, 10 - 254: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 257: ldc #90 // int 65276 - 259: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 262: ixor - 263: dup2 - 264: baload - 265: iconst_1 - 266: iadd - 267: i2b - 268: bastore - 269: sipush 32638 - 272: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 275: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 278: lconst_1 - 279: ladd - 280: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 283: iload_1 - 284: bipush 10 - 286: if_icmplt 449 - 289: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 292: ldc #91 // int 5541 - 294: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 297: ixor - 298: dup2 - 299: baload - 300: iconst_1 - 301: iadd - 302: i2b - 303: bastore - 304: sipush 2770 - 307: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 310: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 313: lconst_1 - 314: ladd - 315: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 318: iload_0 - 319: istore_3 - 320: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 323: ldc #92 // int 54992 - 325: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 328: ixor - 329: dup2 - 330: baload - 331: iconst_1 - 332: iadd - 333: i2b - 334: bastore - 335: sipush 27496 - 338: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 341: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 344: lconst_1 - 345: ladd - 346: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 349: goto 384 - 352: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 355: ldc #93 // int 44309 - 357: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 360: ixor - 361: dup2 - 362: baload - 363: iconst_1 - 364: iadd - 365: i2b - 366: bastore - 367: sipush 22154 - 370: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 373: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 376: lconst_1 - 377: ladd - 378: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 381: iinc 3, -1 - 384: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 387: ldc #94 // int 45391 - 389: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 392: ixor - 393: dup2 - 394: baload - 395: iconst_1 - 396: iadd - 397: i2b - 398: bastore - 399: sipush 22695 - 402: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 405: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 408: lconst_1 - 409: ladd - 410: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 413: iload_3 - 414: ifgt 352 - 417: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 420: ldc #95 // int 17104 - 422: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 425: ixor - 426: dup2 - 427: baload - 428: iconst_1 - 429: iadd - 430: i2b - 431: bastore - 432: sipush 8552 - 435: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 438: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 441: lconst_1 - 442: ladd - 443: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 446: goto 610 - 449: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 452: ldc #96 // int 50543 - 454: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 457: ixor - 458: dup2 - 459: baload - 460: iconst_1 - 461: iadd - 462: i2b - 463: bastore - 464: sipush 25271 - 467: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 470: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 473: lconst_1 - 474: ladd - 475: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 478: iload_0 - 479: ifge 610 - 482: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 485: ldc #97 // int 52737 - 487: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 490: ixor - 491: dup2 - 492: baload - 493: iconst_1 - 494: iadd - 495: i2b - 496: bastore - 497: sipush 26368 - 500: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 503: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 506: lconst_1 - 507: ladd - 508: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 511: iload_0 - 512: istore_3 - 513: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 516: ldc #98 // int 32082 - 518: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 521: ixor - 522: dup2 - 523: baload - 524: iconst_1 - 525: iadd - 526: i2b - 527: bastore - 528: sipush 16041 - 531: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 534: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 537: lconst_1 - 538: ladd - 539: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 542: goto 577 - 545: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 548: ldc #99 // int 51250 - 550: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 553: ixor - 554: dup2 - 555: baload - 556: iconst_1 - 557: iadd - 558: i2b - 559: bastore - 560: sipush 25625 - 563: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 566: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 569: lconst_1 - 570: ladd - 571: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 574: iinc 3, -1 - 577: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 580: ldc #100 // int 26647 - 582: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 585: ixor - 586: dup2 - 587: baload - 588: iconst_1 - 589: iadd - 590: i2b - 591: bastore - 592: sipush 13323 - 595: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 598: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 601: lconst_1 - 602: ladd - 603: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 606: iload_3 - 607: ifgt 545 - 610: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 613: ldc #101 // int 4184 - 615: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 618: ixor - 619: dup2 - 620: baload - 621: iconst_1 - 622: iadd - 623: i2b - 624: bastore - 625: sipush 2092 - 628: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 631: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 634: lconst_1 - 635: ladd - 636: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 639: iconst_1 - 640: ireturn - 641: nop - 642: nop - 643: nop - 644: nop - 645: nop - 646: nop - 647: nop - 648: nop - 649: nop - 650: nop - 651: nop - 652: nop - 653: nop - 654: nop - 655: nop - 656: nop - 657: nop - 658: nop - 659: nop - 660: nop - 661: nop - 662: nop - 663: nop - 664: nop - 665: nop - 666: nop - 667: nop - 668: nop - 669: athrow - - public static boolean loopAndbranch_unsafe(int, int); - Code: - 0: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 3: ldc #106 // int 35935 - 5: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 8: ixor - 9: dup2 - 10: baload - 11: iconst_1 - 12: iadd - 13: i2b - 14: bastore - 15: sipush 17967 - 18: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 21: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 24: lconst_1 - 25: ladd - 26: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 29: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 32: ldc #107 // int 52281 - 34: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 37: ixor - 38: dup2 - 39: baload - 40: iconst_1 - 41: iadd - 42: i2b - 43: bastore - 44: sipush 26140 - 47: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 50: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 53: lconst_1 - 54: ladd - 55: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 58: iload_0 - 59: istore_2 - 60: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 63: ldc #108 // int 30337 - 65: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 68: ixor - 69: dup2 - 70: baload - 71: iconst_1 - 72: iadd - 73: i2b - 74: bastore - 75: sipush 15168 - 78: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 81: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 84: lconst_1 - 85: ladd - 86: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 89: iload_1 - 90: ifge 222 - 93: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 96: ldc #109 // int 27138 - 98: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 101: ixor - 102: dup2 - 103: baload - 104: iconst_1 - 105: iadd - 106: i2b - 107: bastore - 108: sipush 13569 - 111: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 114: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 117: lconst_1 - 118: ladd - 119: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 122: goto 157 - 125: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 128: ldc #110 // int 63423 - 130: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 133: ixor - 134: dup2 - 135: baload - 136: iconst_1 - 137: iadd - 138: i2b - 139: bastore - 140: sipush 31711 - 143: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 146: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 149: lconst_1 - 150: ladd - 151: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 154: iinc 2, -1 - 157: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 160: ldc #111 // int 45627 - 162: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 165: ixor - 166: dup2 - 167: baload - 168: iconst_1 - 169: iadd - 170: i2b - 171: bastore - 172: sipush 22813 - 175: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 178: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 181: lconst_1 - 182: ladd - 183: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 186: iload_2 - 187: ifgt 125 - 190: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 193: ldc #112 // int 50376 - 195: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 198: ixor - 199: dup2 - 200: baload - 201: iconst_1 - 202: iadd - 203: i2b - 204: bastore - 205: sipush 25188 - 208: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 211: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 214: lconst_1 - 215: ladd - 216: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 219: goto 610 - 222: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 225: ldc #113 // int 63534 - 227: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 230: ixor - 231: dup2 - 232: baload - 233: iconst_1 - 234: iadd - 235: i2b - 236: bastore - 237: sipush 31767 - 240: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 243: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 246: lconst_1 - 247: ladd - 248: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 251: iinc 1, -10 - 254: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 257: ldc #114 // int 26401 - 259: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 262: ixor - 263: dup2 - 264: baload - 265: iconst_1 - 266: iadd - 267: i2b - 268: bastore - 269: sipush 13200 - 272: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 275: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 278: lconst_1 - 279: ladd - 280: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 283: iload_1 - 284: bipush 10 - 286: if_icmplt 449 - 289: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 292: ldc #115 // int 39951 - 294: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 297: ixor - 298: dup2 - 299: baload - 300: iconst_1 - 301: iadd - 302: i2b - 303: bastore - 304: sipush 19975 - 307: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 310: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 313: lconst_1 - 314: ladd - 315: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 318: iload_0 - 319: istore_3 - 320: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 323: ldc #116 // int 36700 - 325: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 328: ixor - 329: dup2 - 330: baload - 331: iconst_1 - 332: iadd - 333: i2b - 334: bastore - 335: sipush 18350 - 338: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 341: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 344: lconst_1 - 345: ladd - 346: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 349: goto 384 - 352: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 355: ldc #117 // int 4980 - 357: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 360: ixor - 361: dup2 - 362: baload - 363: iconst_1 - 364: iadd - 365: i2b - 366: bastore - 367: sipush 2490 - 370: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 373: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 376: lconst_1 - 377: ladd - 378: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 381: iinc 3, -1 - 384: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 387: ldc #118 // int 39741 - 389: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 392: ixor - 393: dup2 - 394: baload - 395: iconst_1 - 396: iadd - 397: i2b - 398: bastore - 399: sipush 19870 - 402: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 405: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 408: lconst_1 - 409: ladd - 410: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 413: iload_3 - 414: ifgt 352 - 417: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 420: ldc #119 // int 1473 - 422: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 425: ixor - 426: dup2 - 427: baload - 428: iconst_1 - 429: iadd - 430: i2b - 431: bastore - 432: sipush 736 - 435: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 438: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 441: lconst_1 - 442: ladd - 443: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 446: goto 610 - 449: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 452: ldc #120 // int 9968 - 454: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 457: ixor - 458: dup2 - 459: baload - 460: iconst_1 - 461: iadd - 462: i2b - 463: bastore - 464: sipush 4984 - 467: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 470: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 473: lconst_1 - 474: ladd - 475: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 478: iload_0 - 479: ifge 610 - 482: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 485: ldc #121 // int 56828 - 487: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 490: ixor - 491: dup2 - 492: baload - 493: iconst_1 - 494: iadd - 495: i2b - 496: bastore - 497: sipush 28414 - 500: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 503: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 506: lconst_1 - 507: ladd - 508: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 511: iload_0 - 512: istore_3 - 513: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 516: ldc #122 // int 18143 - 518: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 521: ixor - 522: dup2 - 523: baload - 524: iconst_1 - 525: iadd - 526: i2b - 527: bastore - 528: sipush 9071 - 531: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 534: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 537: lconst_1 - 538: ladd - 539: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 542: goto 577 - 545: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 548: ldc #123 // int 869 - 550: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 553: ixor - 554: dup2 - 555: baload - 556: iconst_1 - 557: iadd - 558: i2b - 559: bastore - 560: sipush 434 - 563: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 566: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 569: lconst_1 - 570: ladd - 571: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 574: iinc 3, -1 - 577: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 580: ldc #124 // int 46707 - 582: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 585: ixor - 586: dup2 - 587: baload - 588: iconst_1 - 589: iadd - 590: i2b - 591: bastore - 592: sipush 23353 - 595: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 598: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 601: lconst_1 - 602: ladd - 603: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 606: iload_3 - 607: ifgt 545 - 610: getstatic #13 // Field edu/cmu/sv/kelinci/Mem.mem:[B - 613: ldc #125 // int 29603 - 615: getstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 618: ixor - 619: dup2 - 620: baload - 621: iconst_1 - 622: iadd - 623: i2b - 624: bastore - 625: sipush 14801 - 628: putstatic #18 // Field edu/cmu/sv/kelinci/Mem.prev_location:I - 631: getstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 634: lconst_1 - 635: ladd - 636: putstatic #22 // Field edu/cmu/sv/kelinci/Mem.instrCost:J - 639: iconst_1 - 640: ireturn - 641: nop - 642: nop - 643: nop - 644: nop - 645: nop - 646: nop - 647: nop - 648: nop - 649: nop - 650: nop - 651: nop - 652: nop - 653: nop - 654: nop - 655: nop - 656: nop - 657: nop - 658: nop - 659: nop - 660: nop - 661: nop - 662: nop - 663: nop - 664: nop - 665: nop - 666: nop - 667: nop - 668: nop - 669: athrow -} diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/.classpath b/experiments/subjects/blazer_loopandbranch_unsafe/symexe/.classpath deleted file mode 100644 index f0a88b6..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/.classpath +++ /dev/null @@ -1,7 +0,0 @@ - - - - - - - diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/.gitignore b/experiments/subjects/blazer_loopandbranch_unsafe/symexe/.gitignore deleted file mode 100644 index ae3c172..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/.gitignore +++ /dev/null @@ -1 +0,0 @@ -/bin/ diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/.project b/experiments/subjects/blazer_loopandbranch_unsafe/symexe/.project deleted file mode 100644 index 62c4748..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/.project +++ /dev/null @@ -1,17 +0,0 @@ - - - Blazer_LoopAndBranch_Unsafe_Symbc - - - - - - org.eclipse.jdt.core.javabuilder - - - - - - org.eclipse.jdt.core.javanature - - diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/config_hybrid b/experiments/subjects/blazer_loopandbranch_unsafe/symexe/config_hybrid deleted file mode 100644 index 27da973..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/config_hybrid +++ /dev/null @@ -1,36 +0,0 @@ -dir.initial.input=../fuzzing/in_dir -dir.sync.input=../hydiff-out-@@/afl/queue -dir.export=../hydiff-out-@@/spf/queue -dir.tmp=../hydiff-out-@@/spf/tmp - -stat.print=true -stat.file.import=../hydiff-out-@@/spf/import-statistic.txt -stat.file.generation=../hydiff-out-@@/spf/generation-statistic.txt -stat.file.export=../hydiff-out-@@/spf/export-statistic.txt -stat.file.trie=../hydiff-out-@@/spf/trie-statistic.txt - -jpf.classpath=./bin/:${jpf-symbc}/build/*symexe/bin/:${jpf-symbc}/build/* -jpf.target=Login_symbc -#symbolic.dp=z3bitvector -symbolic.dp=z3 -symbolic.min_int=-128 -symbolic.max_int=+127 - -symbolic.shadow=true -#symbolic.shadow=false -symbolic.shadow.cfg=false - -symexe.wait.sec=60 -symexe.delay.sec=0 -symexe.bse.steps=0 -symexe.iterations=10 - -analysis.method=diff -analysis.heuristic=new-diff-new-branch-closer-patch-highest-cost-diff-highest-node -analysis.cost.metric=instructions - -io.utils=dynamic-byte-array -io.input.sizes=64 3 -io.initial.id=0 - -trie.print=false diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/config_local b/experiments/subjects/blazer_loopandbranch_unsafe/symexe/config_local deleted file mode 100644 index 5d466b6..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/config_local +++ /dev/null @@ -1,32 +0,0 @@ -# /Users/yannic/repositories/regfuzzsym/regression-experiments/blazer_loopandbranch_unsafe -dir.initial.input=/Users/yannic/repositories/regfuzzsym/regression-experiments/blazer_loopandbranch_unsafe/fuzzing/in_dir -dir.export=/Users/yannic/repositories/regfuzzsym/regression-experiments/blazer_loopandbranch_unsafe/symexe-out/queue -dir.tmp=/Users/yannic/repositories/regfuzzsym/regression-experiments/blazer_loopandbranch_unsafe/symexe-out/tmp - -stat.print=true -stat.file.import=/Users/yannic/repositories/regfuzzsym/regression-experiments/blazer_loopandbranch_unsafe/symexe-out/import-statistic.txt -stat.file.generation=/Users/yannic/repositories/regfuzzsym/regression-experiments/blazer_loopandbranch_unsafe/symexe-out/generation-statistic.txt -stat.file.export=/Users/yannic/repositories/regfuzzsym/regression-experiments/blazer_loopandbranch_unsafe/symexe-out/export-statistic.txt -stat.file.trie=/Users/yannic/repositories/regfuzzsym/regression-experiments/blazer_loopandbranch_unsafe/symexe-out/trie-statistic.txt - -jpf.classpath=/Users/yannic/repositories/regfuzzsym/regression-experiments/blazer_loopandbranch_unsafe/symexe/bin/ -jpf.target=MoreSanity_LoopAndBranch_SymDriver -symbolic.dp=z3 - -symbolic.shadow=true -symbolic.shadow.cfg=false - -symexe.wait.sec=60 -symexe.delay.sec=0 -symexe.bse.steps=0 -symexe.iterations=10 - -analysis.method=diff -analysis.heuristic=high-cost-diff-side-channel -analysis.cost.metric=instructions - -io.utils=full-int-byte-array -io.input.sizes=3 -io.initial.id=0 - -trie.print=true \ No newline at end of file diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/config_symexe b/experiments/subjects/blazer_loopandbranch_unsafe/symexe/config_symexe deleted file mode 100644 index c1bc708..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/config_symexe +++ /dev/null @@ -1,31 +0,0 @@ -dir.initial.input=../fuzzing/in_dir -dir.export=../symexe-out/queue -dir.tmp=../symexe-out/tmp - -stat.print=true -stat.file.import=../symexe-out/import-statistic.txt -stat.file.generation=../symexe-out/generation-statistic.txt -stat.file.export=../symexe-out/export-statistic.txt -stat.file.trie=../symexe-out/trie-statistic.txt - -jpf.classpath=./bin/:${jpf-symbc}/build/* -jpf.target=MoreSanity_LoopAndBranch_SymDriver -symbolic.dp=z3 - -symbolic.shadow=true -symbolic.shadow.cfg=false - -symexe.wait.sec=60 -symexe.delay.sec=0 -symexe.bse.steps=0 -symexe.iterations=10 - -analysis.method=diff -analysis.heuristic=new-diff-new-branch-closer-patch-highest-cost-diff-highest-node -analysis.cost.metric=instructions - -io.utils=full-int-byte-array -io.input.sizes=3 -io.initial.id=0 - -trie.print=true \ No newline at end of file diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/generate_results_spf.sh b/experiments/subjects/blazer_loopandbranch_unsafe/symexe/generate_results_spf.sh deleted file mode 100755 index c0f0c09..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/generate_results_spf.sh +++ /dev/null @@ -1,10 +0,0 @@ -# Run steps to generate path_cost.csv for SymExe run -cd ../fuzzing/ -nohup java -cp bin-instr edu.cmu.sv.kelinci.Kelinci MoreSanity_LoopAndBranch_FuzzDriver @@ & -server_pid=$! -sleep 5 # Wait a little bit to ensure that server is started -cd ../symexe/ -for filename in ../symexe-out/queue/*; do -nohup ../../../kelinci-regression/fuzzerside/interface_log_cost $filename ../symexe-out/path_cost.csv >> ../symexe-out/interface-log.txt -done -kill $server_pid diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/src/MoreSanity.java b/experiments/subjects/blazer_loopandbranch_unsafe/symexe/src/MoreSanity.java deleted file mode 100644 index eee8049..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/src/MoreSanity.java +++ /dev/null @@ -1,94 +0,0 @@ -class MoreSanity { - public static boolean array_safe(int a[], int taint) { - int t; - if (taint < 0) { - int i = a.length-1; - while (i >= 0) { - t = a[i]; - i--; - } - } else { - int i = 0; - while (i < a.length) { - t = a[i] / 2; - i++; - } - } - return false; - } - - public static boolean array_unsafe(int a[], int taint) { - System.out.println(a.length); - int t; - if (taint < 0) { - int i = a.length-1; - // int i = a.length; - while (i >= 0) { - t = a[i]; - i--; - } - } else { - int i = 0; - t = a[i] / 2; - i = a.length; - } - return false; - } - - public static boolean loopAndbranch_safe(int a, int taint) { - int i = a; - - if (taint < 0) { - while (i > 0) { - i--; - } - - } else { - taint = taint + 10; - - if (taint >= 10) { - int j = a; - while (j > 0) { - j--; - } - } else { - if (a < 0) { - int k = a; - while (k > 0) - k--; - } - } - } - - return true; - } - - public static boolean loopAndbranch_unsafe(int a, int taint) { - int i = a; - - if (taint < 0) { - while (i > 0) { - i--; - } - - } else { - taint = taint - 10; - - if (taint >= 10) { - int j = a; - while (j > 0) { - j--; - } - } else { - if (a < 0) { - int k = a; - while (k > 0) - k--; - } - } - } - - return true; - } - -} diff --git a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/src/MoreSanity_LoopAndBranch_SymDriver.java b/experiments/subjects/blazer_loopandbranch_unsafe/symexe/src/MoreSanity_LoopAndBranch_SymDriver.java deleted file mode 100644 index cbd24ca..0000000 --- a/experiments/subjects/blazer_loopandbranch_unsafe/symexe/src/MoreSanity_LoopAndBranch_SymDriver.java +++ /dev/null @@ -1,89 +0,0 @@ -import java.io.FileInputStream; -import java.io.IOException; -import java.nio.ByteBuffer; - -import gov.nasa.jpf.symbc.Debug; - -import static gov.nasa.jpf.symbc.ChangeAnnotation.*; - -public class MoreSanity_LoopAndBranch_SymDriver { - - /* no maximum length of secret necessary because it is just an integer value */ - public static final boolean SAFE_MODE = false; - - public static void main(String[] args) { - - int secret1_taint = 0; - int secret2_taint = 0; - int public_a = 0; - int n = 3; // how many variables - - if (args.length == 1) { - - String fileName = args[0].replace("#", ","); - - // Read all inputs. - try (FileInputStream fis = new FileInputStream(fileName)) { - byte[] bytes = new byte[Integer.BYTES]; - int i = 0; - while ((fis.read(bytes) != -1) && (i < n)) { - switch (i) { - case 0: - secret1_taint = Debug.addSymbolicInt(ByteBuffer.wrap(bytes).getInt(), "sym_0"); - break; - case 1: - secret2_taint = Debug.addSymbolicInt(ByteBuffer.wrap(bytes).getInt(), "sym_1"); - break; - case 2: - public_a = Debug.addSymbolicInt(ByteBuffer.wrap(bytes).getInt(), "sym_2"); - break; - default: - throw new RuntimeException("unreachable"); - } - i++; - } - - if (i != n) { - throw new RuntimeException("reading imcomplete: too less data"); - } - - } catch (IOException e) { - System.err.println("Error reading input"); - e.printStackTrace(); - return; - } - - } else { - secret1_taint = Debug.makeSymbolicInteger("sym_0"); - secret2_taint = Debug.makeSymbolicInteger("sym_1"); - public_a = Debug.makeSymbolicInteger("sym_2"); - } - - System.out.println("secret1=" + secret1_taint); - System.out.println("secret2=" + secret1_taint); - System.out.println("public=" + public_a); - - driver(public_a, secret1_taint, secret2_taint); - - System.out.println("Done."); - - } - - public static void driver(int public_a, int secret_taint1, int secret_taint2) { - - if (public_a > 0) { - System.out.println( ); - } - - int secret_taint = change(secret_taint1, secret_taint2); - - if (SAFE_MODE) { - MoreSanity.loopAndbranch_safe(public_a, secret_taint); - } else { - MoreSanity.loopAndbranch_unsafe(public_a, secret_taint); - } - -// MoreSanity.loopAndbranch_unsafe(public_a, secret_taint1); - } - -} diff --git a/experiments/subjects/commons-cli_v1-2_noformat/.gitignore b/experiments/subjects/commons-cli_v1-2_noformat/.gitignore index 3031923..0a1a937 100644 --- a/experiments/subjects/commons-cli_v1-2_noformat/.gitignore +++ b/experiments/subjects/commons-cli_v1-2_noformat/.gitignore @@ -1,9 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot -*.pdf \ No newline at end of file +*.pdf +*.csv \ No newline at end of file diff --git a/experiments/subjects/commons-cli_v1-2_noformat/symexe/config_hybrid b/experiments/subjects/commons-cli_v1-2_noformat/symexe/config_hybrid index 3e275ab..2109763 100644 --- a/experiments/subjects/commons-cli_v1-2_noformat/symexe/config_hybrid +++ b/experiments/subjects/commons-cli_v1-2_noformat/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3bitvector symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/commons-cli_v1-2_noformat/symexe/config_symexe b/experiments/subjects/commons-cli_v1-2_noformat/symexe/config_symexe index d770c8a..983dfec 100644 --- a/experiments/subjects/commons-cli_v1-2_noformat/symexe/config_symexe +++ b/experiments/subjects/commons-cli_v1-2_noformat/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3bitvector symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/commons-cli_v2-3_noformat/.gitignore b/experiments/subjects/commons-cli_v2-3_noformat/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/commons-cli_v2-3_noformat/.gitignore +++ b/experiments/subjects/commons-cli_v2-3_noformat/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/commons-cli_v2-3_noformat/symexe/config_hybrid b/experiments/subjects/commons-cli_v2-3_noformat/symexe/config_hybrid index 3e275ab..2109763 100644 --- a/experiments/subjects/commons-cli_v2-3_noformat/symexe/config_hybrid +++ b/experiments/subjects/commons-cli_v2-3_noformat/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3bitvector symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/commons-cli_v2-3_noformat/symexe/config_symexe b/experiments/subjects/commons-cli_v2-3_noformat/symexe/config_symexe index d770c8a..983dfec 100644 --- a/experiments/subjects/commons-cli_v2-3_noformat/symexe/config_symexe +++ b/experiments/subjects/commons-cli_v2-3_noformat/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3bitvector symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/commons-cli_v3-4_noformat/.gitignore b/experiments/subjects/commons-cli_v3-4_noformat/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/commons-cli_v3-4_noformat/.gitignore +++ b/experiments/subjects/commons-cli_v3-4_noformat/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/commons-cli_v3-4_noformat/symexe/config_hybrid b/experiments/subjects/commons-cli_v3-4_noformat/symexe/config_hybrid index 5c3d6ad..bdb9e27 100644 --- a/experiments/subjects/commons-cli_v3-4_noformat/symexe/config_hybrid +++ b/experiments/subjects/commons-cli_v3-4_noformat/symexe/config_hybrid @@ -17,7 +17,7 @@ symbolic.shadow=true symbolic.shadow.cfg=false # false because changes are only inherited which is currently not supported symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/commons-cli_v3-4_noformat/symexe/config_symexe b/experiments/subjects/commons-cli_v3-4_noformat/symexe/config_symexe index b7d767f..4ba6379 100644 --- a/experiments/subjects/commons-cli_v3-4_noformat/symexe/config_symexe +++ b/experiments/subjects/commons-cli_v3-4_noformat/symexe/config_symexe @@ -16,7 +16,7 @@ symbolic.shadow=true symbolic.shadow.cfg=false # false because changes are only inherited which is currently not supported symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/commons-cli_v4-5_noformat/.gitignore b/experiments/subjects/commons-cli_v4-5_noformat/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/commons-cli_v4-5_noformat/.gitignore +++ b/experiments/subjects/commons-cli_v4-5_noformat/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/commons-cli_v4-5_noformat/symexe/config_hybrid b/experiments/subjects/commons-cli_v4-5_noformat/symexe/config_hybrid index 7a0619b..3c0bbb4 100644 --- a/experiments/subjects/commons-cli_v4-5_noformat/symexe/config_hybrid +++ b/experiments/subjects/commons-cli_v4-5_noformat/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3bitvector symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/commons-cli_v4-5_noformat/symexe/config_symexe b/experiments/subjects/commons-cli_v4-5_noformat/symexe/config_symexe index 102f064..636c4d4 100644 --- a/experiments/subjects/commons-cli_v4-5_noformat/symexe/config_symexe +++ b/experiments/subjects/commons-cli_v4-5_noformat/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3bitvector symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/commons-cli_v5-6_noformat/.gitignore b/experiments/subjects/commons-cli_v5-6_noformat/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/commons-cli_v5-6_noformat/.gitignore +++ b/experiments/subjects/commons-cli_v5-6_noformat/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/commons-cli_v5-6_noformat/symexe/config_hybrid b/experiments/subjects/commons-cli_v5-6_noformat/symexe/config_hybrid index 5c3d6ad..bdb9e27 100644 --- a/experiments/subjects/commons-cli_v5-6_noformat/symexe/config_hybrid +++ b/experiments/subjects/commons-cli_v5-6_noformat/symexe/config_hybrid @@ -17,7 +17,7 @@ symbolic.shadow=true symbolic.shadow.cfg=false # false because changes are only inherited which is currently not supported symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/commons-cli_v5-6_noformat/symexe/config_symexe b/experiments/subjects/commons-cli_v5-6_noformat/symexe/config_symexe index b7d767f..4ba6379 100644 --- a/experiments/subjects/commons-cli_v5-6_noformat/symexe/config_symexe +++ b/experiments/subjects/commons-cli_v5-6_noformat/symexe/config_symexe @@ -16,7 +16,7 @@ symbolic.shadow=true symbolic.shadow.cfg=false # false because changes are only inherited which is currently not supported symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/example/.gitignore b/experiments/subjects/example/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/example/.gitignore +++ b/experiments/subjects/example/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/example/results/fuzzer-out/afl/.cur_input b/experiments/subjects/example/results/fuzzer-out/afl/.cur_input deleted file mode 100644 index 9cbe6ea..0000000 --- a/experiments/subjects/example/results/fuzzer-out/afl/.cur_input +++ /dev/null @@ -1 +0,0 @@ -e \ No newline at end of file diff --git a/experiments/subjects/example/results/fuzzer-out/afl/crashes/README.txt b/experiments/subjects/example/results/fuzzer-out/afl/crashes/README.txt deleted file mode 100644 index d92ce12..0000000 --- a/experiments/subjects/example/results/fuzzer-out/afl/crashes/README.txt +++ /dev/null @@ -1,17 +0,0 @@ -Command line used to find this crash: - -/Users/yannic/repositories/regfuzzsym/afl/afl-fuzz -i in_dir -o fuzzer-out -c regression -S afl -t 999999999 -r 2 /Users/yannic/repositories/regfuzzsym/kelinci-regression/fuzzerside/interface -t 2 @@ - -If you can't reproduce a bug outside of afl-fuzz, be sure to set the same -memory limit. The limit used for this fuzzing session was 50.0 MB. - -Need a tool to minimize test cases before investigating the crashes or sending -them to a vendor? Check out the afl-tmin that comes with the fuzzer! - -Found any cool bugs in open-source tools using afl-fuzz? If yes, please drop -me a mail at once the issues are fixed - I'd love to -add your finds to the gallery at: - - http://lcamtuf.coredump.cx/afl/ - -Thanks :-) diff --git a/experiments/subjects/example/results/fuzzer-out/afl/crashes/id:000000,sig:06,src:000000,op:havoc,rep:128 b/experiments/subjects/example/results/fuzzer-out/afl/crashes/id:000000,sig:06,src:000000,op:havoc,rep:128 deleted file mode 100644 index 9d68933..0000000 --- a/experiments/subjects/example/results/fuzzer-out/afl/crashes/id:000000,sig:06,src:000000,op:havoc,rep:128 +++ /dev/null @@ -1 +0,0 @@ -" \ No newline at end of file diff --git a/experiments/subjects/example/results/fuzzer-out/afl/fuzz_bitmap b/experiments/subjects/example/results/fuzzer-out/afl/fuzz_bitmap deleted file mode 100644 index dd6dd72..0000000 --- a/experiments/subjects/example/results/fuzzer-out/afl/fuzz_bitmap +++ /dev/null @@ -1 +0,0 @@ - \ No newline at end of file diff --git a/experiments/subjects/example/results/fuzzer-out/afl/fuzzer_stats b/experiments/subjects/example/results/fuzzer-out/afl/fuzzer_stats deleted file mode 100644 index 577e5f8..0000000 --- a/experiments/subjects/example/results/fuzzer-out/afl/fuzzer_stats +++ /dev/null @@ -1,28 +0,0 @@ -start_time : 1556108715 -last_update : 1556108905 -fuzzer_pid : 7976 -cycles_done : 0 -execs_done : 1495 -execs_per_sec : 7.91 -paths_total : 26 -paths_favored : 26 -paths_found : 25 -paths_imported : 0 -max_depth : 3 -cur_path : 2 -pending_favs : 24 -pending_total : 24 -variable_paths : 0 -stability : 100.00% -bitmap_cvg : 0.13% -unique_crashes : 1 -unique_hangs : 0 -last_path : 1556108890 -last_crash : 1556108717 -last_hang : 0 -execs_since_crash : 1476 -exec_timeout : 999999999 -afl_banner : afl -afl_version : 2.52bREG -target_mode : default -command_line : /Users/yannic/repositories/regfuzzsym/afl/afl-fuzz -i in_dir -o fuzzer-out -c regression -S afl -t 999999999 -r 2 /Users/yannic/repositories/regfuzzsym/kelinci-regression/fuzzerside/interface -t 2 @@ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/plot_data b/experiments/subjects/example/results/fuzzer-out/afl/plot_data deleted file mode 100644 index 0b9648c..0000000 --- a/experiments/subjects/example/results/fuzzer-out/afl/plot_data +++ /dev/null @@ -1,21 +0,0 @@ -# unix_time, cycles_done, cur_path, paths_total, pending_total, pending_favs, map_size, unique_crashes, unique_hangs, max_depth, execs_per_sec, lowscore, highscore, regression, patch_dist -1556108716, 0, 0, 1, 1, 1, 0.01%, 0, 0, 1, 8.35, 1, 1, 2, 2 -1556108721, 0, 0, 5, 5, 1, 0.03%, 1, 0, 2, 8.10, 1, 2, 2, 2 -1556108726, 0, 0, 6, 6, 1, 0.03%, 1, 0, 2, 8.07, 1, 2, 0, 0 -1556108732, 0, 0, 7, 7, 1, 0.04%, 1, 0, 2, 7.96, 1, 2, 0, 0 -1556108737, 0, 0, 9, 9, 1, 0.05%, 1, 0, 2, 7.99, 1, 2, 0, 0 -1556108742, 0, 0, 10, 10, 1, 0.05%, 1, 0, 2, 8.01, 1, 2, 0, 0 -1556108752, 0, 0, 11, 11, 1, 0.06%, 1, 0, 2, 7.94, 1, 2, 0, 0 -1556108757, 0, 0, 12, 12, 1, 0.06%, 1, 0, 2, 7.95, 1, 2, 0, 0 -1556108762, 0, 0, 15, 15, 1, 0.07%, 1, 0, 2, 7.98, 1, 2, 0, 0 -1556108772, 0, 0, 16, 16, 1, 0.08%, 1, 0, 2, 7.87, 1, 2, 0, 0 -1556108777, 0, 0, 17, 17, 1, 0.08%, 1, 0, 2, 7.91, 1, 2, 0, 0 -1556108782, 0, 0, 20, 20, 1, 0.10%, 1, 0, 2, 7.88, 1, 2, 0, 0 -1556108792, 0, 0, 21, 21, 1, 0.10%, 1, 0, 2, 7.64, 1, 2, 0, 0 -1556108797, 0, 0, 22, 22, 1, 0.11%, 1, 0, 2, 7.74, 1, 2, 0, 0 -1556108813, 0, 0, 23, 23, 1, 0.11%, 1, 0, 2, 7.84, 1, 2, 0, 0 -1556108849, 0, 0, 24, 24, 1, 0.12%, 1, 0, 2, 7.82, 1, 2, 0, 0 -1556108854, 0, 0, 25, 25, 1, 0.12%, 1, 0, 2, 7.80, 1, 2, 0, 0 -1556108859, 0, 1, 25, 24, 24, 0.12%, 1, 0, 2, 7.83, 1, 2, 0, 0 -1556108895, 0, 1, 26, 25, 24, 0.13%, 1, 0, 3, 7.90, 1, 2, 0, 0 -1556108900, 0, 2, 26, 24, 24, 0.13%, 1, 0, 3, 7.82, 1, 2, 0, 0 diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000000,orig:example b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000000,orig:example deleted file mode 100644 index be485e0..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000000,orig:example and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000001,src:000000,op:havoc,rep:4,+cov,+ddiff,+patchdist b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000001,src:000000,op:havoc,rep:4,+cov,+ddiff,+patchdist deleted file mode 100644 index b104a09..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000001,src:000000,op:havoc,rep:4,+cov,+ddiff,+patchdist and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000002,src:000000,op:havoc,rep:8,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000002,src:000000,op:havoc,rep:8,+cov deleted file mode 100644 index 0b5e768..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000002,src:000000,op:havoc,rep:8,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000003,src:000000,op:havoc,rep:32,+cov,highscore,+odiff,+patchdist b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000003,src:000000,op:havoc,rep:32,+cov,highscore,+odiff,+patchdist deleted file mode 100644 index 685a607..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000003,src:000000,op:havoc,rep:32,+cov,highscore,+odiff,+patchdist and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000004,src:000000,op:havoc,rep:16,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000004,src:000000,op:havoc,rep:16,+cov deleted file mode 100644 index 3c4d626..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000004,src:000000,op:havoc,rep:16,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000005,src:000000,op:havoc,rep:2,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000005,src:000000,op:havoc,rep:2,+cov deleted file mode 100644 index 409af5b..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000005,src:000000,op:havoc,rep:2,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000006,src:000000,op:havoc,rep:64,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000006,src:000000,op:havoc,rep:64,+cov deleted file mode 100644 index c74edc6..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000006,src:000000,op:havoc,rep:64,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000007,src:000000,op:havoc,rep:8,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000007,src:000000,op:havoc,rep:8,+cov deleted file mode 100644 index c6edb83..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000007,src:000000,op:havoc,rep:8,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000008,src:000000,op:havoc,rep:16,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000008,src:000000,op:havoc,rep:16,+cov deleted file mode 100644 index 553806a..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000008,src:000000,op:havoc,rep:16,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000009,src:000000,op:havoc,rep:8,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000009,src:000000,op:havoc,rep:8,+cov deleted file mode 100644 index 636ec3a..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000009,src:000000,op:havoc,rep:8,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000010,src:000000,op:havoc,rep:64,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000010,src:000000,op:havoc,rep:64,+cov deleted file mode 100644 index c94ec48..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000010,src:000000,op:havoc,rep:64,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000011,src:000000,op:havoc,rep:16,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000011,src:000000,op:havoc,rep:16,+cov deleted file mode 100644 index c32a6ac..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000011,src:000000,op:havoc,rep:16,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000012,src:000000,op:havoc,rep:4,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000012,src:000000,op:havoc,rep:4,+cov deleted file mode 100644 index 3aa7e7c..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000012,src:000000,op:havoc,rep:4,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000013,src:000000,op:havoc,rep:16,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000013,src:000000,op:havoc,rep:16,+cov deleted file mode 100644 index 7928ddc..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000013,src:000000,op:havoc,rep:16,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000014,src:000000,op:havoc,rep:32,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000014,src:000000,op:havoc,rep:32,+cov deleted file mode 100644 index 848e568..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000014,src:000000,op:havoc,rep:32,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000015,src:000000,op:havoc,rep:16,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000015,src:000000,op:havoc,rep:16,+cov deleted file mode 100644 index 2c6c6ad..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000015,src:000000,op:havoc,rep:16,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000016,src:000000,op:havoc,rep:16,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000016,src:000000,op:havoc,rep:16,+cov deleted file mode 100644 index f3e80ed..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000016,src:000000,op:havoc,rep:16,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000017,src:000000,op:havoc,rep:128,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000017,src:000000,op:havoc,rep:128,+cov deleted file mode 100644 index ce6632f..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000017,src:000000,op:havoc,rep:128,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000018,src:000000,op:havoc,rep:8,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000018,src:000000,op:havoc,rep:8,+cov deleted file mode 100644 index f4ec65e..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000018,src:000000,op:havoc,rep:8,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000019,src:000000,op:havoc,rep:8,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000019,src:000000,op:havoc,rep:8,+cov deleted file mode 100644 index 82a0c13..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000019,src:000000,op:havoc,rep:8,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000020,src:000000,op:havoc,rep:64,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000020,src:000000,op:havoc,rep:64,+cov deleted file mode 100644 index eaf026f..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000020,src:000000,op:havoc,rep:64,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000021,src:000000,op:havoc,rep:8,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000021,src:000000,op:havoc,rep:8,+cov deleted file mode 100644 index aede89d..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000021,src:000000,op:havoc,rep:8,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000022,src:000000,op:havoc,rep:16,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000022,src:000000,op:havoc,rep:16,+cov deleted file mode 100644 index a7de6d4..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000022,src:000000,op:havoc,rep:16,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000023,src:000000+000020,op:splice,rep:128,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000023,src:000000+000020,op:splice,rep:128,+cov deleted file mode 100644 index 65fdeda..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000023,src:000000+000020,op:splice,rep:128,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000024,src:000000+000020,op:splice,rep:16,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000024,src:000000+000020,op:splice,rep:16,+cov deleted file mode 100644 index 8717ae6..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000024,src:000000+000020,op:splice,rep:16,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000025,src:000001+000024,op:splice,rep:128,+cov b/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000025,src:000001+000024,op:splice,rep:128,+cov deleted file mode 100644 index 9efe968..0000000 Binary files a/experiments/subjects/example/results/fuzzer-out/afl/queue/id:000025,src:000001+000024,op:splice,rep:128,+cov and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/export-statistic.txt b/experiments/subjects/example/results/symexe-out/export-statistic.txt deleted file mode 100644 index b32f043..0000000 --- a/experiments/subjects/example/results/symexe-out/export-statistic.txt +++ /dev/null @@ -1,107 +0,0 @@ -# time, tmpFile, file, branch, highscore -55,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/100,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000001,+cov -56,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/101,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000002,+cov,+ddiff -56,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/102,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000003,+cov,+ddiff -57,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/103,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000004,+ddiff,+crash -58,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/105,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000005,+ddiff -83,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/208,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000006,+ddiff -84,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/209,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000007,+ddiff -84,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/210,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000008,+ddiff -85,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/211,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000009,+ddiff -85,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/212,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000010,+ddiff -86,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/213,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000011,+ddiff -86,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/214,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000012,+ddiff -87,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/215,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000013,+ddiff -87,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/216,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000014,+ddiff -88,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/217,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000015,+ddiff -88,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/218,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000016,+ddiff -89,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/219,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000017,+ddiff -89,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/220,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000018,+ddiff -89,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/221,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000019,+ddiff -90,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/222,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000020,+ddiff -90,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/223,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000021,+ddiff -91,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/224,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000022,+ddiff -91,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/225,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000023,+ddiff -92,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/226,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000024,+ddiff -92,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/227,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000025,+ddiff -93,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/228,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000026,+ddiff -93,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/229,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000027,+ddiff -94,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/230,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000028,+ddiff -94,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/231,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000029,+ddiff -95,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/232,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000030,+ddiff -95,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/233,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000031,+ddiff -96,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/234,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000032,+ddiff -96,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/235,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000033,+ddiff -97,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/236,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000034,+ddiff -97,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/237,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000035,+ddiff -97,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/238,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000036,+ddiff -98,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/239,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000037,+ddiff -98,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/240,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000038,+ddiff -99,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/241,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000039,+ddiff -99,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/242,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000040,+ddiff -100,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/243,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000041,+ddiff -100,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/244,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000042,+ddiff -101,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/245,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000043,+ddiff -101,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/246,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000044,+ddiff -102,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/247,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000045,+ddiff -102,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/248,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000046,+ddiff -103,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/249,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000047,+ddiff -103,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/250,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000048,+ddiff -104,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/251,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000049,+ddiff -104,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/252,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000050,+ddiff -105,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/253,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000051,+ddiff -105,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/254,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000052,+ddiff -106,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/255,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000053,+ddiff -106,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/256,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000054,+ddiff -107,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/257,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000055,+ddiff -107,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/258,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000056,+ddiff -108,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/259,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000057,+ddiff -108,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/260,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000058,+ddiff -109,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/261,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000059,+ddiff -109,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/262,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000060,+ddiff -109,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/263,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000061,+ddiff -110,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/264,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000062,+ddiff -110,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/265,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000063,+ddiff -111,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/266,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000064,+ddiff -111,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/267,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000065,+ddiff -112,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/268,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000066,+ddiff -113,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/269,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000067,+ddiff -113,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/270,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000068,+ddiff -114,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/271,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000069,+ddiff -114,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/272,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000070,+ddiff -115,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/273,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000071,+ddiff -116,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/274,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000072,+ddiff -116,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/275,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000073,+ddiff -117,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/276,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000074,+ddiff -117,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/277,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000075,+ddiff -118,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/278,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000076,+ddiff -118,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/279,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000077,+ddiff -119,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/280,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000078,+ddiff -119,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/281,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000079,+ddiff -119,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/282,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000080,+ddiff -120,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/283,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000081,+ddiff -120,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/284,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000082,+ddiff -121,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/285,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000083,+ddiff -121,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/286,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000084,+ddiff -122,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/287,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000085,+ddiff -122,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/288,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000086,+ddiff -123,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/289,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000087,+ddiff -123,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/290,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000088,+ddiff -124,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/291,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000089,+ddiff -124,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/292,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000090,+ddiff -125,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/293,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000091,+ddiff -125,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/294,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000092,+ddiff -126,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/295,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000093,+ddiff -126,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/296,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000094,+ddiff -127,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/297,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000095,+ddiff -127,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/298,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000096,+ddiff -128,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/299,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000097,+ddiff -128,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/300,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000098,+ddiff -129,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/301,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000099,+ddiff -129,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/302,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000100,+ddiff -130,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/303,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000101,+ddiff -130,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/304,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000102,+ddiff -131,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/305,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000103,+ddiff -131,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/306,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000104,+ddiff -132,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/307,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000105,+ddiff -132,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/308,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/queue/id:000106,+ddiff diff --git a/experiments/subjects/example/results/symexe-out/generation-statistic.txt b/experiments/subjects/example/results/symexe-out/generation-statistic.txt deleted file mode 100644 index 40cd813..0000000 --- a/experiments/subjects/example/results/symexe-out/generation-statistic.txt +++ /dev/null @@ -1,310 +0,0 @@ -# time, file -2,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/0 -2,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/1 -3,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/2 -4,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/3 -5,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/4 -6,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/5 -7,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/6 -7,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/7 -8,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/8 -9,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/9 -10,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/10 -11,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/11 -11,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/12 -12,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/13 -12,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/14 -13,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/15 -13,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/16 -14,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/17 -14,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/18 -15,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/19 -15,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/20 -16,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/21 -16,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/22 -17,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/23 -17,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/24 -18,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/25 -18,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/26 -19,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/27 -19,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/28 -20,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/29 -20,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/30 -21,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/31 -21,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/32 -22,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/33 -22,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/34 -23,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/35 -23,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/36 -24,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/37 -24,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/38 -25,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/39 -25,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/40 -26,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/41 -26,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/42 -27,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/43 -27,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/44 -28,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/45 -28,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/46 -29,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/47 -29,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/48 -29,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/49 -30,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/50 -30,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/51 -31,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/52 -31,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/53 -32,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/54 -32,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/55 -32,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/56 -33,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/57 -33,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/58 -34,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/59 -34,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/60 -35,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/61 -35,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/62 -36,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/63 -36,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/64 -37,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/65 -38,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/66 -38,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/67 -38,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/68 -39,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/69 -39,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/70 -40,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/71 -40,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/72 -41,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/73 -41,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/74 -41,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/75 -42,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/76 -43,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/77 -43,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/78 -44,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/79 -45,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/80 -45,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/81 -46,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/82 -47,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/83 -47,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/84 -48,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/85 -49,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/86 -49,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/87 -49,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/88 -50,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/89 -50,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/90 -51,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/91 -51,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/92 -51,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/93 -52,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/94 -52,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/95 -53,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/96 -53,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/97 -54,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/98 -54,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/99 -55,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/100 -56,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/101 -56,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/102 -57,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/103 -57,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/104 -58,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/105 -59,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/106 -59,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/107 -60,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/108 -60,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/109 -60,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/110 -60,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/111 -61,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/112 -61,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/113 -62,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/114 -62,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/115 -62,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/116 -63,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/117 -63,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/118 -63,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/119 -64,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/120 -64,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/121 -64,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/122 -64,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/123 -65,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/124 -65,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/125 -65,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/126 -66,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/127 -66,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/128 -66,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/129 -66,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/130 -67,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/131 -67,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/132 -67,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/133 -67,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/134 -68,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/135 -68,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/136 -68,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/137 -68,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/138 -69,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/139 -69,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/140 -69,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/141 -69,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/142 -70,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/143 -70,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/144 -70,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/145 -70,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/146 -71,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/147 -71,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/148 -71,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/149 -71,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/150 -71,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/151 -72,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/152 -72,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/153 -72,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/154 -72,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/155 -72,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/156 -73,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/157 -73,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/158 -73,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/159 -73,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/160 -74,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/161 -74,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/162 -74,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/163 -74,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/164 -74,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/165 -75,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/166 -75,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/167 -75,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/168 -75,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/169 -75,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/170 -76,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/171 -76,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/172 -76,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/173 -76,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/174 -77,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/175 -77,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/176 -77,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/177 -77,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/178 -77,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/179 -78,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/180 -78,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/181 -78,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/182 -78,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/183 -78,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/184 -79,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/185 -79,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/186 -79,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/187 -79,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/188 -79,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/189 -80,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/190 -80,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/191 -80,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/192 -80,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/193 -80,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/194 -81,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/195 -81,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/196 -81,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/197 -81,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/198 -81,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/199 -82,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/200 -82,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/201 -82,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/202 -82,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/203 -82,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/204 -83,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/205 -83,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/206 -83,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/207 -83,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/208 -84,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/209 -84,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/210 -85,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/211 -85,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/212 -86,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/213 -86,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/214 -87,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/215 -87,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/216 -88,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/217 -88,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/218 -88,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/219 -89,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/220 -89,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/221 -90,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/222 -90,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/223 -91,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/224 -91,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/225 -92,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/226 -92,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/227 -93,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/228 -93,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/229 -94,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/230 -94,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/231 -95,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/232 -95,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/233 -95,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/234 -96,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/235 -96,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/236 -97,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/237 -97,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/238 -98,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/239 -98,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/240 -99,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/241 -99,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/242 -100,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/243 -100,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/244 -101,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/245 -101,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/246 -102,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/247 -102,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/248 -103,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/249 -103,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/250 -104,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/251 -104,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/252 -105,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/253 -105,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/254 -106,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/255 -106,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/256 -107,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/257 -107,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/258 -108,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/259 -108,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/260 -108,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/261 -109,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/262 -109,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/263 -110,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/264 -110,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/265 -111,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/266 -111,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/267 -112,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/268 -113,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/269 -113,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/270 -114,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/271 -114,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/272 -115,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/273 -116,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/274 -116,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/275 -117,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/276 -117,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/277 -117,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/278 -118,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/279 -118,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/280 -119,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/281 -119,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/282 -120,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/283 -120,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/284 -121,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/285 -121,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/286 -122,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/287 -122,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/288 -123,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/289 -123,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/290 -124,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/291 -124,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/292 -125,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/293 -125,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/294 -126,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/295 -126,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/296 -127,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/297 -127,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/298 -128,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/299 -128,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/300 -129,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/301 -129,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/302 -130,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/303 -130,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/304 -131,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/305 -131,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/306 -132,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/307 -132,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/symexe-out/tmp/308 diff --git a/experiments/subjects/example/results/symexe-out/import-statistic.txt b/experiments/subjects/example/results/symexe-out/import-statistic.txt deleted file mode 100644 index 7bc925f..0000000 --- a/experiments/subjects/example/results/symexe-out/import-statistic.txt +++ /dev/null @@ -1,2 +0,0 @@ -# time, file, cost -1,/Users/yannic/repositories/regfuzzsym/regression-experiments/example/fuzzing/in_dir/example,2202.0/2202.0 diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000001 b/experiments/subjects/example/results/symexe-out/queue/id:000001 deleted file mode 100644 index 4b2127f..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000001 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000002 b/experiments/subjects/example/results/symexe-out/queue/id:000002 deleted file mode 100644 index 55b77fe..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000002 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000003 b/experiments/subjects/example/results/symexe-out/queue/id:000003 deleted file mode 100644 index dbc90f0..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000003 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000004 b/experiments/subjects/example/results/symexe-out/queue/id:000004 deleted file mode 100644 index ca84ce7..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000004 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000005 b/experiments/subjects/example/results/symexe-out/queue/id:000005 deleted file mode 100644 index 4ce1670..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000005 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000006 b/experiments/subjects/example/results/symexe-out/queue/id:000006 deleted file mode 100644 index 25e9603..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000006 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000007 b/experiments/subjects/example/results/symexe-out/queue/id:000007 deleted file mode 100644 index 6dbe3fb..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000007 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000008 b/experiments/subjects/example/results/symexe-out/queue/id:000008 deleted file mode 100644 index dce32c3..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000008 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000009 b/experiments/subjects/example/results/symexe-out/queue/id:000009 deleted file mode 100644 index b6bbcc0..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000009 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000010 b/experiments/subjects/example/results/symexe-out/queue/id:000010 deleted file mode 100644 index 1d7b2f1..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000010 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000011 b/experiments/subjects/example/results/symexe-out/queue/id:000011 deleted file mode 100644 index d7e0ef0..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000011 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000012 b/experiments/subjects/example/results/symexe-out/queue/id:000012 deleted file mode 100644 index a5e45a3..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000012 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000013 b/experiments/subjects/example/results/symexe-out/queue/id:000013 deleted file mode 100644 index 36e1846..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000013 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000014 b/experiments/subjects/example/results/symexe-out/queue/id:000014 deleted file mode 100644 index 5895b59..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000014 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000015 b/experiments/subjects/example/results/symexe-out/queue/id:000015 deleted file mode 100644 index 81ab9cf..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000015 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000016 b/experiments/subjects/example/results/symexe-out/queue/id:000016 deleted file mode 100644 index 192a63a..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000016 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000017 b/experiments/subjects/example/results/symexe-out/queue/id:000017 deleted file mode 100644 index 9c141d5..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000017 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000018 b/experiments/subjects/example/results/symexe-out/queue/id:000018 deleted file mode 100644 index f52979e..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000018 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000019 b/experiments/subjects/example/results/symexe-out/queue/id:000019 deleted file mode 100644 index e00aab8..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000019 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000020 b/experiments/subjects/example/results/symexe-out/queue/id:000020 deleted file mode 100644 index 89edea7..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000020 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000021 b/experiments/subjects/example/results/symexe-out/queue/id:000021 deleted file mode 100644 index f6baaf2..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000021 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000022 b/experiments/subjects/example/results/symexe-out/queue/id:000022 deleted file mode 100644 index c7a5238..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000022 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000023 b/experiments/subjects/example/results/symexe-out/queue/id:000023 deleted file mode 100644 index f9c8195..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000023 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000024 b/experiments/subjects/example/results/symexe-out/queue/id:000024 deleted file mode 100644 index 60bf983..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000024 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000025 b/experiments/subjects/example/results/symexe-out/queue/id:000025 deleted file mode 100644 index fed3abe..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000025 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000026 b/experiments/subjects/example/results/symexe-out/queue/id:000026 deleted file mode 100644 index 19222a8..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000026 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000027 b/experiments/subjects/example/results/symexe-out/queue/id:000027 deleted file mode 100644 index 0276b0e..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000027 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000028 b/experiments/subjects/example/results/symexe-out/queue/id:000028 deleted file mode 100644 index 79b642b..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000028 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000029 b/experiments/subjects/example/results/symexe-out/queue/id:000029 deleted file mode 100644 index 54df34f..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000029 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000030 b/experiments/subjects/example/results/symexe-out/queue/id:000030 deleted file mode 100644 index 2acfe3f..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000030 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000031 b/experiments/subjects/example/results/symexe-out/queue/id:000031 deleted file mode 100644 index 0d13798..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000031 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000032 b/experiments/subjects/example/results/symexe-out/queue/id:000032 deleted file mode 100644 index 0c6948b..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000032 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000033 b/experiments/subjects/example/results/symexe-out/queue/id:000033 deleted file mode 100644 index 8803084..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000033 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000034 b/experiments/subjects/example/results/symexe-out/queue/id:000034 deleted file mode 100644 index 5b47fa9..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000034 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000035 b/experiments/subjects/example/results/symexe-out/queue/id:000035 deleted file mode 100644 index f61d897..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000035 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000036 b/experiments/subjects/example/results/symexe-out/queue/id:000036 deleted file mode 100644 index f35be1f..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000036 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000037 b/experiments/subjects/example/results/symexe-out/queue/id:000037 deleted file mode 100644 index dfa79a6..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000037 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000038 b/experiments/subjects/example/results/symexe-out/queue/id:000038 deleted file mode 100644 index a570aa6..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000038 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000039 b/experiments/subjects/example/results/symexe-out/queue/id:000039 deleted file mode 100644 index c1fee76..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000039 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000040 b/experiments/subjects/example/results/symexe-out/queue/id:000040 deleted file mode 100644 index 4fdc4ac..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000040 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000041 b/experiments/subjects/example/results/symexe-out/queue/id:000041 deleted file mode 100644 index ada0d7e..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000041 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000042 b/experiments/subjects/example/results/symexe-out/queue/id:000042 deleted file mode 100644 index 9eca84d..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000042 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000043 b/experiments/subjects/example/results/symexe-out/queue/id:000043 deleted file mode 100644 index 10ef46d..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000043 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000044 b/experiments/subjects/example/results/symexe-out/queue/id:000044 deleted file mode 100644 index 83a86dc..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000044 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000045 b/experiments/subjects/example/results/symexe-out/queue/id:000045 deleted file mode 100644 index 50ff8ac..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000045 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000046 b/experiments/subjects/example/results/symexe-out/queue/id:000046 deleted file mode 100644 index 64bb210..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000046 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000047 b/experiments/subjects/example/results/symexe-out/queue/id:000047 deleted file mode 100644 index 8cb3538..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000047 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000048 b/experiments/subjects/example/results/symexe-out/queue/id:000048 deleted file mode 100644 index 5e1a8eb..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000048 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000049 b/experiments/subjects/example/results/symexe-out/queue/id:000049 deleted file mode 100644 index 6dfe599..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000049 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000050 b/experiments/subjects/example/results/symexe-out/queue/id:000050 deleted file mode 100644 index b73e51a..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000050 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000051 b/experiments/subjects/example/results/symexe-out/queue/id:000051 deleted file mode 100644 index 1d45fac..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000051 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000052 b/experiments/subjects/example/results/symexe-out/queue/id:000052 deleted file mode 100644 index 82a27f6..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000052 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000053 b/experiments/subjects/example/results/symexe-out/queue/id:000053 deleted file mode 100644 index b7a5e9c..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000053 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000054 b/experiments/subjects/example/results/symexe-out/queue/id:000054 deleted file mode 100644 index 8ddc9bd..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000054 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000055 b/experiments/subjects/example/results/symexe-out/queue/id:000055 deleted file mode 100644 index 5de5983..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000055 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000056 b/experiments/subjects/example/results/symexe-out/queue/id:000056 deleted file mode 100644 index 9997c56..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000056 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000057 b/experiments/subjects/example/results/symexe-out/queue/id:000057 deleted file mode 100644 index f352694..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000057 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000058 b/experiments/subjects/example/results/symexe-out/queue/id:000058 deleted file mode 100644 index e9e3510..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000058 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000059 b/experiments/subjects/example/results/symexe-out/queue/id:000059 deleted file mode 100644 index 8664180..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000059 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000060 b/experiments/subjects/example/results/symexe-out/queue/id:000060 deleted file mode 100644 index bdae140..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000060 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000061 b/experiments/subjects/example/results/symexe-out/queue/id:000061 deleted file mode 100644 index 07506d0..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000061 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000062 b/experiments/subjects/example/results/symexe-out/queue/id:000062 deleted file mode 100644 index 5acabe5..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000062 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000063 b/experiments/subjects/example/results/symexe-out/queue/id:000063 deleted file mode 100644 index 899e6bb..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000063 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000064 b/experiments/subjects/example/results/symexe-out/queue/id:000064 deleted file mode 100644 index ef53e7e..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000064 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000065 b/experiments/subjects/example/results/symexe-out/queue/id:000065 deleted file mode 100644 index a3e7eda..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000065 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000066 b/experiments/subjects/example/results/symexe-out/queue/id:000066 deleted file mode 100644 index 3767f21..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000066 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000067 b/experiments/subjects/example/results/symexe-out/queue/id:000067 deleted file mode 100644 index acaa494..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000067 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000068 b/experiments/subjects/example/results/symexe-out/queue/id:000068 deleted file mode 100644 index a0e02d3..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000068 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000069 b/experiments/subjects/example/results/symexe-out/queue/id:000069 deleted file mode 100644 index 6ef16d8..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000069 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000070 b/experiments/subjects/example/results/symexe-out/queue/id:000070 deleted file mode 100644 index 57b4499..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000070 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000071 b/experiments/subjects/example/results/symexe-out/queue/id:000071 deleted file mode 100644 index 5067134..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000071 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000072 b/experiments/subjects/example/results/symexe-out/queue/id:000072 deleted file mode 100644 index b6f39d3..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000072 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000073 b/experiments/subjects/example/results/symexe-out/queue/id:000073 deleted file mode 100644 index 9ec324e..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000073 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000074 b/experiments/subjects/example/results/symexe-out/queue/id:000074 deleted file mode 100644 index aff52b6..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000074 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000075 b/experiments/subjects/example/results/symexe-out/queue/id:000075 deleted file mode 100644 index 10a7791..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000075 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000076 b/experiments/subjects/example/results/symexe-out/queue/id:000076 deleted file mode 100644 index 52d47a1..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000076 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000077 b/experiments/subjects/example/results/symexe-out/queue/id:000077 deleted file mode 100644 index 4902d1b..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000077 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000078 b/experiments/subjects/example/results/symexe-out/queue/id:000078 deleted file mode 100644 index 0f285a0..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000078 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000079 b/experiments/subjects/example/results/symexe-out/queue/id:000079 deleted file mode 100644 index 7a46ad3..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000079 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000080 b/experiments/subjects/example/results/symexe-out/queue/id:000080 deleted file mode 100644 index cec77ac..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000080 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000081 b/experiments/subjects/example/results/symexe-out/queue/id:000081 deleted file mode 100644 index a2bb1a4..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000081 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000082 b/experiments/subjects/example/results/symexe-out/queue/id:000082 deleted file mode 100644 index fbcbb25..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000082 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000083 b/experiments/subjects/example/results/symexe-out/queue/id:000083 deleted file mode 100644 index f38016b..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000083 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000084 b/experiments/subjects/example/results/symexe-out/queue/id:000084 deleted file mode 100644 index 4587296..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000084 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000085 b/experiments/subjects/example/results/symexe-out/queue/id:000085 deleted file mode 100644 index 385654e..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000085 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000086 b/experiments/subjects/example/results/symexe-out/queue/id:000086 deleted file mode 100644 index 8fcd1cb..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000086 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000087 b/experiments/subjects/example/results/symexe-out/queue/id:000087 deleted file mode 100644 index 2f60645..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000087 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000088 b/experiments/subjects/example/results/symexe-out/queue/id:000088 deleted file mode 100644 index 75fe191..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000088 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000089 b/experiments/subjects/example/results/symexe-out/queue/id:000089 deleted file mode 100644 index f2d4173..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000089 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000090 b/experiments/subjects/example/results/symexe-out/queue/id:000090 deleted file mode 100644 index 2e509f0..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000090 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000091 b/experiments/subjects/example/results/symexe-out/queue/id:000091 deleted file mode 100644 index 70a09be..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000091 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000092 b/experiments/subjects/example/results/symexe-out/queue/id:000092 deleted file mode 100644 index 3700b20..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000092 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000093 b/experiments/subjects/example/results/symexe-out/queue/id:000093 deleted file mode 100644 index d46cb83..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000093 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000094 b/experiments/subjects/example/results/symexe-out/queue/id:000094 deleted file mode 100644 index 7244392..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000094 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000095 b/experiments/subjects/example/results/symexe-out/queue/id:000095 deleted file mode 100644 index ed30462..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000095 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000096 b/experiments/subjects/example/results/symexe-out/queue/id:000096 deleted file mode 100644 index fff6bd7..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000096 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000097 b/experiments/subjects/example/results/symexe-out/queue/id:000097 deleted file mode 100644 index 0f065b9..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000097 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000098 b/experiments/subjects/example/results/symexe-out/queue/id:000098 deleted file mode 100644 index 5f0b753..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000098 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000099 b/experiments/subjects/example/results/symexe-out/queue/id:000099 deleted file mode 100644 index 73dc42b..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000099 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000100 b/experiments/subjects/example/results/symexe-out/queue/id:000100 deleted file mode 100644 index 38b9cbf..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000100 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000101 b/experiments/subjects/example/results/symexe-out/queue/id:000101 deleted file mode 100644 index cc88909..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000101 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000102 b/experiments/subjects/example/results/symexe-out/queue/id:000102 deleted file mode 100644 index 66a5212..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000102 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000103 b/experiments/subjects/example/results/symexe-out/queue/id:000103 deleted file mode 100644 index b10ffd4..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000103 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000104 b/experiments/subjects/example/results/symexe-out/queue/id:000104 deleted file mode 100644 index 8aafd5a..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000104 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000105 b/experiments/subjects/example/results/symexe-out/queue/id:000105 deleted file mode 100644 index d1ae2f3..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000105 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/queue/id:000106 b/experiments/subjects/example/results/symexe-out/queue/id:000106 deleted file mode 100644 index d9e608a..0000000 Binary files a/experiments/subjects/example/results/symexe-out/queue/id:000106 and /dev/null differ diff --git a/experiments/subjects/example/results/symexe-out/trie-statistic.txt b/experiments/subjects/example/results/symexe-out/trie-statistic.txt deleted file mode 100644 index 044bc4b..0000000 --- a/experiments/subjects/example/results/symexe-out/trie-statistic.txt +++ /dev/null @@ -1,1452 +0,0 @@ -# time, numberOfNodes, lengthPrioQueue, instructionMapping, sizeSolutionQueue , alreadyReadInputFiles -1,5,5,5,0,1 -1,8,4,4,0,1 -1,8,4,4,0,1 -1,9,3,3,0,1 -1,9,3,3,0,1 -2,10,2,2,1,1 -2,14,7,7,0,1 -2,17,6,6,0,1 -2,17,6,6,0,1 -2,18,5,5,0,1 -2,18,5,5,0,1 -2,19,4,4,1,1 -3,23,9,9,0,1 -3,26,8,8,0,1 -3,26,8,8,0,1 -3,27,7,7,0,1 -3,27,7,7,0,1 -3,28,6,6,1,1 -3,32,11,11,0,1 -3,35,10,10,0,1 -3,35,10,10,0,1 -4,36,9,9,0,1 -4,36,9,9,0,1 -4,37,8,8,1,1 -4,41,13,13,0,1 -4,44,12,12,0,1 -4,44,12,12,0,1 -4,45,11,11,0,1 -4,45,11,11,0,1 -5,46,10,10,1,1 -5,50,15,15,0,1 -5,53,14,14,0,1 -5,53,14,14,0,1 -5,54,13,13,0,1 -5,54,13,13,0,1 -6,55,12,12,1,1 -6,59,17,17,0,1 -6,62,16,16,0,1 -6,62,16,16,0,1 -6,63,15,15,0,1 -6,63,15,15,0,1 -7,64,14,14,1,1 -7,68,19,19,0,1 -7,71,18,18,0,1 -7,71,18,18,0,1 -7,72,17,17,0,1 -7,72,17,17,0,1 -7,73,16,16,1,1 -8,77,21,21,0,1 -8,80,20,20,0,1 -8,80,20,20,0,1 -8,81,19,19,0,1 -8,81,19,19,0,1 -8,82,18,18,1,1 -8,86,23,23,0,1 -9,89,22,22,0,1 -9,89,22,22,0,1 -9,90,21,21,0,1 -9,90,21,21,0,1 -9,91,20,20,1,1 -9,95,25,25,0,1 -10,98,24,24,0,1 -10,98,24,24,0,1 -10,99,23,23,0,1 -10,99,23,23,0,1 -10,100,22,22,1,1 -10,104,27,27,0,1 -10,107,26,26,0,1 -10,107,26,26,0,1 -10,108,25,25,0,1 -10,108,25,25,0,1 -11,109,24,24,1,1 -11,113,29,29,0,1 -11,116,28,28,0,1 -11,116,28,28,0,1 -11,117,27,27,0,1 -11,117,27,27,0,1 -11,118,26,26,1,1 -11,122,31,31,0,1 -11,125,30,30,0,1 -11,125,30,30,0,1 -12,126,29,29,0,1 -12,126,29,29,0,1 -12,127,28,28,1,1 -12,131,33,33,0,1 -12,134,32,32,0,1 -12,134,32,32,0,1 -12,135,31,31,0,1 -12,135,31,31,0,1 -12,136,30,30,1,1 -12,140,35,35,0,1 -12,143,34,34,0,1 -12,143,34,34,0,1 -13,144,33,33,0,1 -13,144,33,33,0,1 -13,145,32,32,1,1 -13,149,37,37,0,1 -13,152,36,36,0,1 -13,152,36,36,0,1 -13,153,35,35,0,1 -13,153,35,35,0,1 -13,154,34,34,1,1 -13,158,39,39,0,1 -13,161,38,38,0,1 -13,161,38,38,0,1 -14,162,37,37,0,1 -14,162,37,37,0,1 -14,163,36,36,1,1 -14,167,41,41,0,1 -14,170,40,40,0,1 -14,170,40,40,0,1 -14,171,39,39,0,1 -14,171,39,39,0,1 -14,172,38,38,1,1 -15,176,43,43,0,1 -15,179,42,42,0,1 -15,179,42,42,0,1 -15,180,41,41,0,1 -15,180,41,41,0,1 -15,181,40,40,1,1 -15,185,45,45,0,1 -15,188,44,44,0,1 -15,188,44,44,0,1 -15,189,43,43,0,1 -15,189,43,43,0,1 -15,190,42,42,1,1 -15,194,47,47,0,1 -16,197,46,46,0,1 -16,197,46,46,0,1 -16,198,45,45,0,1 -16,198,45,45,0,1 -16,199,44,44,1,1 -16,203,49,49,0,1 -16,206,48,48,0,1 -16,206,48,48,0,1 -16,207,47,47,0,1 -16,207,47,47,0,1 -16,208,46,46,1,1 -17,212,51,51,0,1 -17,215,50,50,0,1 -17,215,50,50,0,1 -17,216,49,49,0,1 -17,216,49,49,0,1 -17,217,48,48,1,1 -17,221,53,53,0,1 -17,224,52,52,0,1 -17,224,52,52,0,1 -17,225,51,51,0,1 -17,225,51,51,0,1 -17,226,50,50,1,1 -17,230,55,55,0,1 -18,233,54,54,0,1 -18,233,54,54,0,1 -18,234,53,53,0,1 -18,234,53,53,0,1 -18,235,52,52,1,1 -18,239,57,57,0,1 -18,242,56,56,0,1 -18,242,56,56,0,1 -18,243,55,55,0,1 -18,243,55,55,0,1 -18,244,54,54,1,1 -18,248,59,59,0,1 -18,251,58,58,0,1 -18,251,58,58,0,1 -19,252,57,57,0,1 -19,252,57,57,0,1 -19,253,56,56,1,1 -19,257,61,61,0,1 -19,260,60,60,0,1 -19,260,60,60,0,1 -19,261,59,59,0,1 -19,261,59,59,0,1 -19,262,58,58,1,1 -19,266,63,63,0,1 -19,269,62,62,0,1 -19,269,62,62,0,1 -19,270,61,61,0,1 -19,270,61,61,0,1 -20,271,60,60,1,1 -20,275,65,65,0,1 -20,278,64,64,0,1 -20,278,64,64,0,1 -20,279,63,63,0,1 -20,279,63,63,0,1 -20,280,62,62,1,1 -20,284,67,67,0,1 -20,287,66,66,0,1 -20,287,66,66,0,1 -20,288,65,65,0,1 -20,288,65,65,0,1 -21,289,64,64,1,1 -21,293,69,69,0,1 -21,296,68,68,0,1 -21,296,68,68,0,1 -21,297,67,67,0,1 -21,297,67,67,0,1 -21,298,66,66,1,1 -21,302,71,71,0,1 -21,305,70,70,0,1 -21,305,70,70,0,1 -21,306,69,69,0,1 -21,306,69,69,0,1 -22,307,68,68,1,1 -22,311,73,73,0,1 -22,314,72,72,0,1 -22,314,72,72,0,1 -22,315,71,71,0,1 -22,315,71,71,0,1 -22,316,70,70,1,1 -22,320,75,75,0,1 -23,323,74,74,0,1 -23,323,74,74,0,1 -23,324,73,73,0,1 -23,324,73,73,0,1 -23,325,72,72,1,1 -23,329,77,77,0,1 -23,332,76,76,0,1 -23,332,76,76,0,1 -23,333,75,75,0,1 -23,333,75,75,0,1 -23,334,74,74,1,1 -24,338,79,79,0,1 -24,341,78,78,0,1 -24,341,78,78,0,1 -24,342,77,77,0,1 -24,342,77,77,0,1 -24,343,76,76,1,1 -24,347,81,81,0,1 -24,350,80,80,0,1 -24,350,80,80,0,1 -24,351,79,79,0,1 -24,351,79,79,0,1 -24,352,78,78,1,1 -24,356,83,83,0,1 -25,359,82,82,0,1 -25,359,82,82,0,1 -25,360,81,81,0,1 -25,360,81,81,0,1 -25,361,80,80,1,1 -25,365,85,85,0,1 -25,368,84,84,0,1 -25,368,84,84,0,1 -25,369,83,83,0,1 -25,369,83,83,0,1 -25,370,82,82,1,1 -25,374,87,87,0,1 -25,377,86,86,0,1 -25,377,86,86,0,1 -26,378,85,85,0,1 -26,378,85,85,0,1 -26,379,84,84,1,1 -26,383,89,89,0,1 -26,386,88,88,0,1 -26,386,88,88,0,1 -26,387,87,87,0,1 -26,387,87,87,0,1 -26,388,86,86,1,1 -27,392,91,91,0,1 -27,395,90,90,0,1 -27,395,90,90,0,1 -27,396,89,89,0,1 -27,396,89,89,0,1 -27,397,88,88,1,1 -27,401,93,93,0,1 -27,404,92,92,0,1 -27,404,92,92,0,1 -27,405,91,91,0,1 -27,405,91,91,0,1 -27,406,90,90,1,1 -27,410,95,95,0,1 -28,413,94,94,0,1 -28,413,94,94,0,1 -28,414,93,93,0,1 -28,414,93,93,0,1 -28,415,92,92,1,1 -28,419,97,97,0,1 -28,422,96,96,0,1 -28,422,96,96,0,1 -28,423,95,95,0,1 -28,423,95,95,0,1 -28,424,94,94,1,1 -28,428,99,99,0,1 -28,431,98,98,0,1 -28,431,98,98,0,1 -28,432,97,97,0,1 -28,432,97,97,0,1 -29,433,96,96,1,1 -29,437,101,101,0,1 -29,440,100,100,0,1 -29,440,100,100,0,1 -29,441,99,99,0,1 -29,441,99,99,0,1 -29,442,98,98,1,1 -29,446,103,103,0,1 -29,449,102,102,0,1 -29,449,102,102,0,1 -29,450,101,101,0,1 -29,450,101,101,0,1 -29,451,100,100,1,1 -30,455,105,105,0,1 -30,458,104,104,0,1 -30,458,104,104,0,1 -30,459,103,103,0,1 -30,459,103,103,0,1 -30,460,102,102,1,1 -30,464,107,107,0,1 -30,467,106,106,0,1 -30,467,106,106,0,1 -30,468,105,105,0,1 -30,468,105,105,0,1 -30,469,104,104,1,1 -31,473,109,109,0,1 -31,476,108,108,0,1 -31,476,108,108,0,1 -31,477,107,107,0,1 -31,477,107,107,0,1 -31,478,106,106,1,1 -31,482,111,111,0,1 -31,485,110,110,0,1 -31,485,110,110,0,1 -31,486,109,109,0,1 -31,486,109,109,0,1 -31,487,108,108,1,1 -31,491,113,113,0,1 -31,494,112,112,0,1 -31,494,112,112,0,1 -32,495,111,111,0,1 -32,495,111,111,0,1 -32,496,110,110,1,1 -32,500,115,115,0,1 -32,503,114,114,0,1 -32,503,114,114,0,1 -32,504,113,113,0,1 -32,504,113,113,0,1 -32,505,112,112,1,1 -32,509,117,117,0,1 -32,512,116,116,0,1 -32,512,116,116,0,1 -32,513,115,115,0,1 -32,513,115,115,0,1 -32,514,114,114,1,1 -33,518,119,119,0,1 -33,521,118,118,0,1 -33,521,118,118,0,1 -33,522,117,117,0,1 -33,522,117,117,0,1 -33,523,116,116,1,1 -33,527,121,121,0,1 -33,530,120,120,0,1 -33,530,120,120,0,1 -33,531,119,119,0,1 -33,531,119,119,0,1 -33,532,118,118,1,1 -33,536,123,123,0,1 -34,539,122,122,0,1 -34,539,122,122,0,1 -34,540,121,121,0,1 -34,540,121,121,0,1 -34,541,120,120,1,1 -34,545,125,125,0,1 -34,548,124,124,0,1 -34,548,124,124,0,1 -34,549,123,123,0,1 -34,549,123,123,0,1 -34,550,122,122,1,1 -34,554,127,127,0,1 -35,557,126,126,0,1 -35,557,126,126,0,1 -35,558,125,125,0,1 -35,558,125,125,0,1 -35,559,124,124,1,1 -35,563,129,129,0,1 -35,566,128,128,0,1 -35,566,128,128,0,1 -35,567,127,127,0,1 -35,567,127,127,0,1 -35,568,126,126,1,1 -35,572,131,131,0,1 -36,575,130,130,0,1 -36,575,130,130,0,1 -36,576,129,129,0,1 -36,576,129,129,0,1 -36,577,128,128,1,1 -36,581,133,133,0,1 -36,584,132,132,0,1 -36,584,132,132,0,1 -36,585,131,131,0,1 -36,585,131,131,0,1 -36,586,130,130,1,1 -36,590,135,135,0,1 -37,593,134,134,0,1 -37,593,134,134,0,1 -37,594,133,133,0,1 -37,594,133,133,0,1 -37,595,132,132,1,1 -37,599,137,137,0,1 -37,602,136,136,0,1 -37,602,136,136,0,1 -37,603,135,135,0,1 -37,603,135,135,0,1 -38,604,134,134,1,1 -38,608,139,139,0,1 -38,611,138,138,0,1 -38,611,138,138,0,1 -38,612,137,137,0,1 -38,612,137,137,0,1 -38,613,136,136,1,1 -38,617,141,141,0,1 -38,620,140,140,0,1 -38,620,140,140,0,1 -38,621,139,139,0,1 -38,621,139,139,0,1 -38,622,138,138,1,1 -39,626,143,143,0,1 -39,629,142,142,0,1 -39,629,142,142,0,1 -39,630,141,141,0,1 -39,630,141,141,0,1 -39,631,140,140,1,1 -39,635,145,145,0,1 -39,638,144,144,0,1 -39,638,144,144,0,1 -39,639,143,143,0,1 -39,639,143,143,0,1 -39,640,142,142,1,1 -39,644,147,147,0,1 -40,647,146,146,0,1 -40,647,146,146,0,1 -40,648,145,145,0,1 -40,648,145,145,0,1 -40,649,144,144,1,1 -40,653,149,149,0,1 -40,656,148,148,0,1 -40,656,148,148,0,1 -40,657,147,147,0,1 -40,657,147,147,0,1 -40,658,146,146,1,1 -40,662,151,151,0,1 -40,665,150,150,0,1 -40,665,150,150,0,1 -41,666,149,149,0,1 -41,666,149,149,0,1 -41,667,148,148,1,1 -41,671,153,153,0,1 -41,674,152,152,0,1 -41,674,152,152,0,1 -41,675,151,151,0,1 -41,675,151,151,0,1 -41,676,150,150,1,1 -41,680,155,155,0,1 -41,683,154,154,0,1 -41,683,154,154,0,1 -41,684,153,153,0,1 -41,684,153,153,0,1 -41,685,152,152,1,1 -42,689,157,157,0,1 -42,692,156,156,0,1 -42,692,156,156,0,1 -42,693,155,155,0,1 -42,693,155,155,0,1 -42,694,154,154,1,1 -42,698,159,159,0,1 -42,701,158,158,0,1 -42,701,158,158,0,1 -42,702,157,157,0,1 -42,702,157,157,0,1 -43,703,156,156,1,1 -43,707,161,161,0,1 -43,710,160,160,0,1 -43,710,160,160,0,1 -43,711,159,159,0,1 -43,711,159,159,0,1 -43,712,158,158,1,1 -43,716,163,163,0,1 -44,719,162,162,0,1 -44,719,162,162,0,1 -44,720,161,161,0,1 -44,720,161,161,0,1 -44,721,160,160,1,1 -44,725,165,165,0,1 -44,728,164,164,0,1 -44,728,164,164,0,1 -44,729,163,163,0,1 -44,729,163,163,0,1 -45,730,162,162,1,1 -45,734,167,167,0,1 -45,737,166,166,0,1 -45,737,166,166,0,1 -45,738,165,165,0,1 -45,738,165,165,0,1 -45,739,164,164,1,1 -46,743,169,169,0,1 -46,746,168,168,0,1 -46,746,168,168,0,1 -46,747,167,167,0,1 -46,747,167,167,0,1 -46,748,166,166,1,1 -46,752,171,171,0,1 -47,755,170,170,0,1 -47,755,170,170,0,1 -47,756,169,169,0,1 -47,756,169,169,0,1 -47,757,168,168,1,1 -47,761,173,173,0,1 -47,764,172,172,0,1 -47,764,172,172,0,1 -47,765,171,171,0,1 -47,765,171,171,0,1 -47,766,170,170,1,1 -47,770,175,175,0,1 -48,773,174,174,0,1 -48,773,174,174,0,1 -48,774,173,173,0,1 -48,774,173,173,0,1 -48,775,172,172,1,1 -48,779,177,177,0,1 -48,782,176,176,0,1 -48,782,176,176,0,1 -48,783,175,175,0,1 -48,783,175,175,0,1 -49,784,174,174,1,1 -49,788,179,179,0,1 -49,791,178,178,0,1 -49,791,178,178,0,1 -49,792,177,177,0,1 -49,792,177,177,0,1 -49,793,176,176,1,1 -49,797,181,181,0,1 -49,800,180,180,0,1 -49,800,180,180,0,1 -49,801,179,179,0,1 -49,801,179,179,0,1 -49,802,178,178,1,1 -50,806,183,183,0,1 -50,809,182,182,0,1 -50,809,182,182,0,1 -50,810,181,181,0,1 -50,810,181,181,0,1 -50,811,180,180,1,1 -50,815,185,185,0,1 -50,818,184,184,0,1 -50,818,184,184,0,1 -50,819,183,183,0,1 -50,819,183,183,0,1 -50,820,182,182,1,1 -50,824,187,187,0,1 -50,827,186,186,0,1 -50,827,186,186,0,1 -51,828,185,185,0,1 -51,828,185,185,0,1 -51,829,184,184,1,1 -51,833,189,189,0,1 -51,836,188,188,0,1 -51,836,188,188,0,1 -51,837,187,187,0,1 -51,837,187,187,0,1 -51,838,186,186,1,1 -51,842,191,191,0,1 -51,845,190,190,0,1 -51,845,190,190,0,1 -51,846,189,189,0,1 -51,846,189,189,0,1 -51,847,188,188,1,1 -52,851,193,193,0,1 -52,854,192,192,0,1 -52,854,192,192,0,1 -52,855,191,191,0,1 -52,855,191,191,0,1 -52,856,190,190,1,1 -52,860,195,195,0,1 -52,863,194,194,0,1 -52,863,194,194,0,1 -52,864,193,193,0,1 -52,864,193,193,0,1 -52,865,192,192,1,1 -52,869,197,197,0,1 -52,872,196,196,0,1 -52,872,196,196,0,1 -53,873,195,195,0,1 -53,873,195,195,0,1 -53,874,194,194,1,1 -53,878,199,199,0,1 -53,881,198,198,0,1 -53,881,198,198,0,1 -53,882,197,197,0,1 -53,882,197,197,0,1 -53,883,196,196,1,1 -53,887,201,201,0,1 -53,890,200,200,0,1 -53,890,200,200,0,1 -54,891,199,199,0,1 -54,891,199,199,0,1 -54,892,198,198,1,1 -54,896,203,203,0,1 -54,899,202,202,0,1 -54,899,202,202,0,1 -54,900,201,201,0,1 -54,900,201,201,0,1 -54,901,200,200,1,1 -54,905,205,205,0,1 -54,908,204,204,0,1 -54,908,204,204,0,1 -55,909,203,203,0,1 -55,909,203,203,0,1 -55,910,202,202,1,1 -55,915,207,207,0,1 -55,918,206,206,0,1 -55,918,206,206,0,1 -55,919,205,205,0,1 -55,919,205,205,0,1 -56,920,204,204,1,1 -56,924,208,208,0,1 -56,926,207,207,1,1 -56,929,211,211,0,1 -57,930,210,210,1,1 -57,930,210,210,0,1 -57,931,209,209,1,1 -57,933,212,212,0,1 -58,935,211,211,1,1 -58,937,213,213,0,1 -58,940,212,212,0,1 -58,940,212,212,0,1 -58,943,211,211,0,1 -58,943,211,211,0,1 -59,946,210,210,0,1 -59,946,210,210,0,1 -59,947,209,209,0,1 -59,947,209,209,0,1 -59,948,208,208,1,1 -59,948,208,208,0,1 -59,949,207,207,1,1 -59,949,207,207,0,1 -60,950,206,206,1,1 -60,950,206,206,0,1 -60,951,205,205,1,1 -60,951,205,205,0,1 -60,952,204,204,1,1 -60,952,204,204,0,1 -60,953,203,203,1,1 -61,953,203,203,0,1 -61,954,202,202,1,1 -61,954,202,202,0,1 -61,955,201,201,1,1 -61,955,201,201,0,1 -62,956,200,200,1,1 -62,956,200,200,0,1 -62,957,199,199,1,1 -62,957,199,199,0,1 -62,958,198,198,1,1 -63,958,198,198,0,1 -63,959,197,197,1,1 -63,959,197,197,0,1 -63,960,196,196,1,1 -63,960,196,196,0,1 -63,961,195,195,1,1 -64,961,195,195,0,1 -64,962,194,194,1,1 -64,962,194,194,0,1 -64,963,193,193,1,1 -64,963,193,193,0,1 -64,964,192,192,1,1 -64,964,192,192,0,1 -64,965,191,191,1,1 -65,965,191,191,0,1 -65,966,190,190,1,1 -65,966,190,190,0,1 -65,967,189,189,1,1 -65,967,189,189,0,1 -65,968,188,188,1,1 -66,968,188,188,0,1 -66,969,187,187,1,1 -66,969,187,187,0,1 -66,970,186,186,1,1 -66,970,186,186,0,1 -66,971,185,185,1,1 -66,971,185,185,0,1 -66,972,184,184,1,1 -67,972,184,184,0,1 -67,973,183,183,1,1 -67,973,183,183,0,1 -67,974,182,182,1,1 -67,974,182,182,0,1 -67,975,181,181,1,1 -67,975,181,181,0,1 -67,976,180,180,1,1 -68,976,180,180,0,1 -68,977,179,179,1,1 -68,977,179,179,0,1 -68,978,178,178,1,1 -68,978,178,178,0,1 -68,979,177,177,1,1 -68,979,177,177,0,1 -68,980,176,176,1,1 -69,980,176,176,0,1 -69,981,175,175,1,1 -69,981,175,175,0,1 -69,982,174,174,1,1 -69,982,174,174,0,1 -69,983,173,173,1,1 -69,983,173,173,0,1 -69,984,172,172,1,1 -69,984,172,172,0,1 -70,985,171,171,1,1 -70,985,171,171,0,1 -70,986,170,170,1,1 -70,986,170,170,0,1 -70,987,169,169,1,1 -70,987,169,169,0,1 -70,988,168,168,1,1 -70,988,168,168,0,1 -71,989,167,167,1,1 -71,989,167,167,0,1 -71,990,166,166,1,1 -71,990,166,166,0,1 -71,991,165,165,1,1 -71,991,165,165,0,1 -71,992,164,164,1,1 -71,992,164,164,0,1 -71,993,163,163,1,1 -72,993,163,163,0,1 -72,994,162,162,1,1 -72,994,162,162,0,1 -72,995,161,161,1,1 -72,995,161,161,0,1 -72,996,160,160,1,1 -72,996,160,160,0,1 -72,997,159,159,1,1 -72,997,159,159,0,1 -72,998,158,158,1,1 -73,998,158,158,0,1 -73,999,157,157,1,1 -73,999,157,157,0,1 -73,1000,156,156,1,1 -73,1000,156,156,0,1 -73,1001,155,155,1,1 -73,1001,155,155,0,1 -73,1002,154,154,1,1 -73,1002,154,154,0,1 -74,1003,153,153,1,1 -74,1003,153,153,0,1 -74,1004,152,152,1,1 -74,1004,152,152,0,1 -74,1005,151,151,1,1 -74,1005,151,151,0,1 -74,1006,150,150,1,1 -74,1006,150,150,0,1 -74,1007,149,149,1,1 -75,1007,149,149,0,1 -75,1008,148,148,1,1 -75,1008,148,148,0,1 -75,1009,147,147,1,1 -75,1009,147,147,0,1 -75,1010,146,146,1,1 -75,1010,146,146,0,1 -75,1011,145,145,1,1 -75,1011,145,145,0,1 -75,1012,144,144,1,1 -76,1012,144,144,0,1 -76,1013,143,143,1,1 -76,1013,143,143,0,1 -76,1014,142,142,1,1 -76,1014,142,142,0,1 -76,1015,141,141,1,1 -76,1015,141,141,0,1 -76,1016,140,140,1,1 -76,1016,140,140,0,1 -77,1017,139,139,1,1 -77,1017,139,139,0,1 -77,1018,138,138,1,1 -77,1018,138,138,0,1 -77,1019,137,137,1,1 -77,1019,137,137,0,1 -77,1020,136,136,1,1 -77,1020,136,136,0,1 -77,1021,135,135,1,1 -77,1021,135,135,0,1 -78,1022,134,134,1,1 -78,1022,134,134,0,1 -78,1023,133,133,1,1 -78,1023,133,133,0,1 -78,1024,132,132,1,1 -78,1024,132,132,0,1 -78,1025,131,131,1,1 -78,1025,131,131,0,1 -78,1026,130,130,1,1 -78,1026,130,130,0,1 -79,1027,129,129,1,1 -79,1027,129,129,0,1 -79,1028,128,128,1,1 -79,1028,128,128,0,1 -79,1029,127,127,1,1 -79,1029,127,127,0,1 -79,1030,126,126,1,1 -79,1030,126,126,0,1 -79,1031,125,125,1,1 -80,1031,125,125,0,1 -80,1032,124,124,1,1 -80,1032,124,124,0,1 -80,1033,123,123,1,1 -80,1033,123,123,0,1 -80,1034,122,122,1,1 -80,1034,122,122,0,1 -80,1035,121,121,1,1 -80,1035,121,121,0,1 -80,1036,120,120,1,1 -81,1036,120,120,0,1 -81,1037,119,119,1,1 -81,1037,119,119,0,1 -81,1038,118,118,1,1 -81,1038,118,118,0,1 -81,1039,117,117,1,1 -81,1039,117,117,0,1 -81,1040,116,116,1,1 -81,1040,116,116,0,1 -81,1041,115,115,1,1 -82,1041,115,115,0,1 -82,1042,114,114,1,1 -82,1042,114,114,0,1 -82,1043,113,113,1,1 -82,1043,113,113,0,1 -82,1044,112,112,1,1 -82,1044,112,112,0,1 -82,1045,111,111,1,1 -82,1045,111,111,0,1 -82,1046,110,110,1,1 -83,1046,110,110,0,1 -83,1047,109,109,1,1 -83,1047,109,109,0,1 -83,1048,108,108,1,1 -83,1048,108,108,0,1 -83,1049,107,107,1,1 -83,1049,107,107,0,1 -83,1050,106,106,1,1 -83,1052,108,108,0,1 -84,1055,107,107,0,1 -84,1055,107,107,0,1 -84,1058,106,106,0,1 -84,1058,106,106,0,1 -84,1059,105,105,1,1 -84,1061,107,107,0,1 -84,1064,106,106,0,1 -84,1064,106,106,0,1 -84,1067,105,105,0,1 -84,1067,105,105,0,1 -84,1068,104,104,1,1 -84,1070,106,106,0,1 -84,1073,105,105,0,1 -84,1073,105,105,0,1 -85,1076,104,104,0,1 -85,1076,104,104,0,1 -85,1077,103,103,1,1 -85,1079,105,105,0,1 -85,1082,104,104,0,1 -85,1082,104,104,0,1 -85,1085,103,103,0,1 -85,1085,103,103,0,1 -85,1086,102,102,1,1 -85,1088,104,104,0,1 -85,1091,103,103,0,1 -85,1091,103,103,0,1 -86,1094,102,102,0,1 -86,1094,102,102,0,1 -86,1095,101,101,1,1 -86,1097,103,103,0,1 -86,1100,102,102,0,1 -86,1100,102,102,0,1 -86,1103,101,101,0,1 -86,1103,101,101,0,1 -86,1104,100,100,1,1 -86,1106,102,102,0,1 -86,1109,101,101,0,1 -86,1109,101,101,0,1 -86,1112,100,100,0,1 -86,1112,100,100,0,1 -87,1113,99,99,1,1 -87,1115,101,101,0,1 -87,1118,100,100,0,1 -87,1118,100,100,0,1 -87,1121,99,99,0,1 -87,1121,99,99,0,1 -87,1122,98,98,1,1 -87,1124,100,100,0,1 -87,1127,99,99,0,1 -87,1127,99,99,0,1 -87,1130,98,98,0,1 -87,1130,98,98,0,1 -88,1131,97,97,1,1 -88,1133,99,99,0,1 -88,1136,98,98,0,1 -88,1136,98,98,0,1 -88,1139,97,97,0,1 -88,1139,97,97,0,1 -88,1140,96,96,1,1 -88,1142,98,98,0,1 -88,1145,97,97,0,1 -88,1145,97,97,0,1 -88,1148,96,96,0,1 -88,1148,96,96,0,1 -88,1149,95,95,1,1 -89,1151,97,97,0,1 -89,1154,96,96,0,1 -89,1154,96,96,0,1 -89,1157,95,95,0,1 -89,1157,95,95,0,1 -89,1158,94,94,1,1 -89,1160,96,96,0,1 -89,1163,95,95,0,1 -89,1163,95,95,0,1 -89,1166,94,94,0,1 -89,1166,94,94,0,1 -89,1167,93,93,1,1 -89,1169,95,95,0,1 -90,1172,94,94,0,1 -90,1172,94,94,0,1 -90,1175,93,93,0,1 -90,1175,93,93,0,1 -90,1176,92,92,1,1 -90,1178,94,94,0,1 -90,1181,93,93,0,1 -90,1181,93,93,0,1 -90,1184,92,92,0,1 -90,1184,92,92,0,1 -90,1185,91,91,1,1 -90,1187,93,93,0,1 -90,1190,92,92,0,1 -91,1190,92,92,0,1 -91,1193,91,91,0,1 -91,1193,91,91,0,1 -91,1194,90,90,1,1 -91,1196,92,92,0,1 -91,1199,91,91,0,1 -91,1199,91,91,0,1 -91,1202,90,90,0,1 -91,1202,90,90,0,1 -91,1203,89,89,1,1 -91,1205,91,91,0,1 -91,1208,90,90,0,1 -91,1208,90,90,0,1 -92,1211,89,89,0,1 -92,1211,89,89,0,1 -92,1212,88,88,1,1 -92,1214,90,90,0,1 -92,1217,89,89,0,1 -92,1217,89,89,0,1 -92,1220,88,88,0,1 -92,1220,88,88,0,1 -92,1221,87,87,1,1 -92,1223,89,89,0,1 -92,1226,88,88,0,1 -92,1226,88,88,0,1 -93,1229,87,87,0,1 -93,1229,87,87,0,1 -93,1230,86,86,1,1 -93,1232,88,88,0,1 -93,1235,87,87,0,1 -93,1235,87,87,0,1 -93,1238,86,86,0,1 -93,1238,86,86,0,1 -93,1239,85,85,1,1 -93,1241,87,87,0,1 -93,1244,86,86,0,1 -93,1244,86,86,0,1 -93,1247,85,85,0,1 -93,1247,85,85,0,1 -94,1248,84,84,1,1 -94,1250,86,86,0,1 -94,1253,85,85,0,1 -94,1253,85,85,0,1 -94,1256,84,84,0,1 -94,1256,84,84,0,1 -94,1257,83,83,1,1 -94,1259,85,85,0,1 -94,1262,84,84,0,1 -94,1262,84,84,0,1 -94,1265,83,83,0,1 -94,1265,83,83,0,1 -94,1266,82,82,1,1 -95,1268,84,84,0,1 -95,1271,83,83,0,1 -95,1271,83,83,0,1 -95,1274,82,82,0,1 -95,1274,82,82,0,1 -95,1275,81,81,1,1 -95,1277,83,83,0,1 -95,1280,82,82,0,1 -95,1280,82,82,0,1 -95,1283,81,81,0,1 -95,1283,81,81,0,1 -95,1284,80,80,1,1 -96,1286,82,82,0,1 -96,1289,81,81,0,1 -96,1289,81,81,0,1 -96,1292,80,80,0,1 -96,1292,80,80,0,1 -96,1293,79,79,1,1 -96,1295,81,81,0,1 -96,1298,80,80,0,1 -96,1298,80,80,0,1 -96,1301,79,79,0,1 -96,1301,79,79,0,1 -96,1302,78,78,1,1 -97,1304,80,80,0,1 -97,1307,79,79,0,1 -97,1307,79,79,0,1 -97,1310,78,78,0,1 -97,1310,78,78,0,1 -97,1311,77,77,1,1 -97,1313,79,79,0,1 -97,1316,78,78,0,1 -97,1316,78,78,0,1 -97,1319,77,77,0,1 -97,1319,77,77,0,1 -97,1320,76,76,1,1 -97,1322,78,78,0,1 -98,1325,77,77,0,1 -98,1325,77,77,0,1 -98,1328,76,76,0,1 -98,1328,76,76,0,1 -98,1329,75,75,1,1 -98,1331,77,77,0,1 -98,1334,76,76,0,1 -98,1334,76,76,0,1 -98,1337,75,75,0,1 -98,1337,75,75,0,1 -98,1338,74,74,1,1 -98,1340,76,76,0,1 -98,1343,75,75,0,1 -98,1343,75,75,0,1 -99,1346,74,74,0,1 -99,1346,74,74,0,1 -99,1347,73,73,1,1 -99,1349,75,75,0,1 -99,1352,74,74,0,1 -99,1352,74,74,0,1 -99,1355,73,73,0,1 -99,1355,73,73,0,1 -99,1356,72,72,1,1 -99,1358,74,74,0,1 -99,1361,73,73,0,1 -99,1361,73,73,0,1 -99,1364,72,72,0,1 -99,1364,72,72,0,1 -100,1365,71,71,1,1 -100,1367,73,73,0,1 -100,1370,72,72,0,1 -100,1370,72,72,0,1 -100,1373,71,71,0,1 -100,1373,71,71,0,1 -100,1374,70,70,1,1 -100,1376,72,72,0,1 -100,1379,71,71,0,1 -100,1379,71,71,0,1 -100,1382,70,70,0,1 -100,1382,70,70,0,1 -101,1383,69,69,1,1 -101,1385,71,71,0,1 -101,1388,70,70,0,1 -101,1388,70,70,0,1 -101,1391,69,69,0,1 -101,1391,69,69,0,1 -101,1392,68,68,1,1 -101,1394,70,70,0,1 -101,1397,69,69,0,1 -101,1397,69,69,0,1 -102,1400,68,68,0,1 -102,1400,68,68,0,1 -102,1401,67,67,1,1 -102,1403,69,69,0,1 -102,1406,68,68,0,1 -102,1406,68,68,0,1 -102,1409,67,67,0,1 -102,1409,67,67,0,1 -102,1410,66,66,1,1 -102,1412,68,68,0,1 -102,1415,67,67,0,1 -102,1415,67,67,0,1 -103,1418,66,66,0,1 -103,1418,66,66,0,1 -103,1419,65,65,1,1 -103,1421,67,67,0,1 -103,1424,66,66,0,1 -103,1424,66,66,0,1 -103,1427,65,65,0,1 -103,1427,65,65,0,1 -103,1428,64,64,1,1 -103,1430,66,66,0,1 -103,1433,65,65,0,1 -103,1433,65,65,0,1 -104,1436,64,64,0,1 -104,1436,64,64,0,1 -104,1437,63,63,1,1 -104,1439,65,65,0,1 -104,1442,64,64,0,1 -104,1442,64,64,0,1 -104,1445,63,63,0,1 -104,1445,63,63,0,1 -104,1446,62,62,1,1 -104,1448,64,64,0,1 -104,1451,63,63,0,1 -104,1451,63,63,0,1 -105,1454,62,62,0,1 -105,1454,62,62,0,1 -105,1455,61,61,1,1 -105,1457,63,63,0,1 -105,1460,62,62,0,1 -105,1460,62,62,0,1 -105,1463,61,61,0,1 -105,1463,61,61,0,1 -105,1464,60,60,1,1 -105,1466,62,62,0,1 -105,1469,61,61,0,1 -105,1469,61,61,0,1 -105,1472,60,60,0,1 -105,1472,60,60,0,1 -106,1473,59,59,1,1 -106,1475,61,61,0,1 -106,1478,60,60,0,1 -106,1478,60,60,0,1 -106,1481,59,59,0,1 -106,1481,59,59,0,1 -106,1482,58,58,1,1 -106,1484,60,60,0,1 -106,1487,59,59,0,1 -106,1487,59,59,0,1 -106,1490,58,58,0,1 -106,1490,58,58,0,1 -107,1491,57,57,1,1 -107,1493,59,59,0,1 -107,1496,58,58,0,1 -107,1496,58,58,0,1 -107,1499,57,57,0,1 -107,1499,57,57,0,1 -107,1500,56,56,1,1 -107,1502,58,58,0,1 -107,1505,57,57,0,1 -107,1505,57,57,0,1 -107,1508,56,56,0,1 -107,1508,56,56,0,1 -107,1509,55,55,1,1 -108,1511,57,57,0,1 -108,1514,56,56,0,1 -108,1514,56,56,0,1 -108,1517,55,55,0,1 -108,1517,55,55,0,1 -108,1518,54,54,1,1 -108,1520,56,56,0,1 -108,1523,55,55,0,1 -108,1523,55,55,0,1 -108,1526,54,54,0,1 -108,1526,54,54,0,1 -108,1527,53,53,1,1 -109,1529,55,55,0,1 -109,1532,54,54,0,1 -109,1532,54,54,0,1 -109,1535,53,53,0,1 -109,1535,53,53,0,1 -109,1536,52,52,1,1 -109,1538,54,54,0,1 -109,1541,53,53,0,1 -109,1541,53,53,0,1 -109,1544,52,52,0,1 -109,1544,52,52,0,1 -109,1545,51,51,1,1 -109,1547,53,53,0,1 -110,1550,52,52,0,1 -110,1550,52,52,0,1 -110,1553,51,51,0,1 -110,1553,51,51,0,1 -110,1554,50,50,1,1 -110,1556,52,52,0,1 -110,1559,51,51,0,1 -110,1559,51,51,0,1 -110,1562,50,50,0,1 -110,1562,50,50,0,1 -110,1563,49,49,1,1 -110,1565,51,51,0,1 -111,1568,50,50,0,1 -111,1568,50,50,0,1 -111,1571,49,49,0,1 -111,1571,49,49,0,1 -111,1572,48,48,1,1 -111,1574,50,50,0,1 -111,1577,49,49,0,1 -111,1577,49,49,0,1 -111,1580,48,48,0,1 -111,1580,48,48,0,1 -111,1581,47,47,1,1 -111,1583,49,49,0,1 -112,1586,48,48,0,1 -112,1586,48,48,0,1 -112,1589,47,47,0,1 -112,1589,47,47,0,1 -112,1590,46,46,1,1 -112,1592,48,48,0,1 -112,1595,47,47,0,1 -112,1595,47,47,0,1 -112,1598,46,46,0,1 -112,1598,46,46,0,1 -112,1599,45,45,0,1 -112,1599,45,45,0,1 -113,1600,44,44,1,1 -113,1602,46,46,0,1 -113,1605,45,45,0,1 -113,1605,45,45,0,1 -113,1608,44,44,0,1 -113,1608,44,44,0,1 -113,1609,43,43,1,1 -113,1611,45,45,0,1 -114,1614,44,44,0,1 -114,1614,44,44,0,1 -114,1617,43,43,0,1 -114,1617,43,43,0,1 -114,1618,42,42,1,1 -114,1620,44,44,0,1 -114,1623,43,43,0,1 -114,1623,43,43,0,1 -114,1626,42,42,0,1 -114,1626,42,42,0,1 -114,1627,41,41,1,1 -114,1629,43,43,0,1 -115,1632,42,42,0,1 -115,1632,42,42,0,1 -115,1635,41,41,0,1 -115,1635,41,41,0,1 -115,1636,40,40,1,1 -115,1638,42,42,0,1 -115,1641,41,41,0,1 -115,1641,41,41,0,1 -115,1644,40,40,0,1 -115,1644,40,40,0,1 -116,1645,39,39,1,1 -116,1647,41,41,0,1 -116,1650,40,40,0,1 -116,1650,40,40,0,1 -116,1653,39,39,0,1 -116,1653,39,39,0,1 -116,1654,38,38,1,1 -116,1656,40,40,0,1 -116,1659,39,39,0,1 -116,1659,39,39,0,1 -116,1662,38,38,0,1 -116,1662,38,38,0,1 -117,1663,37,37,1,1 -117,1665,39,39,0,1 -117,1668,38,38,0,1 -117,1668,38,38,0,1 -117,1671,37,37,0,1 -117,1671,37,37,0,1 -117,1672,36,36,1,1 -117,1674,38,38,0,1 -117,1677,37,37,0,1 -117,1677,37,37,0,1 -117,1680,36,36,0,1 -117,1680,36,36,0,1 -117,1681,35,35,1,1 -118,1683,37,37,0,1 -118,1686,36,36,0,1 -118,1686,36,36,0,1 -118,1689,35,35,0,1 -118,1689,35,35,0,1 -118,1690,34,34,1,1 -118,1692,36,36,0,1 -118,1695,35,35,0,1 -118,1695,35,35,0,1 -118,1698,34,34,0,1 -118,1698,34,34,0,1 -118,1699,33,33,1,1 -119,1701,35,35,0,1 -119,1704,34,34,0,1 -119,1704,34,34,0,1 -119,1707,33,33,0,1 -119,1707,33,33,0,1 -119,1708,32,32,1,1 -119,1710,34,34,0,1 -119,1713,33,33,0,1 -119,1713,33,33,0,1 -119,1716,32,32,0,1 -119,1716,32,32,0,1 -119,1717,31,31,1,1 -119,1719,33,33,0,1 -120,1722,32,32,0,1 -120,1722,32,32,0,1 -120,1725,31,31,0,1 -120,1725,31,31,0,1 -120,1726,30,30,1,1 -120,1728,32,32,0,1 -120,1731,31,31,0,1 -120,1731,31,31,0,1 -120,1734,30,30,0,1 -120,1734,30,30,0,1 -120,1735,29,29,1,1 -120,1737,31,31,0,1 -121,1740,30,30,0,1 -121,1740,30,30,0,1 -121,1743,29,29,0,1 -121,1743,29,29,0,1 -121,1744,28,28,1,1 -121,1746,30,30,0,1 -121,1749,29,29,0,1 -121,1749,29,29,0,1 -121,1752,28,28,0,1 -121,1752,28,28,0,1 -121,1753,27,27,1,1 -121,1755,29,29,0,1 -121,1758,28,28,0,1 -121,1758,28,28,0,1 -122,1761,27,27,0,1 -122,1761,27,27,0,1 -122,1762,26,26,1,1 -122,1764,28,28,0,1 -122,1767,27,27,0,1 -122,1767,27,27,0,1 -122,1770,26,26,0,1 -122,1770,26,26,0,1 -122,1771,25,25,1,1 -122,1773,27,27,0,1 -122,1776,26,26,0,1 -122,1776,26,26,0,1 -122,1779,25,25,0,1 -123,1779,25,25,0,1 -123,1780,24,24,1,1 -123,1782,26,26,0,1 -123,1785,25,25,0,1 -123,1785,25,25,0,1 -123,1788,24,24,0,1 -123,1788,24,24,0,1 -123,1789,23,23,1,1 -123,1791,25,25,0,1 -123,1794,24,24,0,1 -123,1794,24,24,0,1 -123,1797,23,23,0,1 -124,1797,23,23,0,1 -124,1798,22,22,1,1 -124,1800,24,24,0,1 -124,1803,23,23,0,1 -124,1803,23,23,0,1 -124,1806,22,22,0,1 -124,1806,22,22,0,1 -124,1807,21,21,1,1 -124,1809,23,23,0,1 -124,1812,22,22,0,1 -124,1812,22,22,0,1 -124,1815,21,21,0,1 -124,1815,21,21,0,1 -125,1816,20,20,1,1 -125,1818,22,22,0,1 -125,1821,21,21,0,1 -125,1821,21,21,0,1 -125,1824,20,20,0,1 -125,1824,20,20,0,1 -125,1825,19,19,1,1 -125,1827,21,21,0,1 -125,1830,20,20,0,1 -125,1830,20,20,0,1 -126,1833,19,19,0,1 -126,1833,19,19,0,1 -126,1834,18,18,1,1 -126,1836,20,20,0,1 -126,1839,19,19,0,1 -126,1839,19,19,0,1 -126,1842,18,18,0,1 -126,1842,18,18,0,1 -126,1843,17,17,1,1 -126,1845,19,19,0,1 -126,1848,18,18,0,1 -127,1848,18,18,0,1 -127,1851,17,17,0,1 -127,1851,17,17,0,1 -127,1852,16,16,1,1 -127,1854,18,18,0,1 -127,1857,17,17,0,1 -127,1857,17,17,0,1 -127,1860,16,16,0,1 -127,1860,16,16,0,1 -127,1861,15,15,1,1 -127,1863,17,17,0,1 -128,1866,16,16,0,1 -128,1866,16,16,0,1 -128,1869,15,15,0,1 -128,1869,15,15,0,1 -128,1870,14,14,1,1 -128,1872,16,16,0,1 -128,1875,15,15,0,1 -128,1875,15,15,0,1 -128,1878,14,14,0,1 -128,1878,14,14,0,1 -128,1879,13,13,1,1 -128,1881,15,15,0,1 -129,1884,14,14,0,1 -129,1884,14,14,0,1 -129,1887,13,13,0,1 -129,1887,13,13,0,1 -129,1888,12,12,1,1 -129,1890,14,14,0,1 -129,1893,13,13,0,1 -129,1893,13,13,0,1 -129,1896,12,12,0,1 -129,1896,12,12,0,1 -129,1897,11,11,1,1 -129,1899,13,13,0,1 -129,1902,12,12,0,1 -129,1902,12,12,0,1 -130,1905,11,11,0,1 -130,1905,11,11,0,1 -130,1906,10,10,1,1 -130,1908,12,12,0,1 -130,1911,11,11,0,1 -130,1911,11,11,0,1 -130,1914,10,10,0,1 -130,1914,10,10,0,1 -130,1915,9,9,1,1 -130,1917,11,11,0,1 -130,1920,10,10,0,1 -130,1920,10,10,0,1 -131,1923,9,9,0,1 -131,1923,9,9,0,1 -131,1924,8,8,1,1 -131,1926,10,10,0,1 -131,1929,9,9,0,1 -131,1929,9,9,0,1 -131,1932,8,8,0,1 -131,1932,8,8,0,1 -131,1933,7,7,1,1 -131,1935,9,9,0,1 -131,1938,8,8,0,1 -131,1938,8,8,0,1 -131,1941,7,7,0,1 -132,1941,7,7,0,1 -132,1942,6,6,1,1 -132,1944,8,8,0,1 -132,1947,7,7,0,1 -132,1947,7,7,0,1 -132,1950,6,6,0,1 -132,1950,6,6,0,1 -132,1951,5,5,1,1 -132,1953,7,7,0,1 -132,1956,6,6,0,1 -132,1956,6,6,0,1 -133,1959,5,5,0,1 -133,1959,5,5,0,1 -133,1960,4,4,0,1 -133,1960,4,4,0,1 -133,1960,3,3,0,1 -133,1960,3,3,0,1 -133,1961,2,2,0,1 -133,1961,2,2,0,1 -133,1961,1,1,0,1 -133,1961,1,1,0,1 -133,1962,0,0,0,1 -133,1962,0,0,0,1 diff --git a/experiments/subjects/example/symexe/config_hybrid b/experiments/subjects/example/symexe/config_hybrid index 2fc15da..12b38b0 100644 --- a/experiments/subjects/example/symexe/config_hybrid +++ b/experiments/subjects/example/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3bitvector symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/example/symexe/config_symexe b/experiments/subjects/example/symexe/config_symexe index a78fc7b..214bea1 100644 --- a/experiments/subjects/example/symexe/config_symexe +++ b/experiments/subjects/example/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3bitvector symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/math_10/.gitignore b/experiments/subjects/math_10/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/math_10/.gitignore +++ b/experiments/subjects/math_10/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/math_10/symexe/config_hybrid b/experiments/subjects/math_10/symexe/config_hybrid index b8f7a94..aa773ff 100644 --- a/experiments/subjects/math_10/symexe/config_hybrid +++ b/experiments/subjects/math_10/symexe/config_hybrid @@ -18,7 +18,7 @@ symbolic.min_double=-1000.00 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/math_10/symexe/config_symexe b/experiments/subjects/math_10/symexe/config_symexe index 1a7a9b9..dd48b3f 100644 --- a/experiments/subjects/math_10/symexe/config_symexe +++ b/experiments/subjects/math_10/symexe/config_symexe @@ -17,7 +17,7 @@ symbolic.min_double=-1000.00 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/math_46/.gitignore b/experiments/subjects/math_46/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/math_46/.gitignore +++ b/experiments/subjects/math_46/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/math_46/symexe/config_hybrid b/experiments/subjects/math_46/symexe/config_hybrid index 0b8a179..087b2e7 100644 --- a/experiments/subjects/math_46/symexe/config_hybrid +++ b/experiments/subjects/math_46/symexe/config_hybrid @@ -18,7 +18,7 @@ symbolic.min_double=-1000.00 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/math_46/symexe/config_symexe b/experiments/subjects/math_46/symexe/config_symexe index 01cf181..a906995 100644 --- a/experiments/subjects/math_46/symexe/config_symexe +++ b/experiments/subjects/math_46/symexe/config_symexe @@ -17,7 +17,7 @@ symbolic.min_double=-1000.00 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/math_60/.gitignore b/experiments/subjects/math_60/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/math_60/.gitignore +++ b/experiments/subjects/math_60/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/math_60/symexe/config_hybrid b/experiments/subjects/math_60/symexe/config_hybrid index f67122f..744032b 100644 --- a/experiments/subjects/math_60/symexe/config_hybrid +++ b/experiments/subjects/math_60/symexe/config_hybrid @@ -18,7 +18,7 @@ symbolic.min_double=-1000.00 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/math_60/symexe/config_symexe b/experiments/subjects/math_60/symexe/config_symexe index 576c0e2..6d87926 100644 --- a/experiments/subjects/math_60/symexe/config_symexe +++ b/experiments/subjects/math_60/symexe/config_symexe @@ -17,7 +17,7 @@ symbolic.min_double=-1000.00 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/subjects/mnist2_1/.gitignore b/experiments/subjects/mnist2_1/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/mnist2_1/.gitignore +++ b/experiments/subjects/mnist2_1/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/0seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/0seed-label-is-2.txt deleted file mode 100644 index be5b848..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/0seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -125 -125 -125 -125 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -49 -118 -232 -250 -253 -253 -253 -253 -252 -248 -142 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -246 -253 -253 -253 -253 -222 -142 -142 -165 -253 -251 -225 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -230 -252 -253 -253 -162 -106 -19 -14 -0 -0 -4 -42 -219 -253 -161 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -162 -253 -253 -253 -115 -4 -0 -0 -0 -0 -0 -0 -0 -169 -253 -253 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -253 -156 -32 -4 -0 -0 -0 -0 -0 -0 -0 -0 -42 -221 -253 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -143 -253 -142 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -253 -250 -94 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -45 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -253 -253 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -253 -248 -79 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -186 -253 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -253 -253 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -150 -146 -53 -53 -53 -53 -187 -253 -253 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -209 -253 -253 -253 -253 -253 -253 -253 -253 -210 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -209 -253 -253 -253 -253 -253 -253 -253 -253 -204 -94 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -192 -253 -253 -148 -118 -243 -253 -253 -253 -253 -249 -160 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -79 -253 -253 -194 -6 -184 -253 -253 -224 -97 -97 -97 -97 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -239 -253 -229 -171 -253 -253 -234 -40 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -69 -250 -253 -253 -253 -251 -142 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -124 -248 -253 -253 -211 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -123 -123 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/10seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/10seed-label-is-6.txt deleted file mode 100644 index 2ea3eb3..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/10seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -52 -240 -254 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -54 -237 -253 -253 -141 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -235 -253 -253 -185 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -233 -253 -253 -243 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -90 -253 -253 -196 -60 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -233 -253 -222 -76 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -203 -253 -239 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -193 -253 -202 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -160 -253 -253 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -160 -253 -253 -112 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -161 -253 -253 -172 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -161 -253 -253 -173 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -163 -253 -253 -173 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -215 -253 -253 -174 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -166 -253 -253 -176 -13 -0 -0 -0 -0 -0 -0 -78 -94 -94 -94 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -123 -253 -253 -117 -11 -0 -0 -71 -100 -194 -223 -223 -248 -253 -253 -253 -240 -165 -2 -0 -0 -0 -0 -0 -0 -0 -0 -6 -242 -253 -231 -10 -68 -106 -191 -246 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -5 -0 -0 -0 -0 -0 -0 -0 -0 -123 -253 -253 -252 -236 -247 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -152 -26 -18 -1 -0 -0 -0 -0 -0 -0 -0 -0 -73 -253 -253 -253 -253 -253 -253 -253 -253 -224 -135 -135 -135 -93 -12 -12 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -5 -85 -253 -238 -129 -129 -45 -5 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/11seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/11seed-label-is-4.txt deleted file mode 100644 index 7398578..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/11seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -224 -0 -0 -0 -0 -0 -0 -0 -70 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -121 -231 -0 -0 -0 -0 -0 -0 -0 -148 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -195 -231 -0 -0 -0 -0 -0 -0 -0 -96 -210 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -69 -252 -134 -0 -0 -0 -0 -0 -0 -0 -114 -252 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -236 -217 -12 -0 -0 -0 -0 -0 -0 -0 -192 -252 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -247 -53 -0 -0 -0 -0 -0 -0 -0 -18 -255 -253 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -84 -242 -211 -0 -0 -0 -0 -0 -0 -0 -0 -141 -253 -189 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -169 -252 -106 -0 -0 -0 -0 -0 -0 -0 -32 -232 -250 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -225 -252 -0 -0 -0 -0 -0 -0 -0 -0 -134 -252 -211 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -169 -252 -167 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -204 -209 -18 -0 -0 -0 -0 -0 -0 -22 -253 -253 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -169 -252 -199 -85 -85 -85 -85 -129 -164 -195 -252 -252 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -170 -245 -252 -252 -252 -252 -232 -231 -251 -252 -252 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -49 -84 -84 -84 -84 -0 -0 -161 -252 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -252 -252 -45 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -252 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -135 -252 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -232 -236 -111 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -179 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/12seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/12seed-label-is-6.txt deleted file mode 100644 index e145890..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/12seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -93 -123 -253 -253 -253 -253 -255 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -230 -252 -252 -252 -216 -252 -253 -241 -73 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -205 -252 -250 -157 -88 -36 -88 -150 -114 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -252 -252 -222 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -252 -252 -222 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -236 -252 -222 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -120 -252 -222 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -120 -252 -222 -0 -0 -16 -177 -240 -203 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -197 -252 -227 -21 -0 -11 -172 -253 -252 -202 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -120 -252 -252 -118 -0 -0 -61 -165 -252 -245 -79 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -224 -253 -253 -14 -0 -0 -0 -209 -253 -253 -91 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -223 -252 -252 -136 -0 -0 -0 -72 -195 -252 -177 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -123 -247 -252 -167 -4 -0 -0 -0 -15 -252 -225 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -109 -252 -252 -128 -0 -0 -0 -15 -252 -252 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -252 -252 -220 -31 -0 -0 -15 -252 -252 -231 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -152 -250 -252 -121 -0 -0 -14 -236 -252 -252 -118 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -238 -252 -252 -80 -0 -0 -120 -252 -252 -118 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -252 -252 -247 -116 -90 -166 -252 -252 -118 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -74 -207 -233 -253 -252 -252 -252 -238 -189 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -104 -103 -199 -252 -90 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/13seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/13seed-label-is-9.txt deleted file mode 100644 index ae102a9..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/13seed-label-is-9.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -97 -166 -177 -249 -100 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -211 -254 -254 -254 -254 -254 -153 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -181 -254 -156 -101 -27 -33 -167 -254 -58 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -254 -181 -3 -0 -0 -9 -205 -254 -142 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -169 -254 -86 -0 -0 -0 -18 -254 -254 -241 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -214 -254 -4 -0 -0 -0 -85 -254 -192 -249 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -232 -226 -3 -0 -0 -0 -108 -254 -85 -216 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -188 -253 -4 -0 -0 -0 -133 -250 -2 -113 -16 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -254 -25 -0 -0 -30 -251 -250 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -99 -254 -94 -0 -0 -48 -254 -250 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -88 -254 -176 -10 -95 -231 -254 -250 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -149 -254 -214 -254 -242 -254 -250 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -140 -71 -44 -254 -185 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -254 -160 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -119 -254 -74 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -122 -244 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -198 -237 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -226 -245 -116 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -206 -254 -246 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -90 -254 -98 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/14seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/14seed-label-is-0.txt deleted file mode 100644 index ae21b13..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/14seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -57 -0 -10 -85 -147 -100 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -150 -197 -253 -233 -197 -203 -252 -253 -252 -239 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -76 -234 -252 -252 -253 -252 -252 -252 -252 -253 -252 -252 -177 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -252 -252 -252 -252 -253 -252 -252 -252 -252 -253 -252 -252 -223 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -113 -255 -253 -253 -240 -140 -192 -253 -253 -240 -140 -114 -253 -253 -253 -174 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -154 -252 -253 -252 -233 -71 -0 -12 -103 -252 -176 -0 -113 -252 -252 -252 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -88 -234 -252 -253 -233 -74 -0 -0 -0 -19 -55 -19 -0 -222 -252 -252 -245 -118 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -252 -252 -252 -253 -151 -0 -0 -0 -0 -0 -0 -0 -16 -253 -252 -252 -208 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -252 -252 -252 -190 -12 -0 -0 -0 -0 -0 -0 -16 -203 -253 -252 -252 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -238 -253 -253 -253 -0 -0 -0 -0 -0 -0 -0 -26 -207 -253 -255 -253 -133 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -159 -252 -252 -252 -204 -0 -0 -0 -0 -0 -0 -123 -231 -252 -252 -253 -129 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -222 -252 -252 -252 -112 -0 -0 -0 -0 -0 -120 -246 -252 -252 -252 -56 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -207 -252 -252 -233 -37 -0 -0 -7 -123 -169 -253 -252 -252 -217 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -252 -223 -0 -0 -48 -165 -252 -252 -253 -252 -141 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -253 -253 -237 -113 -176 -253 -253 -253 -253 -204 -94 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -252 -252 -252 -252 -253 -252 -252 -242 -167 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -103 -239 -252 -252 -253 -233 -164 -49 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -66 -161 -84 -84 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/15seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/15seed-label-is-8.txt deleted file mode 100644 index 1557fb0..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/15seed-label-is-8.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -232 -254 -255 -201 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -236 -253 -253 -253 -253 -239 -39 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -184 -253 -253 -253 -253 -253 -253 -229 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -114 -253 -253 -253 -253 -253 -253 -253 -253 -192 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -114 -253 -253 -253 -253 -253 -253 -253 -253 -253 -166 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -114 -253 -253 -253 -251 -246 -236 -134 -220 -253 -222 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -114 -253 -253 -230 -165 -34 -8 -0 -0 -171 -253 -156 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -114 -253 -253 -52 -0 -0 -43 -87 -87 -218 -253 -231 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -253 -253 -133 -38 -161 -243 -253 -253 -253 -253 -253 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -165 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -103 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -236 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -131 -242 -253 -253 -253 -253 -253 -253 -253 -253 -253 -141 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -164 -253 -253 -241 -241 -253 -253 -118 -221 -253 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -49 -253 -253 -157 -38 -48 -48 -9 -135 -253 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -197 -238 -4 -0 -0 -0 -0 -193 -253 -205 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -195 -248 -63 -0 -0 -0 -26 -246 -253 -253 -79 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -151 -253 -203 -104 -104 -174 -227 -253 -253 -253 -23 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -228 -253 -253 -253 -253 -253 -253 -253 -152 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -95 -253 -253 -253 -253 -253 -253 -208 -45 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -129 -253 -253 -253 -253 -149 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/16seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/16seed-label-is-2.txt deleted file mode 100644 index 087ec92..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/16seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -114 -148 -255 -174 -139 -43 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -169 -252 -252 -253 -252 -252 -252 -226 -129 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -213 -242 -231 -187 -144 -231 -242 -252 -252 -253 -123 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -139 -231 -51 -0 -0 -0 -0 -42 -111 -215 -253 -252 -118 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -80 -0 -0 -0 -0 -0 -0 -0 -18 -209 -252 -240 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -175 -63 -0 -0 -0 -0 -0 -0 -0 -0 -18 -217 -253 -190 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -60 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -252 -189 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -252 -189 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -112 -252 -119 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -190 -235 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -39 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -201 -170 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -211 -247 -163 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -157 -252 -91 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -252 -244 -252 -191 -110 -6 -0 -0 -0 -0 -0 -0 -6 -153 -253 -122 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -252 -132 -111 -242 -253 -111 -32 -0 -0 -0 -0 -6 -155 -252 -172 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -252 -126 -0 -35 -147 -226 -179 -80 -0 -0 -0 -153 -252 -208 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -232 -0 -0 -0 -0 -0 -0 -18 -148 -227 -232 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -247 -99 -0 -0 -0 -0 -22 -199 -253 -224 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -225 -247 -144 -18 -8 -128 -237 -252 -170 -40 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -101 -252 -252 -239 -197 -252 -210 -101 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -138 -252 -253 -252 -103 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/17seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/17seed-label-is-9.txt deleted file mode 100644 index 598826e..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/17seed-label-is-9.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -62 -146 -189 -143 -86 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -200 -254 -227 -194 -221 -251 -195 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -200 -228 -94 -10 -104 -142 -249 -242 -49 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -250 -66 -0 -0 -77 -123 -123 -34 -43 -155 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -162 -192 -0 -0 -0 -0 -0 -0 -0 -83 -255 -92 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -225 -155 -0 -0 -0 -0 -0 -0 -0 -83 -255 -244 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -123 -179 -0 -0 -0 -0 -0 -0 -0 -183 -120 -161 -239 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -253 -117 -0 -0 -0 -0 -0 -126 -227 -30 -9 -185 -237 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -96 -250 -217 -172 -146 -172 -220 -225 -59 -0 -0 -16 -234 -175 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -74 -74 -116 -155 -134 -29 -0 -0 -0 -0 -95 -235 -134 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -106 -250 -81 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -159 -250 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -241 -26 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -202 -205 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -203 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/18seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/18seed-label-is-4.txt deleted file mode 100644 index 64340cb..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/18seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -105 -213 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -37 -0 -0 -0 -0 -0 -0 -189 -241 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -36 -241 -218 -12 -0 -0 -0 -0 -14 -231 -216 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -17 -198 -254 -202 -15 -0 -0 -0 -0 -22 -254 -155 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -254 -201 -49 -0 -0 -0 -0 -0 -103 -254 -155 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -253 -201 -20 -0 -0 -0 -0 -0 -0 -109 -254 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -88 -239 -201 -50 -0 -0 -0 -0 -0 -0 -0 -157 -254 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -235 -254 -109 -53 -53 -82 -97 -67 -53 -53 -120 -227 -254 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -60 -252 -254 -254 -254 -254 -254 -254 -231 -207 -137 -150 -254 -245 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -39 -39 -39 -39 -39 -39 -20 -0 -0 -113 -254 -193 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -113 -254 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -113 -254 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -113 -254 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -180 -254 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -199 -245 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -222 -233 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -254 -233 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -254 -234 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -254 -254 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -236 -210 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/19seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/19seed-label-is-4.txt deleted file mode 100644 index dc3dfaf..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/19seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -137 -254 -68 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -56 -248 -209 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -144 -253 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -240 -247 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -48 -0 -0 -0 -162 -253 -181 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -113 -253 -77 -0 -57 -237 -249 -95 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -40 -242 -253 -63 -0 -197 -253 -139 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -253 -232 -0 -58 -251 -253 -57 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -127 -251 -239 -48 -8 -215 -253 -143 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -165 -253 -253 -120 -0 -135 -253 -249 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -212 -254 -254 -114 -0 -25 -255 -254 -126 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -103 -212 -253 -253 -128 -1 -5 -152 -254 -233 -27 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -197 -253 -253 -253 -213 -197 -203 -253 -254 -216 -83 -104 -190 -75 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -200 -253 -253 -253 -253 -253 -253 -254 -253 -253 -253 -211 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -18 -60 -143 -251 -253 -253 -254 -253 -216 -178 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -174 -253 -253 -47 -82 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -60 -250 -253 -186 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -253 -253 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -165 -253 -228 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -143 -253 -189 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/1seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/1seed-label-is-5.txt deleted file mode 100644 index b142cd8..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/1seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -210 -209 -104 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -199 -253 -252 -252 -184 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -117 -252 -253 -252 -252 -252 -244 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -225 -252 -216 -189 -247 -252 -252 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -252 -208 -18 -0 -92 -217 -252 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -253 -129 -0 -0 -0 -27 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -206 -252 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -232 -252 -191 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -206 -252 -252 -204 -90 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -252 -252 -253 -252 -223 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -54 -187 -253 -255 -253 -253 -227 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -168 -253 -252 -252 -252 -182 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -56 -233 -252 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -252 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -27 -0 -0 -0 -0 -0 -13 -217 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -254 -218 -74 -0 -0 -0 -32 -105 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -106 -253 -252 -221 -190 -190 -191 -237 -252 -252 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -253 -252 -252 -252 -252 -253 -252 -252 -252 -190 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -210 -252 -252 -252 -253 -252 -252 -183 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -138 -217 -252 -253 -217 -94 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/20seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/20seed-label-is-5.txt deleted file mode 100644 index eda8231..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/20seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -58 -73 -164 -163 -196 -170 -222 -197 -196 -163 -125 -47 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -107 -191 -250 -254 -254 -254 -254 -254 -254 -254 -254 -234 -254 -247 -250 -217 -132 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -108 -204 -127 -127 -95 -245 -254 -199 -62 -36 -36 -23 -108 -94 -128 -127 -139 -136 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -236 -254 -144 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -236 -254 -144 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -237 -254 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -240 -254 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -254 -254 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -254 -254 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -254 -227 -16 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -74 -254 -218 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -254 -217 -0 -0 -0 -0 -8 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -119 -254 -222 -8 -27 -154 -218 -223 -251 -218 -219 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -246 -254 -211 -238 -255 -254 -244 -243 -254 -255 -242 -74 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -151 -241 -254 -254 -228 -111 -36 -31 -72 -125 -254 -230 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -46 -92 -59 -33 -0 -0 -0 -0 -0 -152 -254 -113 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -254 -197 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -21 -14 -0 -55 -254 -235 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -142 -219 -201 -211 -254 -229 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -105 -163 -247 -241 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/21seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/21seed-label-is-1.txt deleted file mode 100644 index ec4be02..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/21seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -60 -254 -255 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -186 -253 -253 -214 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -63 -250 -253 -253 -214 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -186 -253 -253 -253 -214 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -196 -253 -253 -253 -214 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -196 -253 -253 -253 -100 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -215 -253 -253 -214 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -113 -253 -253 -253 -101 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -202 -253 -253 -253 -78 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -215 -253 -253 -213 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -79 -253 -253 -253 -201 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -172 -253 -253 -253 -108 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -209 -253 -253 -212 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -209 -253 -253 -194 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -237 -253 -253 -177 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -253 -253 -253 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -96 -253 -253 -214 -27 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -209 -253 -253 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -253 -253 -58 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -230 -253 -58 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/22seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/22seed-label-is-1.txt deleted file mode 100644 index 757175d..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/22seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -96 -225 -239 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -215 -254 -167 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -177 -254 -87 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -125 -254 -192 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -118 -254 -117 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -58 -254 -177 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -254 -214 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -254 -214 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -254 -251 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -254 -254 -58 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -237 -254 -59 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -254 -58 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -109 -254 -58 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -79 -254 -163 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -239 -254 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -213 -254 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -249 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -196 -237 -57 -25 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -255 -237 -211 -154 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -141 -254 -155 -27 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/23seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/23seed-label-is-2.txt deleted file mode 100644 index 8947d2e..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/23seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -29 -128 -141 -141 -53 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -187 -252 -252 -253 -252 -252 -178 -26 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -178 -252 -252 -252 -253 -252 -252 -252 -223 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -153 -252 -214 -40 -28 -28 -65 -240 -253 -196 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -0 -0 -0 -0 -0 -51 -255 -253 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -101 -253 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -254 -253 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -231 -253 -214 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -172 -252 -253 -196 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -246 -252 -241 -59 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -128 -253 -253 -163 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -104 -252 -252 -252 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -229 -252 -252 -127 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -252 -128 -101 -76 -113 -113 -114 -188 -225 -225 -226 -231 -231 -125 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -192 -253 -253 -253 -254 -253 -253 -253 -254 -253 -253 -253 -254 -253 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -252 -252 -252 -253 -252 -252 -252 -253 -252 -252 -252 -253 -252 -252 -227 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -81 -168 -243 -253 -252 -252 -177 -168 -142 -56 -56 -56 -56 -56 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -28 -28 -28 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/24seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/24seed-label-is-2.txt deleted file mode 100644 index 020133b..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/24seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -105 -159 -195 -57 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -61 -150 -254 -254 -254 -232 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -202 -254 -237 -122 -124 -254 -245 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -208 -254 -236 -50 -9 -221 -254 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -87 -254 -190 -55 -0 -70 -254 -250 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -72 -12 -0 -35 -241 -254 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -126 -254 -238 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -247 -248 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -149 -254 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -74 -250 -227 -26 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -122 -254 -123 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -241 -230 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -142 -254 -156 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -189 -246 -45 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -248 -171 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -254 -139 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -183 -254 -139 -0 -0 -0 -0 -5 -122 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -157 -254 -164 -0 -0 -30 -97 -248 -194 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -250 -252 -195 -221 -239 -254 -118 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -173 -254 -254 -236 -152 -62 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/25seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/25seed-label-is-1.txt deleted file mode 100644 index 16fe735..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/25seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -112 -255 -79 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -122 -254 -198 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -206 -254 -139 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -206 -254 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -229 -254 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -144 -254 -254 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -200 -254 -179 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -240 -254 -177 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -244 -254 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -254 -251 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -88 -254 -239 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -178 -254 -210 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -178 -254 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -238 -254 -139 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -84 -254 -254 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -130 -254 -210 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -211 -254 -167 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -211 -254 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -211 -254 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -59 -225 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/26seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/26seed-label-is-9.txt deleted file mode 100644 index bc64969..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/26seed-label-is-9.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -78 -158 -253 -210 -83 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -131 -243 -253 -252 -252 -246 -90 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -213 -252 -240 -125 -217 -252 -197 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -201 -252 -243 -106 -64 -251 -252 -250 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -58 -207 -252 -252 -119 -8 -155 -252 -252 -252 -140 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -217 -252 -198 -83 -7 -34 -252 -252 -252 -252 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -165 -252 -247 -52 -0 -0 -87 -252 -252 -252 -202 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -180 -252 -241 -0 -0 -0 -143 -252 -252 -252 -130 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -188 -252 -241 -0 -0 -0 -177 -252 -252 -246 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -165 -252 -246 -92 -82 -63 -253 -252 -252 -134 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -208 -253 -253 -253 -253 -255 -253 -183 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -180 -252 -252 -252 -253 -252 -44 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -63 -72 -134 -253 -252 -44 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -253 -252 -44 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -220 -253 -209 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -245 -253 -186 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -78 -252 -253 -138 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -144 -252 -253 -120 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -187 -252 -253 -77 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -58 -190 -224 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/27seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/27seed-label-is-6.txt deleted file mode 100644 index 0dd0964..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/27seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -212 -253 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -207 -252 -252 -144 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -129 -252 -252 -252 -125 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -21 -144 -253 -252 -148 -108 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -134 -252 -252 -253 -220 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -227 -252 -252 -222 -45 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -120 -211 -252 -246 -132 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -190 -252 -252 -215 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -253 -253 -253 -217 -0 -0 -0 -0 -0 -0 -32 -129 -170 -110 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -78 -252 -252 -231 -71 -0 -0 -0 -0 -0 -32 -125 -252 -252 -253 -77 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -232 -252 -252 -76 -0 -0 -0 -0 -0 -0 -212 -252 -252 -252 -253 -231 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -252 -252 -252 -35 -0 -0 -0 -0 -0 -0 -253 -252 -252 -252 -253 -252 -215 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -253 -253 -206 -20 -0 -0 -0 -0 -16 -191 -255 -253 -154 -0 -255 -253 -217 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -252 -252 -143 -0 -0 -0 -0 -0 -161 -252 -253 -189 -10 -125 -253 -252 -174 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -252 -252 -159 -5 -0 -0 -0 -0 -181 -252 -253 -76 -6 -160 -253 -241 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -252 -252 -189 -15 -0 -0 -0 -42 -221 -252 -191 -57 -160 -252 -191 -77 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -160 -253 -253 -211 -94 -0 -0 -42 -222 -253 -255 -253 -253 -253 -145 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -159 -252 -252 -247 -217 -218 -217 -242 -252 -253 -252 -252 -210 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -133 -247 -252 -252 -253 -252 -252 -252 -253 -220 -112 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -93 -128 -252 -253 -252 -252 -168 -108 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/28seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/28seed-label-is-7.txt deleted file mode 100644 index ef84725..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/28seed-label-is-7.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -59 -97 -217 -246 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -50 -20 -58 -140 -214 -226 -253 -253 -254 -191 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -176 -241 -253 -253 -253 -254 -253 -253 -253 -253 -183 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -107 -248 -254 -234 -213 -213 -138 -117 -109 -76 -245 -185 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -48 -245 -177 -58 -31 -0 -0 -0 -0 -16 -235 -253 -58 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -178 -254 -154 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -247 -247 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -156 -253 -144 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -254 -234 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -173 -254 -158 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -127 -254 -255 -208 -186 -238 -156 -156 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -144 -241 -253 -253 -254 -253 -239 -233 -195 -114 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -214 -253 -253 -253 -152 -78 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -34 -253 -253 -147 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -58 -253 -222 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -178 -254 -117 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -229 -253 -34 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -241 -198 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -164 -253 -159 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -216 -200 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/29seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/29seed-label-is-2.txt deleted file mode 100644 index 89bdace..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/29seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -189 -255 -176 -92 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -245 -254 -254 -254 -254 -238 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -97 -247 -254 -254 -254 -210 -210 -254 -233 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -161 -254 -254 -242 -74 -40 -5 -5 -193 -254 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -254 -254 -250 -64 -0 -0 -0 -0 -35 -247 -237 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -155 -187 -119 -0 -0 -0 -0 -0 -0 -183 -254 -98 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -183 -254 -158 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -254 -187 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -94 -254 -166 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -94 -254 -98 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -167 -254 -98 -18 -95 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -25 -213 -254 -218 -219 -222 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -99 -217 -254 -254 -252 -194 -39 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -81 -168 -248 -254 -254 -254 -252 -88 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -191 -254 -211 -187 -109 -227 -254 -170 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -105 -254 -254 -12 -0 -45 -234 -250 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -112 -254 -166 -1 -44 -226 -254 -114 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -174 -247 -24 -52 -227 -254 -219 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -112 -254 -211 -253 -254 -179 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -49 -254 -254 -228 -113 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/2seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/2seed-label-is-7.txt deleted file mode 100644 index b9b7060..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/2seed-label-is-7.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -157 -253 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -78 -252 -252 -211 -190 -191 -190 -190 -163 -85 -71 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -245 -252 -252 -247 -231 -232 -238 -252 -252 -252 -250 -232 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -239 -253 -252 -212 -63 -0 -0 -28 -93 -189 -215 -253 -252 -196 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -204 -252 -253 -217 -29 -0 -0 -0 -0 -0 -0 -106 -253 -252 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -233 -253 -253 -150 -27 -0 -0 -0 -0 -0 -0 -126 -253 -254 -239 -17 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -232 -252 -137 -0 -0 -0 -0 -0 -0 -0 -52 -232 -252 -239 -68 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -72 -56 -4 -0 -0 -0 -0 -0 -0 -8 -226 -252 -252 -149 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -171 -252 -252 -155 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -87 -252 -252 -226 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -255 -253 -223 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -141 -253 -252 -47 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -232 -253 -166 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -225 -252 -225 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -215 -252 -208 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -157 -253 -199 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -157 -252 -236 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -253 -252 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -211 -253 -196 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -167 -236 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/30seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/30seed-label-is-0.txt deleted file mode 100644 index 265487d..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/30seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -128 -128 -128 -255 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -191 -255 -255 -255 -255 -255 -128 -191 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -255 -255 -255 -255 -191 -0 -64 -191 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -255 -191 -64 -0 -0 -0 -0 -0 -128 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -191 -128 -128 -64 -0 -0 -128 -128 -191 -191 -191 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -191 -191 -255 -255 -255 -255 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -0 -128 -128 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/31seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/31seed-label-is-0.txt deleted file mode 100644 index d1070df..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/31seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -191 -128 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -64 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -128 -0 -191 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -191 -0 -0 -0 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -191 -0 -0 -0 -0 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -64 -0 -0 -0 -0 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -191 -0 -0 -0 -0 -0 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -64 -0 -0 -0 -0 -0 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -191 -0 -0 -0 -0 -0 -64 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -64 -0 -0 -0 -0 -0 -128 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -191 -0 -0 -0 -0 -0 -0 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -128 -0 -0 -0 -0 -0 -128 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -64 -0 -0 -0 -0 -0 -191 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -0 -0 -0 -0 -0 -64 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -191 -0 -0 -0 -0 -0 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -128 -0 -0 -0 -0 -191 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -128 -0 -0 -0 -128 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -64 -0 -191 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -191 -255 -255 -191 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/32seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/32seed-label-is-8.txt deleted file mode 100644 index 6f9820b..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/32seed-label-is-8.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -211 -255 -254 -174 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -211 -254 -254 -254 -253 -90 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -94 -253 -242 -141 -49 -204 -129 -16 -105 -220 -143 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -99 -254 -216 -11 -0 -32 -0 -125 -254 -254 -247 -192 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -183 -254 -190 -14 -0 -0 -0 -96 -250 -254 -254 -187 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -202 -254 -233 -20 -0 -0 -37 -158 -252 -254 -238 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -174 -254 -254 -92 -0 -43 -203 -254 -254 -236 -80 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -118 -254 -254 -89 -82 -252 -254 -254 -209 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -117 -254 -254 -245 -251 -254 -251 -79 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -101 -254 -254 -254 -254 -219 -112 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -152 -254 -254 -254 -174 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -152 -254 -254 -254 -191 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -195 -254 -252 -252 -254 -238 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -96 -254 -254 -140 -161 -254 -254 -44 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -236 -254 -73 -3 -192 -254 -238 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -100 -254 -183 -6 -30 -244 -254 -228 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -152 -254 -142 -0 -58 -252 -254 -195 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -249 -232 -139 -179 -254 -254 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -185 -251 -254 -254 -254 -205 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -254 -254 -140 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/33seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/33seed-label-is-6.txt deleted file mode 100644 index 6664446..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/33seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -107 -229 -255 -223 -77 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -137 -253 -253 -253 -253 -129 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -108 -252 -253 -253 -109 -85 -58 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -228 -253 -253 -154 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -205 -253 -253 -162 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -74 -241 -253 -185 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -207 -253 -253 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -253 -253 -194 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -120 -253 -251 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -202 -253 -163 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -253 -253 -41 -61 -99 -99 -99 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -90 -253 -253 -250 -252 -253 -253 -253 -250 -175 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -99 -235 -253 -253 -253 -199 -199 -253 -253 -253 -253 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -159 -253 -253 -97 -15 -6 -6 -54 -253 -253 -253 -129 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -222 -253 -88 -0 -0 -0 -74 -253 -253 -253 -98 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -133 -253 -96 -0 -0 -9 -239 -253 -253 -132 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -54 -245 -208 -11 -0 -99 -253 -253 -217 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -129 -253 -92 -96 -232 -253 -253 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -210 -253 -253 -253 -253 -210 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -178 -253 -253 -177 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/34seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/34seed-label-is-0.txt deleted file mode 100644 index 5bb3542..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/34seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -16 -117 -191 -192 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -128 -215 -252 -252 -253 -234 -131 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -154 -246 -253 -252 -252 -252 -253 -252 -252 -116 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -188 -246 -252 -253 -252 -252 -252 -253 -252 -252 -240 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -204 -253 -253 -253 -239 -200 -25 -0 -0 -101 -247 -253 -229 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -194 -253 -252 -233 -145 -38 -0 -0 -0 -0 -0 -153 -246 -253 -159 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -123 -252 -253 -233 -62 -0 -0 -0 -0 -0 -0 -0 -0 -50 -216 -215 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -197 -252 -241 -59 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -141 -252 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -253 -253 -101 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -79 -247 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -225 -252 -227 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -234 -75 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -252 -252 -139 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -252 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -252 -252 -90 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -252 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -253 -253 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -204 -209 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -252 -252 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -194 -234 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -252 -252 -116 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -191 -252 -187 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -128 -252 -190 -0 -0 -0 -0 -0 -0 -0 -0 -126 -231 -252 -151 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -223 -253 -242 -116 -29 -29 -29 -29 -117 -191 -255 -253 -56 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -104 -246 -253 -252 -252 -252 -253 -252 -252 -252 -247 -121 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -178 -252 -252 -252 -253 -252 -252 -214 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -28 -153 -252 -241 -115 -28 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/35seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/35seed-label-is-7.txt deleted file mode 100644 index 63a6c3b..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/35seed-label-is-7.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -94 -254 -103 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -109 -160 -139 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -227 -254 -248 -142 -26 -0 -0 -0 -0 -0 -2 -66 -225 -254 -254 -254 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -231 -254 -254 -254 -235 -142 -104 -34 -35 -118 -200 -254 -254 -254 -254 -230 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -198 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -198 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -250 -74 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -198 -254 -173 -54 -140 -140 -186 -164 -141 -127 -131 -254 -254 -116 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -237 -254 -113 -0 -0 -0 -0 -0 -0 -0 -135 -254 -254 -47 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -241 -254 -168 -0 -0 -0 -0 -0 -0 -9 -210 -254 -225 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -72 -254 -116 -0 -0 -0 -0 -0 -0 -49 -254 -254 -161 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -94 -12 -0 -0 -0 -0 -0 -0 -132 -254 -254 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -167 -254 -207 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -35 -230 -249 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -178 -254 -241 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -254 -254 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -95 -254 -247 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -254 -216 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -188 -255 -184 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -28 -251 -254 -122 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -254 -247 -39 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -254 -119 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/36seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/36seed-label-is-0.txt deleted file mode 100644 index 3d0979d..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/36seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -33 -221 -255 -208 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -253 -253 -207 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -126 -251 -253 -253 -207 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -33 -223 -253 -253 -232 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -33 -213 -253 -253 -253 -248 -121 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -253 -253 -253 -253 -253 -248 -134 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -208 -253 -253 -253 -253 -253 -253 -253 -134 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -199 -253 -253 -253 -253 -253 -253 -253 -253 -247 -121 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -79 -247 -253 -253 -253 -235 -85 -197 -253 -253 -253 -227 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -199 -253 -253 -253 -97 -43 -0 -42 -93 -253 -253 -247 -80 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -79 -247 -253 -253 -164 -13 -0 -0 -0 -36 -234 -253 -253 -133 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -131 -253 -253 -192 -13 -0 -0 -0 -0 -0 -76 -253 -253 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -235 -253 -253 -145 -0 -0 -0 -0 -0 -0 -63 -253 -253 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -238 -253 -253 -38 -0 -0 -0 -0 -0 -8 -182 -253 -253 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -112 -253 -253 -253 -38 -0 -0 -0 -0 -0 -63 -253 -253 -253 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -112 -253 -253 -253 -52 -0 -14 -21 -27 -121 -224 -253 -253 -253 -220 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -103 -252 -253 -253 -219 -150 -203 -230 -253 -253 -253 -253 -253 -228 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -228 -253 -253 -253 -253 -253 -253 -253 -253 -253 -251 -156 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -48 -234 -252 -253 -253 -253 -253 -253 -252 -223 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -108 -166 -253 -253 -253 -155 -98 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/37seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/37seed-label-is-5.txt deleted file mode 100644 index 6e0fe3f..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/37seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -7 -7 -86 -130 -130 -219 -254 -254 -254 -254 -212 -83 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -148 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -206 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -136 -253 -253 -253 -253 -253 -253 -253 -240 -240 -253 -247 -235 -88 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -125 -253 -253 -253 -237 -207 -105 -105 -28 -29 -105 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -89 -253 -253 -234 -36 -0 -0 -0 -23 -32 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -136 -253 -253 -242 -161 -161 -161 -161 -229 -253 -181 -161 -59 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -222 -120 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -153 -253 -253 -253 -253 -253 -253 -241 -204 -243 -253 -253 -253 -253 -129 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -74 -89 -119 -74 -74 -74 -56 -0 -58 -74 -117 -245 -253 -253 -45 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -104 -246 -253 -169 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -190 -253 -253 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -60 -0 -0 -0 -0 -0 -0 -0 -100 -253 -253 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -160 -237 -244 -60 -0 -0 -0 -0 -0 -0 -139 -253 -253 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -134 -253 -253 -169 -13 -0 -0 -0 -0 -0 -33 -234 -253 -253 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -253 -253 -186 -0 -0 -0 -0 -0 -0 -199 -253 -253 -157 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -253 -253 -247 -65 -0 -0 -0 -0 -83 -231 -253 -253 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -215 -253 -253 -209 -80 -0 -83 -145 -249 -253 -253 -157 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -253 -253 -253 -249 -236 -249 -253 -253 -253 -161 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -33 -216 -253 -253 -253 -253 -253 -253 -107 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -28 -129 -220 -253 -217 -90 -5 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/38seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/38seed-label-is-7.txt deleted file mode 100644 index bc5914c..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/38seed-label-is-7.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -132 -253 -254 -253 -254 -253 -152 -112 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -183 -253 -212 -50 -50 -50 -131 -213 -252 -243 -162 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -173 -253 -142 -0 -0 -0 -0 -0 -0 -0 -132 -253 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -183 -253 -212 -20 -0 -0 -0 -0 -0 -0 -0 -51 -252 -183 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -52 -253 -255 -71 -0 -0 -0 -0 -0 -0 -0 -0 -152 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -252 -253 -70 -0 -0 -0 -0 -0 -0 -0 -0 -152 -252 -162 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -243 -183 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -40 -20 -0 -0 -0 -0 -0 -0 -0 -0 -41 -253 -252 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -254 -192 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -223 -253 -70 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -253 -254 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -252 -213 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -173 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -253 -252 -122 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -254 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -253 -212 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -255 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -203 -253 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -233 -204 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -192 -162 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/39seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/39seed-label-is-2.txt deleted file mode 100644 index a4bebaf..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/39seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -120 -161 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -222 -252 -252 -196 -184 -174 -57 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -76 -238 -253 -252 -252 -252 -252 -253 -206 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -74 -146 -248 -252 -253 -252 -252 -252 -252 -253 -206 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -212 -253 -253 -253 -231 -157 -116 -176 -253 -255 -196 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -194 -240 -206 -102 -0 -0 -0 -207 -252 -239 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -50 -0 -0 -0 -0 -83 -240 -252 -199 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -81 -240 -252 -210 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -179 -244 -252 -252 -85 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -66 -243 -255 -253 -205 -21 -0 -0 -0 -0 -9 -181 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -155 -252 -252 -253 -202 -25 -0 -0 -0 -0 -34 -174 -178 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -132 -228 -252 -252 -252 -122 -25 -0 -0 -0 -38 -142 -234 -227 -100 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -34 -197 -253 -252 -252 -252 -200 -43 -0 -26 -93 -144 -233 -252 -227 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -199 -238 -252 -253 -252 -252 -252 -252 -241 -230 -236 -252 -252 -243 -137 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -24 -212 -253 -253 -253 -255 -218 -116 -210 -251 -255 -253 -253 -234 -178 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -212 -252 -252 -252 -210 -92 -33 -0 -0 -84 -92 -143 -92 -17 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -222 -252 -202 -89 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -45 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/3seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/3seed-label-is-0.txt deleted file mode 100644 index d2c3d48..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/3seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -71 -101 -101 -204 -255 -124 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -131 -200 -200 -200 -200 -237 -253 -253 -253 -253 -253 -121 -27 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -207 -26 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -251 -253 -253 -253 -253 -253 -244 -160 -242 -247 -203 -253 -253 -253 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -93 -253 -253 -253 -253 -233 -74 -55 -0 -54 -57 -28 -192 -239 -253 -207 -16 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -177 -253 -253 -253 -151 -56 -0 -0 -0 -0 -0 -0 -0 -162 -253 -253 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -174 -253 -253 -253 -122 -4 -0 -0 -0 -0 -0 -0 -0 -0 -17 -253 -253 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -47 -253 -253 -248 -137 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -253 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -253 -253 -134 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -88 -253 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -200 -253 -168 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -162 -253 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -71 -237 -253 -160 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -58 -226 -253 -253 -239 -0 -0 -0 -0 -0 -0 -0 -0 -175 -253 -253 -86 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -234 -253 -253 -227 -51 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -253 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -237 -253 -253 -253 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -245 -253 -253 -7 -0 -0 -0 -0 -0 -0 -0 -0 -57 -225 -253 -253 -252 -172 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -101 -253 -253 -7 -0 -0 -0 -0 -0 -0 -11 -116 -237 -253 -253 -253 -175 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -170 -253 -160 -53 -0 -0 -46 -62 -109 -219 -253 -253 -253 -225 -153 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -250 -253 -239 -162 -162 -228 -253 -253 -253 -253 -253 -248 -133 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -250 -253 -253 -253 -253 -253 -253 -253 -253 -223 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -101 -199 -229 -253 -253 -253 -253 -248 -124 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -99 -99 -99 -99 -90 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/40seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/40seed-label-is-5.txt deleted file mode 100644 index 9976ec5..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/40seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -193 -152 -92 -51 -51 -51 -51 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -223 -253 -252 -253 -252 -253 -252 -253 -192 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -253 -102 -0 -21 -102 -62 -102 -102 -61 -183 -40 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -252 -102 -0 -0 -0 -0 -0 -0 -0 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -253 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -92 -252 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -173 -253 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -223 -203 -203 -203 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -123 -254 -253 -224 -203 -203 -223 -254 -71 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -243 -253 -130 -20 -0 -0 -20 -253 -232 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -152 -253 -183 -0 -0 -0 -0 -0 -132 -253 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -151 -20 -0 -0 -0 -0 -0 -51 -252 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -0 -0 -0 -0 -0 -0 -0 -113 -253 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -183 -0 -0 -0 -0 -0 -0 -0 -193 -252 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -203 -183 -0 -0 -0 -0 -0 -0 -21 -254 -253 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -223 -102 -0 -0 -0 -0 -0 -21 -203 -253 -130 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -204 -123 -0 -0 -0 -0 -41 -173 -253 -203 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -162 -223 -102 -21 -102 -163 -243 -253 -171 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -234 -253 -255 -253 -255 -172 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -131 -192 -111 -50 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/41seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/41seed-label-is-2.txt deleted file mode 100644 index d05e57b..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/41seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -191 -128 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -255 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -191 -128 -128 -191 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -255 -128 -0 -0 -0 -0 -64 -191 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -128 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -64 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -191 -64 -0 -0 -0 -0 -0 -0 -0 -0 -191 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -64 -0 -0 -0 -128 -128 -128 -191 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -255 -255 -255 -255 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -255 -255 -255 -255 -128 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -128 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/42seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/42seed-label-is-3.txt deleted file mode 100644 index 706074a..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/42seed-label-is-3.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -171 -223 -87 -139 -139 -139 -139 -139 -87 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -160 -253 -253 -253 -253 -254 -253 -253 -253 -253 -204 -59 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -253 -253 -253 -223 -253 -253 -253 -253 -254 -176 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -212 -253 -228 -161 -56 -25 -46 -46 -122 -253 -254 -207 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -23 -16 -0 -0 -0 -0 -0 -145 -253 -254 -175 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -36 -170 -254 -254 -232 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -58 -220 -253 -253 -253 -189 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -112 -216 -254 -253 -253 -253 -137 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -237 -253 -254 -253 -253 -211 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -229 -253 -254 -253 -253 -253 -86 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -137 -231 -169 -116 -206 -254 -149 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -172 -253 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -208 -253 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -74 -0 -0 -0 -0 -0 -0 -0 -0 -0 -96 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -175 -170 -13 -0 -0 -0 -0 -0 -0 -0 -81 -254 -254 -117 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -123 -253 -159 -22 -0 -0 -0 -0 -47 -121 -229 -253 -232 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -189 -253 -217 -185 -185 -185 -185 -255 -253 -253 -253 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -59 -161 -254 -253 -253 -253 -253 -254 -253 -253 -177 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -212 -253 -253 -253 -254 -179 -54 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/43seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/43seed-label-is-8.txt deleted file mode 100644 index a3a04b2..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/43seed-label-is-8.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -67 -159 -195 -145 -42 -191 -166 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -148 -249 -253 -254 -253 -242 -253 -253 -189 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -134 -251 -253 -249 -185 -203 -253 -253 -253 -199 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -253 -253 -244 -77 -0 -131 -253 -253 -253 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -243 -253 -225 -79 -0 -0 -131 -253 -253 -209 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -183 -253 -253 -26 -0 -0 -0 -131 -253 -253 -157 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -235 -253 -193 -3 -0 -0 -0 -198 -253 -199 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -214 -253 -168 -0 -0 -0 -120 -252 -251 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -96 -253 -209 -26 -0 -11 -240 -253 -163 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -200 -253 -238 -98 -164 -254 -239 -60 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -210 -254 -254 -254 -255 -122 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -147 -253 -253 -219 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -253 -253 -239 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -244 -253 -253 -254 -91 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -65 -249 -253 -253 -254 -122 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -211 -253 -148 -204 -254 -122 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -253 -253 -162 -253 -254 -90 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -54 -253 -253 -253 -253 -193 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -253 -253 -253 -242 -49 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -162 -218 -207 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/44seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/44seed-label-is-6.txt deleted file mode 100644 index 24de647..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/44seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -255 -235 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -198 -253 -228 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -244 -253 -248 -167 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -87 -242 -253 -252 -165 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -242 -253 -253 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -193 -253 -253 -54 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -149 -253 -253 -251 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -210 -253 -253 -153 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -253 -253 -242 -39 -0 -0 -0 -0 -0 -0 -0 -0 -27 -160 -203 -160 -108 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -253 -253 -182 -0 -0 -0 -0 -0 -0 -0 -0 -107 -216 -253 -253 -253 -228 -130 -4 -0 -0 -0 -0 -0 -0 -0 -0 -18 -253 -253 -237 -36 -0 -0 -0 -0 -0 -0 -29 -238 -253 -253 -253 -253 -253 -253 -17 -0 -0 -0 -0 -0 -0 -0 -0 -3 -170 -253 -253 -146 -0 -0 -0 -0 -0 -29 -209 -253 -253 -242 -82 -194 -253 -169 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -253 -253 -204 -13 -0 -0 -0 -0 -129 -253 -253 -190 -20 -22 -214 -253 -101 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -167 -253 -253 -35 -0 -0 -2 -178 -252 -253 -190 -5 -0 -109 -253 -249 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -216 -253 -209 -21 -14 -165 -253 -253 -242 -20 -2 -44 -217 -253 -170 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -113 -253 -253 -210 -119 -253 -253 -253 -176 -48 -167 -253 -253 -241 -138 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -72 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -158 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -94 -244 -253 -253 -253 -253 -253 -253 -253 -253 -244 -148 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -81 -152 -209 -253 -253 -253 -253 -209 -93 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -190 -218 -181 -17 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/45seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/45seed-label-is-9.txt deleted file mode 100644 index effb4b6..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/45seed-label-is-9.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -89 -155 -231 -254 -174 -155 -71 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -139 -232 -253 -252 -243 -243 -244 -254 -253 -169 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -207 -253 -246 -155 -75 -0 -0 -2 -128 -253 -236 -22 -0 -114 -68 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -158 -254 -218 -79 -0 -0 -0 -0 -11 -191 -246 -58 -0 -38 -243 -241 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -79 -253 -210 -56 -0 -0 -0 -0 -0 -105 -253 -140 -0 -0 -80 -254 -191 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -200 -253 -133 -0 -0 -0 -0 -0 -0 -105 -137 -4 -0 -0 -131 -253 -163 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -210 -253 -133 -0 -0 -0 -0 -0 -0 -28 -0 -0 -0 -52 -233 -254 -163 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -194 -253 -133 -0 -0 -0 -0 -0 -0 -0 -0 -3 -107 -235 -253 -254 -163 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -253 -226 -99 -0 -0 -0 -0 -0 -40 -119 -198 -253 -254 -253 -254 -127 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -146 -253 -252 -249 -249 -249 -250 -249 -251 -253 -251 -137 -26 -210 -254 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -97 -178 -248 -250 -249 -249 -189 -148 -126 -47 -0 -0 -179 -225 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -6 -0 -0 -0 -0 -0 -0 -10 -209 -219 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -242 -219 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -253 -219 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -253 -219 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -253 -219 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -214 -223 -22 -108 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -180 -254 -228 -208 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -162 -254 -254 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -80 -253 -183 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/46seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/46seed-label-is-8.txt deleted file mode 100644 index d67c50f..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/46seed-label-is-8.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -73 -73 -125 -253 -98 -73 -73 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -144 -144 -144 -41 -0 -84 -160 -251 -251 -253 -251 -251 -251 -251 -145 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -228 -251 -251 -251 -97 -218 -236 -251 -251 -251 -253 -251 -251 -251 -251 -253 -231 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -251 -251 -251 -251 -253 -251 -251 -204 -142 -143 -142 -158 -251 -251 -253 -251 -230 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -251 -251 -251 -251 -253 -147 -71 -41 -0 -0 -0 -11 -71 -200 -253 -251 -251 -142 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -222 -253 -253 -253 -255 -149 -73 -42 -0 -0 -0 -0 -0 -0 -255 -253 -253 -253 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -231 -251 -251 -253 -251 -251 -205 -144 -145 -62 -0 -0 -105 -253 -251 -251 -188 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -113 -241 -253 -251 -251 -251 -251 -253 -231 -217 -217 -241 -253 -251 -220 -123 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -103 -143 -205 -251 -251 -251 -253 -251 -251 -251 -251 -253 -188 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -144 -251 -251 -251 -253 -251 -251 -251 -251 -253 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -176 -253 -253 -253 -255 -253 -253 -253 -253 -255 -253 -98 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -105 -253 -251 -251 -251 -251 -211 -107 -128 -251 -251 -253 -251 -251 -142 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -58 -217 -241 -253 -251 -246 -215 -86 -25 -0 -5 -35 -164 -253 -251 -251 -236 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -217 -251 -251 -253 -251 -137 -0 -0 -0 -0 -0 -0 -79 -253 -251 -251 -204 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -105 -241 -251 -251 -253 -147 -10 -0 -0 -0 -0 -27 -180 -231 -253 -251 -251 -142 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -253 -253 -253 -253 -53 -0 -0 -32 -73 -125 -253 -253 -253 -253 -255 -253 -242 -103 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -251 -251 -251 -251 -222 -144 -144 -190 -251 -253 -251 -251 -251 -251 -253 -251 -112 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -87 -236 -251 -251 -251 -253 -251 -251 -251 -251 -253 -251 -251 -251 -225 -164 -35 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -83 -236 -251 -251 -253 -251 -251 -251 -251 -253 -251 -157 -142 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -71 -71 -124 -147 -71 -71 -71 -72 -71 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/47seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/47seed-label-is-2.txt deleted file mode 100644 index 841df68..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/47seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -194 -255 -109 -120 -174 -70 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -103 -240 -253 -253 -253 -253 -237 -93 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -146 -253 -253 -253 -253 -253 -253 -253 -253 -129 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -146 -253 -253 -253 -253 -253 -253 -253 -253 -129 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -163 -253 -253 -253 -240 -214 -214 -250 -253 -224 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -47 -253 -253 -253 -253 -168 -0 -0 -147 -253 -253 -222 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -192 -253 -253 -253 -253 -23 -0 -0 -52 -228 -253 -253 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -88 -253 -253 -253 -236 -13 -0 -0 -0 -177 -253 -253 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -47 -253 -253 -233 -56 -0 -0 -0 -0 -177 -253 -253 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -22 -22 -19 -0 -0 -0 -0 -0 -177 -253 -253 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -0 -69 -230 -253 -253 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -117 -202 -124 -242 -253 -253 -253 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -243 -253 -253 -253 -253 -253 -253 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -215 -253 -253 -253 -253 -253 -253 -253 -94 -16 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -136 -113 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -247 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -249 -253 -253 -253 -253 -253 -249 -245 -250 -253 -253 -253 -214 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -139 -253 -253 -253 -253 -243 -75 -0 -105 -253 -253 -253 -253 -199 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -242 -253 -253 -236 -87 -0 -0 -3 -45 -222 -253 -253 -199 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -94 -99 -99 -69 -0 -0 -0 -0 -0 -85 -104 -253 -199 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/48seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/48seed-label-is-8.txt deleted file mode 100644 index a9e0046..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/48seed-label-is-8.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -78 -156 -253 -253 -87 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -227 -252 -252 -252 -252 -253 -142 -8 -112 -102 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -92 -215 -253 -252 -251 -231 -240 -253 -246 -234 -252 -252 -242 -118 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -252 -252 -253 -231 -129 -0 -35 -227 -252 -252 -252 -252 -253 -252 -196 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -252 -252 -191 -54 -0 -0 -0 -148 -252 -252 -252 -208 -253 -252 -249 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -145 -253 -253 -107 -0 -0 -0 -0 -124 -155 -250 -115 -18 -254 -253 -253 -190 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -232 -252 -252 -106 -0 -0 -0 -0 -27 -21 -145 -0 -185 -253 -252 -252 -189 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -135 -252 -252 -106 -0 -0 -0 -0 -0 -0 -0 -6 -215 -253 -252 -252 -180 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -153 -252 -252 -62 -0 -0 -0 -0 -38 -64 -73 -190 -252 -253 -252 -238 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -188 -252 -252 -229 -140 -0 -0 -0 -236 -252 -252 -252 -252 -253 -252 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -253 -253 -254 -218 -148 -218 -253 -255 -253 -253 -253 -253 -150 -71 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -154 -252 -253 -252 -252 -252 -252 -253 -252 -252 -231 -80 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -124 -252 -253 -252 -252 -252 -252 -241 -196 -73 -16 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -48 -252 -252 -253 -252 -252 -252 -199 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -71 -232 -252 -252 -253 -252 -252 -199 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -253 -253 -253 -254 -253 -253 -200 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -252 -252 -252 -253 -252 -252 -205 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -252 -252 -252 -253 -252 -252 -189 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -28 -142 -252 -252 -253 -252 -252 -162 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -42 -129 -209 -252 -190 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/49seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/49seed-label-is-6.txt deleted file mode 100644 index 55a35a8..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/49seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -73 -238 -255 -114 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -253 -253 -253 -191 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -236 -253 -253 -253 -199 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -149 -253 -253 -139 -88 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -35 -247 -253 -211 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -130 -253 -249 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -40 -231 -253 -231 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -109 -253 -253 -109 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -187 -253 -252 -30 -0 -0 -0 -0 -3 -6 -6 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -187 -253 -181 -0 -0 -2 -117 -156 -212 -253 -253 -183 -105 -17 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -240 -253 -181 -7 -125 -204 -253 -253 -253 -253 -253 -253 -253 -165 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -54 -253 -253 -137 -195 -253 -253 -253 -253 -253 -253 -253 -253 -253 -225 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -219 -253 -253 -253 -253 -253 -253 -253 -253 -149 -62 -128 -253 -253 -253 -139 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -244 -253 -253 -253 -253 -253 -182 -55 -15 -1 -11 -102 -253 -253 -245 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -244 -253 -253 -253 -249 -150 -12 -0 -0 -62 -207 -253 -253 -253 -186 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -244 -253 -253 -253 -239 -21 -23 -125 -208 -243 -253 -253 -253 -132 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -244 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -173 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -240 -253 -253 -253 -253 -253 -253 -253 -253 -252 -207 -42 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -52 -211 -253 -253 -253 -253 -253 -242 -156 -78 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -68 -149 -222 -253 -228 -149 -77 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/4seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/4seed-label-is-9.txt deleted file mode 100644 index f57eeed..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/4seed-label-is-9.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -117 -224 -255 -254 -254 -145 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -98 -239 -253 -187 -101 -68 -201 -240 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -184 -253 -193 -68 -3 -0 -0 -79 -253 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -231 -249 -114 -2 -0 -0 -0 -0 -70 -253 -113 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -229 -235 -93 -0 -0 -0 -0 -0 -0 -49 -251 -127 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -253 -120 -0 -0 -0 -0 -0 -0 -0 -11 -247 -142 -97 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -253 -61 -0 -0 -0 -0 -0 -0 -2 -74 -250 -253 -253 -39 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -253 -154 -14 -0 -0 -0 -19 -116 -197 -253 -232 -246 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -191 -253 -228 -161 -208 -208 -235 -254 -227 -111 -16 -192 -253 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -134 -176 -225 -197 -136 -100 -93 -12 -0 -0 -169 -253 -45 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -254 -92 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -253 -92 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -253 -92 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -253 -92 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -253 -92 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -253 -111 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -253 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -225 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -152 -208 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -97 -217 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/50seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/50seed-label-is-5.txt deleted file mode 100644 index b3e689c..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/50seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -82 -156 -156 -156 -194 -172 -59 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -208 -250 -243 -247 -237 -254 -255 -254 -227 -100 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -254 -128 -36 -54 -12 -78 -78 -123 -145 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -137 -254 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -213 -254 -23 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -236 -254 -0 -0 -0 -0 -0 -37 -105 -156 -156 -59 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -235 -254 -0 -0 -0 -34 -193 -240 -244 -234 -237 -239 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -167 -254 -69 -37 -109 -248 -223 -153 -42 -0 -12 -183 -196 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -245 -243 -244 -241 -184 -12 -0 -0 -0 -0 -83 -250 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -121 -179 -170 -70 -0 -0 -0 -0 -0 -0 -0 -254 -212 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -233 -235 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -112 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -59 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -59 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -59 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -198 -179 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -120 -235 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -104 -249 -148 -11 -0 -0 -0 -0 -0 -0 -0 -8 -240 -188 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -135 -254 -172 -55 -0 -0 -0 -0 -0 -0 -128 -254 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -103 -232 -248 -220 -137 -137 -92 -108 -190 -249 -170 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -89 -171 -254 -254 -254 -254 -163 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/51seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/51seed-label-is-1.txt deleted file mode 100644 index 41f5b33..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/51seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -146 -236 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -190 -236 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -247 -231 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -69 -252 -231 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -148 -252 -187 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -210 -253 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -224 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -253 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -211 -253 -141 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -211 -253 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -236 -255 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -143 -252 -239 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -211 -252 -158 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -252 -252 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -252 -252 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -253 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -252 -147 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -226 -252 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -252 -252 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -252 -155 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/52seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/52seed-label-is-4.txt deleted file mode 100644 index b9e2107..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/52seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -189 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -12 -0 -0 -0 -8 -204 -253 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -159 -179 -11 -0 -0 -115 -253 -240 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -89 -245 -253 -72 -0 -30 -213 -253 -155 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -235 -253 -240 -21 -0 -145 -253 -246 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -47 -247 -254 -87 -0 -21 -209 -254 -144 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -209 -253 -232 -23 -0 -157 -253 -253 -60 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -254 -253 -189 -37 -102 -208 -253 -253 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -254 -253 -253 -253 -253 -254 -253 -253 -176 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -59 -254 -253 -253 -253 -253 -254 -253 -207 -93 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -182 -181 -191 -254 -254 -255 -83 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -203 -253 -212 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -245 -253 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -198 -253 -246 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -40 -243 -253 -98 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -139 -254 -248 -52 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -235 -253 -182 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -244 -253 -67 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -80 -253 -250 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -253 -242 -39 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/53seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/53seed-label-is-6.txt deleted file mode 100644 index 893994b..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/53seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -17 -173 -241 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -202 -240 -89 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -165 -239 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -245 -121 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -199 -221 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -253 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -200 -220 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -80 -253 -118 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -172 -242 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -242 -189 -0 -0 -0 -0 -0 -0 -62 -130 -130 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -252 -160 -0 -0 -0 -0 -7 -96 -232 -254 -254 -229 -88 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -74 -254 -120 -0 -0 -0 -0 -126 -254 -238 -150 -171 -246 -245 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -65 -253 -180 -3 -0 -0 -49 -247 -226 -43 -0 -0 -84 -247 -137 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -242 -254 -60 -0 -0 -134 -254 -91 -0 -0 -0 -0 -123 -193 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -205 -254 -115 -0 -0 -171 -254 -43 -0 -0 -0 -0 -105 -175 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -150 -254 -239 -55 -0 -221 -237 -26 -0 -0 -0 -0 -110 -155 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -209 -254 -197 -71 -234 -211 -0 -0 -0 -0 -55 -237 -122 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -66 -244 -254 -255 -254 -242 -110 -96 -96 -163 -237 -210 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -66 -212 -254 -254 -254 -254 -255 -254 -254 -207 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -128 -168 -211 -254 -185 -101 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/54seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/54seed-label-is-8.txt deleted file mode 100644 index 61495f1..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/54seed-label-is-8.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -7 -123 -254 -254 -254 -215 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -115 -253 -253 -253 -253 -253 -253 -213 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -213 -253 -253 -253 -240 -235 -240 -253 -253 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -213 -253 -253 -236 -140 -28 -0 -31 -225 -253 -98 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -162 -253 -253 -227 -31 -0 -0 -0 -0 -205 -253 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -253 -253 -253 -216 -30 -0 -0 -0 -0 -186 -253 -174 -161 -110 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -235 -253 -253 -253 -236 -167 -167 -74 -10 -81 -253 -253 -253 -253 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -60 -210 -253 -253 -253 -253 -253 -253 -191 -199 -253 -253 -253 -208 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -152 -207 -253 -253 -253 -253 -253 -253 -253 -253 -183 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -68 -155 -237 -253 -253 -253 -253 -253 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -237 -253 -253 -253 -253 -253 -125 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -153 -253 -253 -253 -217 -253 -253 -183 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -80 -239 -253 -253 -153 -25 -219 -253 -253 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -201 -253 -253 -154 -10 -0 -78 -241 -253 -236 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -253 -253 -230 -39 -0 -0 -0 -217 -253 -253 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -253 -253 -191 -0 -0 -0 -0 -217 -253 -253 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -105 -253 -253 -217 -106 -106 -106 -148 -250 -253 -209 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -253 -253 -253 -253 -253 -253 -253 -253 -209 -83 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -24 -216 -253 -253 -253 -253 -253 -253 -210 -83 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -94 -129 -223 -217 -129 -87 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/55seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/55seed-label-is-6.txt deleted file mode 100644 index 6aee6f5..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/55seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -87 -235 -101 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -46 -245 -238 -139 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -215 -254 -254 -114 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -130 -254 -254 -194 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -58 -236 -254 -253 -67 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -238 -254 -254 -147 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -254 -254 -238 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -191 -254 -254 -133 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -254 -254 -181 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -65 -245 -254 -231 -26 -0 -0 -12 -96 -150 -150 -150 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -208 -254 -254 -131 -0 -1 -89 -217 -254 -254 -254 -254 -234 -27 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -144 -254 -254 -201 -6 -0 -137 -254 -254 -254 -254 -254 -254 -254 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -220 -254 -241 -54 -3 -53 -252 -254 -254 -164 -221 -254 -254 -233 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -243 -254 -157 -0 -68 -254 -254 -254 -164 -166 -254 -254 -254 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -115 -254 -254 -125 -42 -236 -254 -254 -254 -243 -254 -254 -242 -98 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -165 -254 -254 -165 -138 -254 -254 -254 -254 -254 -254 -232 -118 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -250 -254 -254 -254 -254 -254 -254 -254 -232 -134 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -104 -226 -254 -254 -254 -254 -201 -124 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -174 -254 -232 -110 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -130 -254 -97 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/56seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/56seed-label-is-9.txt deleted file mode 100644 index f1128cb..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/56seed-label-is-9.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -77 -128 -253 -255 -253 -133 -83 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -198 -247 -252 -252 -253 -252 -252 -248 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -197 -252 -252 -252 -252 -253 -252 -252 -252 -245 -59 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -252 -252 -187 -39 -39 -39 -39 -118 -252 -195 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -129 -252 -241 -68 -0 -0 -0 -0 -94 -252 -238 -52 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -200 -241 -97 -0 -0 -0 -0 -0 -122 -252 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -200 -207 -13 -0 -0 -0 -20 -97 -244 -252 -252 -108 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -186 -252 -188 -76 -105 -160 -204 -252 -252 -252 -252 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -28 -207 -252 -252 -252 -252 -253 -252 -252 -252 -206 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -140 -252 -174 -119 -120 -119 -238 -252 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -240 -215 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -252 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -226 -252 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -244 -252 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -121 -252 -252 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -121 -252 -252 -74 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -121 -252 -252 -60 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -121 -252 -252 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -121 -252 -247 -93 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -175 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/57seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/57seed-label-is-2.txt deleted file mode 100644 index 6075c1e..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/57seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -52 -79 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -221 -253 -245 -245 -230 -76 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -131 -191 -227 -253 -253 -250 -197 -57 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -44 -98 -244 -253 -236 -107 -17 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -114 -242 -253 -138 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -106 -243 -253 -127 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -71 -218 -254 -78 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -132 -254 -167 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -254 -253 -74 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -175 -255 -254 -17 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -196 -254 -130 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -172 -253 -254 -44 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -34 -246 -253 -164 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -121 -253 -253 -73 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -201 -253 -138 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -253 -253 -78 -0 -0 -0 -0 -0 -0 -12 -93 -147 -171 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -253 -253 -181 -106 -106 -106 -153 -192 -192 -219 -253 -253 -180 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -203 -253 -253 -254 -253 -253 -253 -253 -253 -252 -177 -94 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -78 -78 -79 -78 -78 -78 -78 -78 -70 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/58seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/58seed-label-is-5.txt deleted file mode 100644 index c8427f2..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/58seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -52 -131 -214 -254 -254 -170 -128 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -17 -143 -251 -253 -253 -253 -253 -253 -253 -165 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -49 -210 -253 -228 -204 -129 -128 -89 -95 -206 -253 -225 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -128 -251 -161 -27 -8 -0 -0 -0 -0 -10 -132 -248 -235 -177 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -89 -253 -223 -0 -0 -0 -0 -0 -0 -0 -0 -0 -56 -211 -134 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -120 -253 -122 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -120 -253 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -120 -253 -229 -173 -184 -139 -199 -198 -139 -134 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -28 -155 -253 -253 -253 -253 -253 -253 -253 -253 -186 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -16 -104 -104 -104 -104 -143 -104 -113 -253 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -253 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -253 -90 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -253 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -46 -10 -0 -0 -0 -0 -0 -0 -0 -0 -15 -253 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -243 -35 -0 -0 -0 -0 -0 -0 -0 -0 -65 -253 -80 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -253 -34 -0 -0 -0 -0 -0 -0 -0 -0 -146 -253 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -241 -101 -0 -0 -0 -0 -0 -0 -15 -122 -251 -216 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -164 -248 -189 -138 -90 -90 -91 -188 -216 -253 -248 -80 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -216 -253 -253 -253 -253 -254 -253 -253 -243 -157 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -84 -165 -253 -253 -253 -253 -210 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/59seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/59seed-label-is-1.txt deleted file mode 100644 index ef692fe..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/59seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -92 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -253 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -254 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -253 -252 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -254 -253 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -183 -253 -252 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -254 -253 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -142 -253 -252 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -142 -254 -253 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -253 -252 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -172 -252 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -132 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -232 -223 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -183 -254 -112 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -253 -232 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -103 -255 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -213 -252 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -243 -204 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -81 -162 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/5seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/5seed-label-is-0.txt deleted file mode 100644 index 5ffc887..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/5seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -113 -233 -254 -253 -152 -152 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -102 -142 -253 -252 -253 -252 -253 -252 -203 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -193 -254 -253 -254 -253 -234 -233 -255 -253 -255 -71 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -233 -252 -253 -252 -253 -212 -30 -30 -172 -252 -253 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -92 -233 -254 -253 -254 -253 -203 -20 -0 -0 -52 -253 -255 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -233 -252 -253 -252 -233 -70 -20 -0 -0 -0 -51 -252 -253 -232 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -132 -253 -254 -253 -254 -172 -41 -0 -0 -0 -0 -0 -52 -253 -254 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -253 -252 -253 -212 -131 -10 -0 -0 -0 -0 -0 -0 -92 -252 -253 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -233 -254 -253 -254 -91 -0 -0 -0 -0 -0 -0 -0 -0 -153 -253 -254 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -173 -252 -253 -252 -233 -30 -0 -0 -0 -0 -0 -0 -0 -0 -233 -252 -253 -171 -0 -0 -0 -0 -0 -0 -0 -0 -0 -123 -254 -253 -254 -233 -82 -0 -0 -0 -0 -0 -0 -0 -0 -41 -254 -253 -254 -131 -0 -0 -0 -0 -0 -0 -0 -0 -21 -223 -253 -252 -253 -111 -0 -0 -0 -0 -0 -0 -0 -0 -41 -243 -253 -252 -172 -10 -0 -0 -0 -0 -0 -0 -0 -0 -152 -253 -254 -253 -183 -0 -0 -0 -0 -0 -0 -0 -0 -82 -214 -253 -254 -253 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -193 -252 -253 -252 -61 -0 -0 -0 -0 -0 -0 -0 -82 -243 -253 -252 -253 -90 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -152 -253 -254 -253 -21 -0 -0 -0 -0 -0 -51 -173 -254 -253 -254 -253 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -112 -252 -253 -252 -162 -20 -0 -0 -62 -183 -253 -252 -253 -252 -253 -130 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -183 -255 -253 -255 -253 -254 -253 -254 -253 -254 -253 -254 -253 -123 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -253 -252 -253 -252 -253 -252 -253 -252 -253 -252 -192 -111 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -162 -203 -223 -254 -253 -244 -203 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -71 -111 -40 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/60seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/60seed-label-is-1.txt deleted file mode 100644 index a31589f..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/60seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -100 -253 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -249 -252 -226 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -100 -252 -252 -218 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -109 -252 -252 -59 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -209 -252 -252 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -243 -252 -209 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -252 -242 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -223 -252 -211 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -148 -252 -252 -121 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -209 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -116 -191 -255 -253 -167 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -122 -252 -252 -253 -252 -183 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -154 -252 -252 -253 -183 -94 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -163 -252 -252 -212 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -108 -252 -252 -252 -39 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -231 -252 -252 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -136 -251 -252 -181 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -56 -252 -252 -245 -97 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -137 -252 -252 -127 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -131 -180 -252 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/61seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/61seed-label-is-2.txt deleted file mode 100644 index f93b1d9..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/61seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -118 -253 -253 -201 -74 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -236 -252 -252 -252 -245 -140 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -65 -202 -195 -246 -253 -252 -171 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -9 -94 -253 -252 -252 -139 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -148 -252 -252 -160 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -139 -253 -253 -253 -23 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -252 -252 -252 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -252 -252 -252 -137 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -252 -252 -252 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -243 -252 -252 -168 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -127 -76 -19 -0 -0 -116 -255 -253 -253 -161 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -81 -244 -253 -236 -78 -9 -136 -253 -252 -252 -160 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -207 -252 -253 -252 -252 -196 -246 -253 -252 -252 -77 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -165 -252 -253 -252 -252 -252 -252 -253 -252 -153 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -242 -253 -252 -252 -252 -252 -253 -252 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -106 -244 -253 -253 -253 -253 -255 -253 -222 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -164 -206 -206 -206 -211 -252 -252 -219 -57 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -154 -252 -252 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -196 -252 -252 -249 -75 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -17 -158 -252 -243 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/62seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/62seed-label-is-6.txt deleted file mode 100644 index 5adad9e..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/62seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -253 -255 -253 -133 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -187 -222 -252 -253 -252 -226 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -182 -242 -252 -252 -253 -252 -252 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -105 -206 -253 -252 -252 -252 -253 -252 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -252 -252 -253 -252 -252 -252 -253 -252 -153 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -115 -252 -252 -253 -252 -252 -252 -222 -138 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -99 -242 -252 -252 -253 -252 -252 -231 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -84 -252 -252 -252 -252 -253 -252 -231 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -99 -253 -253 -253 -253 -253 -255 -222 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -181 -252 -252 -252 -252 -252 -222 -45 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -232 -252 -252 -252 -252 -252 -125 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -252 -252 -252 -252 -252 -168 -0 -0 -0 -0 -0 -0 -0 -84 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -253 -253 -253 -253 -253 -237 -62 -0 -0 -0 -0 -171 -170 -253 -253 -255 -211 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -109 -252 -252 -252 -252 -252 -174 -0 -0 -0 -73 -217 -253 -252 -252 -252 -253 -252 -206 -31 -0 -0 -0 -0 -0 -0 -0 -0 -109 -252 -252 -252 -252 -210 -57 -37 -37 -161 -232 -252 -253 -252 -252 -252 -253 -252 -252 -108 -0 -0 -0 -0 -0 -0 -0 -0 -47 -232 -252 -252 -252 -252 -252 -252 -253 -252 -252 -252 -253 -252 -252 -252 -253 -252 -252 -108 -0 -0 -0 -0 -0 -0 -0 -0 -0 -156 -253 -253 -253 -253 -253 -253 -255 -253 -253 -253 -255 -253 -253 -253 -255 -253 -237 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -190 -252 -252 -252 -252 -252 -253 -252 -252 -252 -253 -252 -252 -252 -253 -148 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -52 -71 -215 -247 -252 -252 -253 -252 -252 -252 -253 -252 -246 -215 -72 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -93 -128 -252 -253 -252 -252 -252 -253 -128 -92 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/63seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/63seed-label-is-4.txt deleted file mode 100644 index 473cf0a..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/63seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -188 -202 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -190 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -76 -70 -0 -0 -0 -0 -0 -0 -172 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -214 -241 -38 -0 -0 -0 -0 -9 -206 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -218 -249 -46 -0 -0 -0 -0 -18 -240 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -196 -254 -129 -0 -0 -0 -0 -0 -6 -196 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -117 -254 -243 -12 -0 -0 -0 -0 -0 -21 -254 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -160 -254 -239 -67 -0 -0 -0 -0 -0 -0 -21 -254 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -167 -255 -246 -67 -0 -0 -0 -0 -0 -0 -0 -109 -254 -244 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -150 -229 -254 -254 -114 -0 -0 -0 -0 -0 -0 -0 -0 -126 -254 -180 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -76 -253 -254 -254 -254 -251 -203 -116 -39 -0 -0 -0 -0 -0 -126 -254 -140 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -105 -109 -109 -109 -157 -240 -254 -252 -210 -146 -110 -20 -0 -142 -254 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -64 -166 -200 -254 -254 -222 -193 -248 -231 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -32 -120 -217 -246 -254 -251 -144 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -182 -254 -254 -212 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -182 -254 -193 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -182 -254 -117 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -182 -254 -83 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -212 -254 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -182 -203 -68 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/64seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/64seed-label-is-5.txt deleted file mode 100644 index ea53e25..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/64seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -34 -15 -0 -0 -32 -106 -144 -245 -254 -172 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -234 -253 -211 -177 -177 -250 -253 -253 -253 -253 -253 -220 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -253 -253 -254 -253 -253 -253 -253 -253 -253 -236 -228 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -150 -253 -253 -254 -248 -231 -231 -159 -83 -10 -9 -8 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -219 -253 -253 -136 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -122 -253 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -176 -253 -253 -253 -233 -232 -232 -223 -98 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -109 -253 -253 -253 -253 -254 -253 -253 -253 -253 -219 -33 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -199 -253 -253 -253 -253 -210 -176 -176 -250 -253 -253 -165 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -65 -143 -143 -110 -33 -15 -0 -0 -41 -215 -253 -242 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -167 -254 -254 -100 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -89 -253 -253 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -56 -253 -253 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -114 -253 -253 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -56 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -166 -253 -251 -78 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -207 -253 -208 -86 -0 -0 -0 -0 -0 -78 -39 -0 -0 -143 -235 -253 -242 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -250 -253 -253 -252 -160 -122 -122 -189 -232 -251 -243 -232 -232 -253 -253 -250 -183 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -71 -240 -253 -253 -253 -253 -253 -253 -253 -253 -255 -253 -253 -253 -224 -136 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -75 -206 -253 -253 -253 -253 -253 -253 -253 -254 -253 -189 -119 -23 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -33 -57 -143 -143 -124 -33 -33 -33 -33 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/65seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/65seed-label-is-1.txt deleted file mode 100644 index af9cbfa..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/65seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -247 -190 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -130 -254 -157 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -249 -254 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -220 -254 -254 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -130 -254 -254 -199 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -229 -254 -254 -68 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -160 -254 -254 -194 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -219 -254 -234 -57 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -254 -254 -188 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -222 -254 -250 -68 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -56 -254 -254 -193 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -182 -254 -254 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -113 -254 -254 -233 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -243 -254 -254 -74 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -168 -254 -254 -202 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -254 -254 -250 -149 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -210 -254 -254 -238 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -176 -254 -254 -206 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -254 -254 -241 -75 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -227 -250 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/66seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/66seed-label-is-8.txt deleted file mode 100644 index 62048f2..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/66seed-label-is-8.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -128 -191 -255 -255 -255 -255 -255 -64 -0 -128 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -255 -255 -255 -255 -255 -255 -191 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -255 -255 -191 -255 -255 -255 -255 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -191 -0 -0 -0 -0 -255 -255 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -128 -0 -0 -0 -0 -255 -255 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -128 -0 -0 -0 -64 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -0 -0 -191 -255 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -64 -191 -255 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -255 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -191 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -191 -0 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -128 -64 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -255 -255 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -191 -255 -255 -255 -191 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/67seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/67seed-label-is-7.txt deleted file mode 100644 index fa2ab7c..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/67seed-label-is-7.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -13 -24 -24 -108 -138 -138 -139 -138 -170 -253 -253 -128 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -207 -211 -253 -252 -252 -252 -252 -253 -252 -252 -252 -252 -253 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -207 -252 -253 -252 -202 -183 -183 -184 -183 -183 -183 -215 -253 -206 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -45 -46 -45 -13 -0 -0 -0 -0 -0 -0 -21 -253 -244 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -106 -253 -252 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -255 -253 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -17 -193 -253 -202 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -188 -252 -205 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -252 -252 -116 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -205 -252 -252 -11 -0 -0 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -0 -0 -0 -0 -0 -0 -47 -253 -253 -253 -149 -253 -253 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -68 -161 -161 -203 -162 -161 -161 -161 -161 -162 -178 -252 -252 -252 -253 -223 -123 -17 -0 -0 -0 -0 -0 -0 -0 -0 -0 -24 -252 -252 -252 -252 -253 -252 -252 -252 -252 -253 -252 -252 -252 -221 -173 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -202 -160 -160 -202 -169 -193 -160 -160 -160 -211 -252 -252 -218 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -0 -0 -11 -3 -8 -0 -0 -0 -243 -252 -189 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -253 -173 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -253 -252 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -84 -253 -231 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -214 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -148 -206 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/68seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/68seed-label-is-3.txt deleted file mode 100644 index 027ad98..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/68seed-label-is-3.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -46 -120 -156 -186 -223 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -147 -214 -244 -254 -253 -253 -253 -58 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -118 -253 -253 -222 -175 -143 -253 -225 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -159 -229 -124 -34 -47 -183 -240 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -23 -0 -0 -194 -253 -137 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -209 -241 -142 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -77 -253 -113 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -253 -109 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -122 -253 -254 -154 -136 -122 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -133 -254 -253 -253 -253 -208 -76 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -98 -128 -195 -218 -255 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -254 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -223 -233 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -194 -244 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -119 -245 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -217 -254 -78 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -20 -20 -0 -0 -0 -0 -0 -0 -0 -7 -35 -192 -254 -228 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -247 -253 -176 -130 -79 -6 -61 -79 -48 -169 -253 -253 -254 -68 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -131 -238 -253 -253 -235 -248 -254 -245 -253 -237 -222 -95 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -36 -140 -155 -208 -253 -254 -207 -126 -36 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/69seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/69seed-label-is-9.txt deleted file mode 100644 index dd4f38a..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/69seed-label-is-9.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -105 -198 -255 -254 -182 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -38 -209 -254 -254 -253 -239 -254 -162 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -158 -254 -254 -233 -141 -56 -102 -254 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -76 -227 -254 -230 -121 -19 -0 -0 -117 -254 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -184 -253 -250 -149 -17 -0 -0 -0 -53 -245 -254 -173 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -229 -254 -205 -69 -0 -0 -0 -0 -23 -213 -254 -254 -134 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -208 -232 -95 -5 -0 -0 -0 -0 -2 -106 -254 -254 -178 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -254 -61 -0 -0 -0 -2 -30 -114 -197 -254 -254 -241 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -221 -218 -141 -110 -166 -197 -254 -254 -254 -254 -253 -111 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -59 -152 -225 -227 -213 -213 -175 -117 -142 -254 -246 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -14 -0 -0 -0 -0 -188 -254 -177 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -47 -251 -254 -73 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -254 -206 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -227 -254 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -254 -249 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -103 -254 -189 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -170 -254 -135 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -254 -242 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -254 -201 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -254 -175 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/6seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/6seed-label-is-7.txt deleted file mode 100644 index 919acf4..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/6seed-label-is-7.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -132 -90 -0 -25 -67 -150 -164 -254 -237 -119 -44 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -169 -254 -226 -142 -236 -245 -216 -212 -185 -223 -254 -169 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -180 -254 -254 -248 -163 -116 -42 -0 -0 -0 -48 -254 -169 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -169 -254 -248 -146 -35 -0 -0 -0 -0 -0 -0 -111 -254 -169 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -206 -87 -0 -0 -0 -0 -0 -0 -0 -0 -141 -254 -117 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -183 -254 -75 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -242 -240 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -131 -254 -178 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -169 -254 -140 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -232 -254 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -35 -254 -225 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -188 -254 -123 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -221 -254 -74 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -195 -254 -231 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -231 -254 -91 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -254 -204 -16 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -254 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -161 -254 -196 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -254 -247 -39 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -88 -254 -49 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/70seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/70seed-label-is-3.txt deleted file mode 100644 index bc5c479..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/70seed-label-is-3.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -71 -156 -194 -255 -254 -254 -186 -59 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -17 -241 -253 -253 -254 -253 -253 -253 -253 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -169 -253 -253 -223 -222 -253 -253 -253 -183 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -19 -19 -12 -12 -49 -175 -253 -254 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -40 -253 -254 -135 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -254 -255 -114 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -228 -253 -249 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -79 -86 -199 -253 -253 -165 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -179 -241 -254 -253 -253 -253 -253 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -248 -253 -254 -253 -253 -253 -253 -173 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -254 -254 -255 -226 -213 -254 -254 -255 -61 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -125 -233 -158 -76 -21 -12 -107 -248 -254 -227 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -254 -253 -78 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -254 -253 -78 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -159 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -135 -254 -253 -78 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -254 -119 -0 -0 -0 -0 -0 -0 -0 -0 -85 -254 -255 -211 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -253 -238 -193 -118 -80 -27 -20 -80 -162 -214 -250 -253 -249 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -24 -240 -253 -254 -253 -253 -253 -253 -254 -253 -253 -253 -253 -98 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -229 -254 -253 -253 -253 -253 -254 -253 -253 -247 -138 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -104 -253 -253 -253 -253 -254 -253 -185 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/71seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/71seed-label-is-3.txt deleted file mode 100644 index 457366e..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/71seed-label-is-3.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -36 -166 -253 -253 -253 -253 -80 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -84 -242 -253 -252 -252 -252 -252 -243 -83 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -246 -252 -253 -252 -252 -252 -252 -253 -175 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -252 -252 -253 -231 -189 -189 -242 -253 -252 -47 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -147 -147 -86 -28 -0 -0 -211 -253 -252 -126 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -96 -253 -254 -253 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -142 -252 -252 -253 -189 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -22 -84 -213 -252 -252 -252 -250 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -169 -190 -252 -253 -252 -252 -252 -252 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -173 -252 -252 -252 -253 -252 -252 -252 -121 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -105 -253 -253 -253 -253 -255 -253 -253 -253 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -231 -252 -252 -252 -253 -252 -252 -252 -77 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -7 -0 -0 -51 -126 -126 -126 -188 -238 -252 -252 -200 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -48 -196 -55 -0 -0 -0 -0 -0 -0 -28 -239 -252 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -171 -252 -235 -107 -71 -0 -0 -0 -0 -0 -232 -252 -252 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -233 -253 -253 -254 -253 -191 -43 -43 -43 -78 -245 -253 -253 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -197 -252 -252 -253 -252 -252 -252 -252 -253 -252 -252 -252 -252 -71 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -245 -252 -253 -252 -252 -252 -252 -253 -252 -252 -252 -190 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -56 -128 -253 -252 -252 -252 -252 -253 -252 -252 -236 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -104 -182 -252 -252 -252 -253 -217 -138 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/72seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/72seed-label-is-3.txt deleted file mode 100644 index d96e925..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/72seed-label-is-3.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -108 -233 -253 -255 -232 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -110 -219 -252 -252 -252 -253 -252 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -253 -252 -202 -89 -69 -201 -252 -69 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -230 -203 -139 -13 -0 -136 -253 -235 -44 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -126 -63 -53 -0 -136 -250 -243 -60 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -45 -170 -253 -253 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -118 -252 -252 -252 -252 -136 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -112 -246 -253 -252 -252 -221 -252 -237 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -252 -252 -245 -139 -45 -25 -234 -253 -133 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -137 -137 -21 -0 -0 -0 -230 -253 -206 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -231 -255 -92 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -17 -234 -249 -75 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -252 -230 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -224 -252 -135 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -236 -252 -200 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -212 -137 -0 -0 -0 -0 -0 -24 -212 -253 -253 -75 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -252 -106 -0 -0 -0 -0 -43 -212 -252 -252 -172 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -219 -252 -123 -70 -70 -70 -236 -253 -252 -170 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -80 -244 -253 -252 -252 -252 -252 -253 -172 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -137 -211 -252 -252 -252 -75 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/73seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/73seed-label-is-4.txt deleted file mode 100644 index ff5ef8d..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/73seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -34 -63 -53 -16 -0 -0 -21 -211 -177 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -78 -254 -253 -253 -121 -0 -0 -199 -253 -176 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -68 -211 -253 -253 -78 -0 -0 -232 -253 -176 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -250 -253 -245 -10 -0 -47 -243 -253 -176 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -76 -204 -254 -239 -73 -0 -0 -161 -253 -253 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -211 -253 -243 -74 -0 -0 -44 -242 -253 -238 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -193 -253 -253 -163 -0 -0 -0 -56 -253 -253 -108 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -193 -253 -253 -186 -0 -0 -0 -0 -124 -253 -251 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -187 -253 -253 -162 -37 -0 -0 -0 -7 -193 -253 -242 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -166 -253 -249 -143 -37 -0 -0 -0 -0 -120 -253 -253 -242 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -72 -250 -254 -254 -245 -102 -144 -144 -159 -254 -206 -255 -254 -254 -253 -87 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -76 -240 -253 -253 -253 -253 -253 -253 -253 -254 -253 -253 -253 -253 -230 -83 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -177 -253 -253 -253 -253 -253 -253 -179 -197 -140 -44 -218 -253 -232 -52 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -121 -121 -121 -121 -117 -10 -3 -5 -0 -6 -214 -253 -198 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -155 -253 -249 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -193 -253 -231 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -180 -253 -173 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -53 -253 -236 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -226 -253 -154 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -206 -253 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/74seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/74seed-label-is-4.txt deleted file mode 100644 index 58421bd..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/74seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -131 -89 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -11 -0 -0 -0 -0 -0 -0 -142 -254 -254 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -209 -241 -123 -0 -0 -0 -0 -48 -231 -254 -254 -161 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -254 -254 -239 -63 -0 -0 -0 -193 -254 -254 -254 -88 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -143 -254 -254 -254 -211 -0 -0 -0 -193 -254 -254 -244 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -214 -254 -254 -249 -119 -0 -0 -10 -202 -254 -254 -149 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -137 -254 -254 -254 -196 -0 -0 -0 -63 -254 -254 -254 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -160 -254 -254 -248 -75 -0 -0 -0 -148 -254 -254 -254 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -34 -254 -254 -254 -134 -0 -0 -0 -40 -235 -254 -254 -237 -34 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -131 -254 -254 -254 -137 -142 -187 -102 -105 -254 -254 -254 -233 -84 -63 -63 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -226 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -199 -193 -193 -4 -0 -0 -0 -0 -0 -0 -0 -0 -158 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -139 -0 -0 -0 -0 -0 -0 -0 -0 -92 -254 -254 -254 -254 -254 -254 -254 -254 -254 -254 -231 -173 -241 -215 -254 -255 -254 -254 -115 -0 -0 -0 -0 -0 -0 -0 -0 -2 -110 -167 -167 -167 -167 -167 -227 -254 -254 -254 -137 -0 -36 -22 -43 -43 -43 -43 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -174 -254 -254 -150 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -174 -254 -230 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -208 -254 -192 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -254 -254 -137 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -178 -201 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/75seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/75seed-label-is-0.txt deleted file mode 100644 index fdd5eb2..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/75seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -139 -254 -148 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -59 -221 -253 -253 -253 -237 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -65 -248 -254 -253 -253 -253 -253 -181 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -33 -218 -253 -255 -253 -253 -234 -253 -253 -239 -66 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -219 -253 -253 -247 -169 -88 -12 -160 -217 -253 -253 -90 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -136 -253 -253 -253 -96 -0 -0 -0 -0 -19 -150 -253 -237 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -134 -252 -253 -253 -51 -0 -0 -0 -0 -0 -0 -21 -253 -253 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -54 -232 -253 -253 -187 -13 -0 -0 -0 -0 -0 -0 -31 -253 -253 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -193 -253 -253 -220 -17 -0 -0 -0 -0 -0 -0 -0 -155 -253 -253 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -71 -253 -253 -249 -70 -0 -0 -0 -0 -0 -0 -0 -78 -251 -253 -253 -47 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -197 -254 -254 -118 -0 -0 -0 -0 -0 -0 -0 -46 -231 -255 -249 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -253 -253 -191 -7 -0 -0 -0 -0 -0 -0 -45 -227 -253 -246 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -227 -253 -253 -74 -0 -0 -0 -0 -0 -0 -83 -228 -253 -219 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -173 -253 -251 -134 -3 -0 -0 -0 -0 -13 -128 -252 -253 -249 -103 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -227 -253 -231 -0 -0 -0 -0 -0 -49 -216 -253 -253 -249 -107 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -72 -253 -253 -144 -0 -0 -0 -16 -171 -247 -254 -253 -219 -54 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -144 -253 -253 -121 -0 -0 -11 -193 -253 -253 -248 -136 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -125 -253 -253 -144 -45 -131 -202 -253 -253 -215 -44 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -24 -230 -253 -253 -253 -253 -253 -240 -142 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -100 -186 -253 -253 -215 -138 -27 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/76seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/76seed-label-is-5.txt deleted file mode 100644 index 7e13bd6..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/76seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -67 -77 -183 -255 -254 -156 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -87 -204 -252 -254 -227 -192 -254 -187 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -84 -168 -253 -254 -210 -120 -15 -1 -145 -209 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -254 -254 -162 -77 -5 -0 -0 -0 -0 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -248 -254 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -122 -254 -159 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -99 -254 -122 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -74 -254 -201 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -254 -254 -51 -152 -237 -237 -204 -120 -23 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -254 -254 -243 -254 -217 -203 -185 -254 -126 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -254 -254 -254 -132 -8 -0 -3 -214 -254 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -16 -254 -249 -163 -7 -0 -0 -1 -175 -249 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -97 -249 -147 -0 -0 -0 -0 -5 -254 -187 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -254 -231 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -60 -254 -236 -16 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -190 -254 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -161 -38 -140 -254 -241 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -89 -248 -214 -243 -252 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -139 -252 -254 -246 -118 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -223 -254 -141 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/77seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/77seed-label-is-0.txt deleted file mode 100644 index 62e6a66..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/77seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -13 -104 -136 -136 -136 -34 -13 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -34 -164 -253 -253 -253 -253 -253 -253 -253 -156 -84 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -44 -218 -253 -253 -253 -253 -253 -253 -253 -253 -253 -210 -95 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -47 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -41 -1 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -111 -218 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -85 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -120 -253 -253 -253 -253 -253 -253 -253 -220 -210 -170 -189 -210 -248 -253 -253 -253 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -253 -253 -253 -253 -253 -244 -204 -113 -20 -0 -0 -0 -0 -138 -253 -253 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -32 -219 -253 -253 -253 -253 -253 -204 -0 -0 -0 -0 -0 -0 -0 -187 -253 -253 -253 -226 -0 -0 -0 -0 -0 -0 -0 -0 -130 -253 -253 -253 -253 -244 -110 -54 -0 -0 -0 -0 -0 -0 -100 -245 -253 -253 -253 -129 -0 -0 -0 -0 -0 -0 -0 -0 -164 -253 -253 -253 -230 -52 -0 -0 -0 -0 -0 -0 -0 -100 -245 -253 -253 -253 -253 -96 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -253 -246 -97 -0 -0 -0 -0 -0 -0 -0 -160 -244 -253 -253 -253 -253 -218 -4 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -253 -128 -0 -0 -0 -0 -0 -20 -115 -205 -244 -253 -253 -253 -253 -218 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -253 -216 -88 -88 -88 -88 -175 -221 -253 -253 -253 -253 -253 -253 -217 -94 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -103 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -145 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -217 -45 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -220 -106 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -90 -253 -253 -253 -253 -253 -253 -253 -253 -223 -106 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -12 -12 -88 -135 -135 -112 -12 -12 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/78seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/78seed-label-is-5.txt deleted file mode 100644 index ac3d5d8..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/78seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -94 -129 -170 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -94 -217 -218 -247 -252 -252 -238 -217 -196 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -37 -181 -252 -252 -253 -252 -226 -154 -253 -252 -252 -211 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -206 -252 -252 -252 -252 -253 -252 -132 -0 -253 -168 -252 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -181 -252 -252 -252 -236 -143 -83 -0 -0 -0 -0 -0 -104 -143 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -181 -252 -252 -252 -174 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -72 -236 -252 -252 -175 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -144 -252 -252 -236 -144 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -144 -238 -253 -253 -255 -253 -232 -47 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -72 -231 -252 -253 -252 -252 -232 -73 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -72 -215 -232 -252 -252 -252 -253 -190 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -47 -148 -252 -252 -253 -252 -236 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -84 -84 -255 -253 -253 -253 -110 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -35 -159 -231 -252 -253 -159 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -181 -252 -253 -179 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -221 -252 -253 -179 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -63 -171 -253 -253 -253 -208 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -176 -217 -196 -155 -218 -93 -176 -237 -253 -252 -252 -252 -104 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -113 -215 -236 -253 -252 -252 -252 -253 -220 -215 -215 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -170 -128 -190 -108 -191 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/79seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/79seed-label-is-3.txt deleted file mode 100644 index 25055f4..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/79seed-label-is-3.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -36 -36 -36 -36 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -128 -229 -253 -253 -253 -253 -206 -95 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -143 -253 -253 -253 -253 -253 -253 -253 -253 -176 -48 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -238 -70 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -253 -253 -253 -253 -253 -253 -253 -241 -216 -253 -253 -242 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -89 -251 -253 -249 -247 -139 -69 -10 -56 -253 -253 -253 -132 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -71 -112 -26 -0 -0 -2 -38 -215 -253 -253 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -42 -42 -42 -42 -107 -253 -253 -253 -253 -253 -234 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -182 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -108 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -24 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -140 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -175 -253 -253 -253 -253 -253 -253 -253 -229 -121 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -224 -97 -0 -0 -0 -0 -0 -0 -90 -220 -253 -253 -253 -253 -253 -253 -217 -76 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -224 -98 -12 -12 -12 -12 -5 -7 -8 -5 -11 -28 -253 -253 -253 -213 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -253 -253 -253 -253 -253 -253 -253 -187 -172 -172 -148 -195 -253 -253 -253 -253 -253 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -238 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -87 -202 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -237 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -53 -149 -116 -170 -217 -253 -195 -170 -170 -207 -211 -170 -94 -39 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -35 -11 -0 -0 -16 -17 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/7seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/7seed-label-is-4.txt deleted file mode 100644 index 47ab8f3..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/7seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -168 -254 -125 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -128 -28 -176 -253 -231 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -48 -239 -252 -180 -158 -253 -252 -126 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -148 -252 -252 -119 -211 -253 -252 -126 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -192 -252 -235 -14 -211 -253 -252 -170 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -254 -253 -214 -0 -212 -254 -253 -144 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -185 -253 -224 -40 -0 -131 -253 -252 -196 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -68 -249 -253 -159 -0 -0 -115 -253 -252 -180 -48 -39 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -169 -252 -253 -63 -6 -64 -221 -253 -252 -252 -252 -252 -239 -113 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -239 -252 -253 -186 -206 -252 -252 -253 -252 -252 -252 -164 -129 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -152 -253 -254 -253 -253 -253 -253 -255 -253 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -150 -218 -224 -168 -189 -252 -253 -189 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -14 -0 -64 -252 -253 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -6 -155 -252 -253 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -252 -252 -253 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -253 -253 -255 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -252 -252 -253 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -252 -252 -253 -116 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -154 -242 -253 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -124 -191 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/80seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/80seed-label-is-5.txt deleted file mode 100644 index 4be3822..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/80seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -231 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -131 -100 -0 -0 -0 -35 -155 -253 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -214 -235 -135 -27 -100 -228 -253 -253 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -253 -253 -253 -246 -253 -253 -253 -253 -26 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -253 -253 -254 -253 -253 -253 -253 -171 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -232 -253 -253 -254 -253 -253 -253 -210 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -253 -253 -253 -254 -253 -253 -253 -198 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -253 -253 -253 -254 -253 -253 -253 -232 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -94 -253 -253 -253 -254 -253 -253 -253 -253 -165 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -122 -253 -253 -253 -254 -253 -205 -253 -253 -242 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -108 -254 -254 -240 -97 -0 -0 -230 -254 -254 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -187 -187 -58 -0 -0 -0 -133 -253 -253 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -253 -253 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -61 -79 -0 -0 -0 -0 -0 -0 -21 -246 -253 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -147 -253 -218 -0 -0 -0 -0 -0 -0 -5 -185 -253 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -253 -253 -170 -0 -0 -0 -0 -0 -0 -148 -253 -253 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -133 -253 -253 -252 -165 -122 -122 -123 -151 -232 -253 -253 -253 -79 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -238 -253 -253 -253 -253 -253 -255 -253 -253 -253 -253 -253 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -116 -237 -253 -253 -253 -253 -254 -253 -253 -253 -203 -90 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -65 -196 -234 -225 -253 -254 -253 -161 -85 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/81seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/81seed-label-is-8.txt deleted file mode 100644 index eef321f..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/81seed-label-is-8.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -46 -136 -236 -255 -194 -57 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -47 -170 -253 -253 -253 -253 -252 -91 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -168 -253 -253 -216 -164 -82 -189 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -203 -253 -213 -108 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -202 -253 -207 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -253 -253 -24 -0 -0 -0 -0 -0 -0 -0 -0 -70 -80 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -186 -253 -253 -129 -59 -5 -0 -0 -0 -0 -9 -193 -226 -97 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -32 -153 -240 -253 -253 -235 -142 -51 -15 -11 -197 -239 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -40 -97 -212 -212 -222 -253 -218 -201 -251 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -213 -253 -253 -158 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -105 -240 -253 -253 -159 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -253 -224 -104 -245 -241 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -75 -245 -227 -43 -0 -231 -241 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -147 -232 -40 -0 -5 -232 -236 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -90 -253 -143 -0 -0 -95 -253 -124 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -245 -238 -33 -0 -15 -180 -253 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -253 -144 -0 -0 -108 -253 -224 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -107 -253 -112 -0 -20 -214 -222 -95 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -244 -234 -219 -227 -253 -112 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -187 -253 -253 -253 -127 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/82seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/82seed-label-is-1.txt deleted file mode 100644 index 3dc84d0..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/82seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -233 -173 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -152 -252 -253 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -152 -253 -254 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -193 -252 -253 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -254 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -253 -111 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -254 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -253 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -213 -252 -223 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -132 -253 -255 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -252 -253 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -203 -255 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -213 -252 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/83seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/83seed-label-is-1.txt deleted file mode 100644 index 4c5ba40..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/83seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -204 -228 -44 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -253 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -225 -253 -233 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -237 -253 -196 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -147 -253 -255 -184 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -234 -252 -247 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -252 -252 -225 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -157 -252 -252 -125 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -92 -253 -253 -253 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -216 -252 -252 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -253 -252 -252 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -213 -253 -252 -214 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -60 -241 -254 -253 -156 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -197 -252 -253 -214 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -240 -252 -253 -158 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -252 -252 -241 -47 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -170 -253 -253 -226 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -169 -252 -252 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -169 -252 -252 -76 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -69 -252 -102 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/84seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/84seed-label-is-1.txt deleted file mode 100644 index f0ad0b2..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/84seed-label-is-1.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -158 -132 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -254 -195 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -254 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -254 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -245 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -192 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -242 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -181 -224 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -36 -233 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -254 -224 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -254 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -254 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -254 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -33 -229 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -244 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -254 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -224 -254 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -181 -254 -177 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -62 -254 -218 -119 -23 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -188 -255 -218 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/85seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/85seed-label-is-0.txt deleted file mode 100644 index 22d9e5d..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/85seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -158 -254 -254 -218 -30 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -217 -253 -253 -253 -253 -253 -110 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -37 -216 -253 -253 -253 -253 -253 -253 -215 -37 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -253 -253 -253 -253 -143 -105 -209 -253 -253 -253 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -215 -253 -253 -253 -204 -27 -0 -29 -224 -253 -253 -119 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -71 -253 -253 -253 -222 -27 -0 -0 -0 -115 -247 -253 -253 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -108 -253 -253 -253 -122 -0 -0 -0 -0 -0 -129 -253 -253 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -149 -253 -253 -245 -65 -0 -0 -0 -0 -0 -88 -253 -253 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -149 -253 -253 -122 -0 -0 -0 -0 -0 -0 -88 -253 -253 -223 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -149 -253 -253 -86 -0 -0 -0 -0 -0 -0 -24 -227 -253 -253 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -228 -253 -253 -86 -0 -0 -0 -0 -0 -0 -0 -217 -253 -173 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -253 -253 -253 -86 -0 -0 -0 -0 -0 -0 -69 -245 -253 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -253 -253 -253 -86 -0 -0 -0 -0 -0 -0 -88 -253 -253 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -253 -253 -253 -86 -0 -0 -0 -0 -0 -0 -88 -253 -253 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -164 -253 -253 -86 -0 -0 -0 -0 -0 -0 -132 -253 -253 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -149 -253 -253 -134 -0 -0 -0 -0 -0 -121 -248 -253 -253 -100 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -253 -253 -249 -125 -0 -0 -29 -203 -249 -253 -253 -112 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -162 -253 -253 -250 -236 -236 -241 -253 -253 -253 -212 -17 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -253 -253 -253 -253 -253 -253 -253 -216 -135 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -5 -88 -214 -253 -253 -253 -156 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/86seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/86seed-label-is-6.txt deleted file mode 100644 index 4297069..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/86seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -191 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -0 -128 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -64 -191 -255 -255 -255 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -0 -0 -0 -0 -0 -0 -64 -128 -255 -255 -255 -128 -128 -128 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -128 -0 -0 -0 -0 -0 -128 -255 -255 -191 -0 -0 -0 -0 -64 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -0 -0 -0 -0 -0 -64 -255 -255 -128 -0 -0 -0 -0 -64 -191 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -0 -0 -0 -0 -128 -255 -255 -128 -0 -0 -0 -0 -0 -191 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -64 -0 -0 -0 -255 -255 -64 -0 -0 -0 -0 -64 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -191 -64 -0 -255 -255 -191 -128 -128 -128 -191 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -255 -255 -255 -255 -255 -255 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -255 -255 -255 -255 -255 -255 -191 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -128 -128 -128 -128 -128 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/87seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/87seed-label-is-9.txt deleted file mode 100644 index d7b9711..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/87seed-label-is-9.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -216 -253 -253 -192 -47 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -169 -253 -252 -252 -252 -253 -171 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -197 -240 -252 -194 -56 -56 -106 -253 -252 -94 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -163 -253 -252 -252 -151 -13 -0 -0 -0 -253 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -229 -253 -255 -209 -25 -0 -0 -0 -0 -0 -255 -253 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -187 -252 -252 -134 -28 -0 -0 -0 -0 -0 -0 -253 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -204 -252 -252 -127 -0 -0 -0 -0 -0 -0 -0 -38 -253 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -151 -253 -252 -177 -3 -0 -0 -0 -0 -0 -0 -0 -163 -253 -252 -118 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -253 -254 -209 -25 -0 -0 -0 -0 -0 -0 -0 -86 -253 -254 -209 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -209 -252 -247 -65 -0 -0 -0 -0 -0 -0 -0 -0 -110 -252 -247 -65 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -95 -252 -252 -100 -0 -0 -0 -0 -0 -0 -0 -0 -132 -240 -252 -187 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -13 -206 -252 -252 -0 -0 -0 -0 -0 -0 -0 -0 -176 -243 -252 -252 -63 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -253 -253 -140 -0 -0 -0 -0 -0 -7 -66 -191 -254 -253 -253 -241 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -252 -252 -139 -0 -0 -0 -26 -70 -187 -252 -252 -253 -252 -252 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -252 -252 -228 -135 -110 -197 -222 -253 -252 -224 -168 -203 -252 -224 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -215 -252 -252 -253 -252 -252 -252 -253 -151 -19 -0 -253 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -76 -150 -225 -226 -225 -187 -113 -0 -0 -0 -76 -254 -253 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -243 -253 -214 -19 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -252 -253 -109 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -26 -210 -252 -228 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/88seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/88seed-label-is-7.txt deleted file mode 100644 index a14fcbd..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/88seed-label-is-7.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -60 -47 -47 -47 -88 -126 -255 -180 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -153 -253 -253 -253 -253 -253 -253 -253 -247 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -245 -46 -97 -177 -177 -136 -253 -166 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -238 -0 -0 -0 -0 -42 -253 -119 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -238 -0 -0 -0 -0 -137 -253 -119 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -238 -0 -0 -0 -0 -145 -253 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -202 -36 -0 -0 -0 -145 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -242 -22 -0 -0 -0 -145 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -247 -50 -0 -0 -0 -233 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -247 -54 -0 -0 -0 -249 -199 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -241 -18 -0 -0 -0 -249 -165 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -33 -144 -0 -0 -0 -0 -249 -252 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -249 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -249 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -249 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -253 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -145 -253 -49 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -253 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -253 -242 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -25 -186 -143 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/89seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/89seed-label-is-9.txt deleted file mode 100644 index ff3c81d..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/89seed-label-is-9.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -149 -255 -217 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -215 -253 -253 -215 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -215 -253 -164 -228 -214 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -138 -250 -180 -4 -48 -173 -213 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -222 -220 -41 -0 -0 -59 -253 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -222 -199 -17 -0 -0 -38 -228 -207 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -81 -240 -181 -18 -0 -20 -139 -246 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -175 -202 -209 -219 -253 -253 -214 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -51 -51 -51 -192 -225 -26 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -253 -91 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -253 -91 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -245 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -176 -214 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -56 -228 -214 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -192 -247 -120 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -73 -253 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -117 -227 -212 -32 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -118 -228 -250 -67 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -121 -70 -173 -253 -252 -123 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -108 -234 -186 -216 -158 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/8seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/8seed-label-is-7.txt deleted file mode 100644 index d5cb4e2..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/8seed-label-is-7.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -113 -193 -173 -253 -254 -253 -193 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -213 -252 -253 -252 -253 -252 -253 -232 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -223 -244 -203 -203 -203 -254 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -40 -0 -0 -0 -172 -252 -243 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -254 -253 -254 -151 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -183 -253 -252 -253 -70 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -233 -254 -253 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -193 -252 -253 -252 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -254 -253 -254 -253 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -21 -203 -253 -252 -253 -171 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -132 -253 -254 -253 -244 -40 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -253 -252 -253 -252 -122 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -11 -213 -254 -253 -254 -172 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -132 -252 -253 -252 -233 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -214 -253 -254 -253 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -82 -203 -253 -252 -253 -212 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -153 -253 -255 -253 -244 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -152 -252 -253 -252 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -92 -253 -255 -253 -123 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -131 -253 -171 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/90seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/90seed-label-is-4.txt deleted file mode 100644 index 0c4f0aa..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/90seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -76 -185 -79 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -48 -70 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -65 -232 -253 -220 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -218 -236 -76 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -253 -253 -220 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -205 -253 -253 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -253 -253 -220 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -211 -253 -253 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -253 -253 -236 -64 -0 -0 -0 -0 -0 -0 -0 -0 -116 -253 -253 -253 -106 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -253 -253 -253 -129 -0 -0 -0 -0 -0 -0 -0 -5 -142 -253 -253 -253 -230 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -253 -253 -235 -59 -0 -0 -0 -0 -0 -0 -0 -12 -177 -253 -253 -253 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -240 -253 -253 -228 -34 -0 -0 -0 -0 -0 -45 -66 -66 -151 -253 -253 -253 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -253 -253 -253 -206 -156 -156 -156 -156 -156 -222 -253 -253 -253 -253 -253 -253 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -225 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -179 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -228 -228 -228 -196 -154 -80 -65 -65 -65 -65 -65 -65 -217 -253 -253 -253 -186 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -130 -253 -253 -253 -253 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -15 -174 -253 -253 -253 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -190 -253 -253 -253 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -210 -253 -253 -253 -233 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -235 -253 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -222 -253 -253 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -52 -89 -89 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/91seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/91seed-label-is-4.txt deleted file mode 100644 index 6e2b9a7..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/91seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -184 -186 -100 -0 -0 -0 -0 -18 -26 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -91 -246 -252 -146 -0 -0 -0 -0 -209 -236 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -198 -252 -235 -40 -0 -0 -0 -0 -242 -252 -237 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -227 -252 -208 -0 -0 -0 -0 -0 -242 -252 -206 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -184 -252 -252 -136 -0 -0 -0 -0 -0 -242 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -252 -252 -244 -22 -0 -0 -0 -0 -79 -250 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -252 -252 -188 -0 -0 -0 -0 -0 -105 -252 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -42 -252 -252 -131 -0 -0 -0 -0 -0 -209 -252 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -132 -252 -252 -168 -78 -20 -0 -0 -50 -241 -252 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -252 -252 -252 -252 -229 -220 -221 -229 -252 -252 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -20 -228 -253 -253 -253 -253 -253 -255 -253 -253 -253 -253 -165 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -17 -77 -177 -198 -252 -252 -253 -252 -252 -252 -252 -135 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -44 -92 -106 -179 -252 -252 -252 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -67 -252 -252 -252 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -67 -252 -252 -252 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -105 -252 -252 -252 -93 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -171 -252 -252 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -67 -252 -252 -252 -164 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -67 -252 -252 -252 -130 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -38 -233 -243 -71 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/92seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/92seed-label-is-7.txt deleted file mode 100644 index c910c09..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/92seed-label-is-7.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -33 -63 -107 -129 -129 -129 -24 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -17 -233 -254 -254 -178 -143 -254 -67 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -54 -253 -94 -72 -6 -88 -211 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -91 -0 -0 -0 -111 -193 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -111 -193 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -166 -193 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -187 -193 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -137 -193 -0 -0 -0 -0 -0 -0 -4 -3 -12 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -31 -27 -0 -21 -112 -218 -239 -190 -190 -190 -190 -161 -185 -210 -202 -244 -229 -190 -156 -0 -0 -0 -0 -0 -0 -0 -0 -195 -247 -242 -152 -172 -122 -234 -183 -38 -38 -38 -38 -9 -33 -38 -38 -27 -83 -76 -57 -0 -0 -0 -0 -0 -0 -0 -0 -57 -11 -11 -0 -0 -8 -255 -91 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -8 -254 -42 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -52 -235 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -84 -223 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -222 -92 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -187 -229 -9 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -157 -254 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -34 -111 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/93seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/93seed-label-is-5.txt deleted file mode 100644 index 4b395a2..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/93seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -41 -55 -59 -59 -59 -59 -59 -97 -156 -239 -254 -186 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -103 -241 -250 -253 -254 -253 -253 -253 -253 -254 -253 -253 -219 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -118 -253 -240 -174 -193 -253 -228 -174 -174 -175 -167 -78 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -170 -253 -198 -0 -5 -19 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -46 -244 -253 -79 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -156 -254 -175 -0 -0 -0 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -163 -253 -129 -34 -154 -215 -244 -214 -162 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -99 -254 -253 -199 -247 -253 -254 -186 -229 -253 -185 -31 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -37 -226 -254 -253 -195 -102 -19 -19 -3 -13 -130 -253 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -212 -253 -254 -125 -18 -0 -0 -0 -0 -0 -9 -208 -240 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -68 -195 -38 -0 -0 -0 -0 -0 -0 -0 -0 -196 -255 -99 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -150 -254 -135 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -254 -203 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -254 -233 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -254 -233 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -141 -109 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -158 -255 -174 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -59 -253 -241 -34 -5 -0 -0 -0 -0 -0 -0 -0 -0 -87 -244 -226 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -41 -241 -253 -253 -193 -117 -79 -79 -67 -0 -0 -37 -146 -247 -253 -165 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -24 -146 -213 -244 -254 -253 -253 -250 -234 -235 -243 -253 -253 -185 -45 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -119 -155 -155 -245 -253 -254 -245 -155 -103 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/94seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/94seed-label-is-6.txt deleted file mode 100644 index fe72d67..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/94seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -38 -139 -171 -255 -254 -227 -41 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -5 -160 -253 -253 -253 -192 -177 -197 -119 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -160 -253 -251 -183 -32 -6 -0 -9 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -161 -253 -226 -88 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -160 -253 -248 -62 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -120 -253 -253 -43 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -16 -191 -253 -132 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -119 -253 -216 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -193 -253 -100 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -253 -219 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -253 -134 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -253 -134 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -34 -238 -162 -81 -168 -168 -168 -168 -168 -142 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -77 -241 -253 -253 -253 -253 -253 -253 -253 -253 -235 -137 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -249 -253 -253 -227 -119 -19 -10 -10 -66 -190 -248 -252 -142 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -114 -242 -142 -247 -238 -136 -6 -0 -0 -0 -0 -66 -219 -253 -71 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -79 -0 -94 -253 -253 -109 -0 -0 -0 -0 -0 -135 -253 -150 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -93 -246 -253 -180 -102 -33 -33 -33 -150 -253 -252 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -58 -179 -253 -253 -253 -253 -253 -253 -253 -225 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -3 -61 -145 -201 -253 -253 -195 -118 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/95seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/95seed-label-is-2.txt deleted file mode 100644 index 9ec6f50..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/95seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -12 -92 -214 -255 -86 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -211 -253 -253 -253 -244 -161 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -86 -249 -253 -253 -253 -253 -253 -253 -176 -11 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -9 -202 -253 -253 -253 -253 -253 -253 -253 -253 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -122 -253 -253 -253 -253 -227 -227 -232 -253 -253 -126 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -130 -253 -253 -253 -104 -0 -0 -42 -253 -253 -230 -18 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -123 -249 -233 -67 -5 -0 -0 -42 -253 -253 -185 -3 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -11 -0 -0 -0 -0 -42 -253 -253 -175 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -253 -253 -131 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -167 -253 -253 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -39 -251 -253 -253 -72 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -18 -30 -42 -42 -42 -106 -187 -253 -253 -223 -2 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -142 -217 -235 -253 -253 -253 -253 -253 -253 -253 -246 -118 -82 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -48 -250 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -252 -141 -5 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -215 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -253 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -244 -253 -253 -253 -253 -253 -253 -253 -253 -236 -238 -252 -253 -253 -253 -121 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -244 -253 -253 -253 -253 -253 -253 -253 -159 -15 -20 -91 -186 -186 -158 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -244 -253 -253 -253 -253 -253 -249 -158 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -155 -253 -253 -253 -253 -239 -70 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -156 -253 -224 -143 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/96seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/96seed-label-is-2.txt deleted file mode 100644 index d8d908f..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/96seed-label-is-2.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -2 -45 -157 -214 -211 -53 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -44 -194 -254 -250 -246 -251 -238 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -50 -238 -238 -119 -38 -0 -84 -238 -237 -81 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -194 -200 -39 -0 -0 -0 -0 -75 -253 -216 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -105 -244 -56 -0 -0 -0 -0 -0 -0 -164 -254 -105 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -61 -186 -0 -0 -0 -0 -0 -0 -0 -80 -254 -167 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -14 -236 -209 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -230 -187 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -29 -242 -187 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -101 -254 -146 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -157 -254 -105 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -28 -0 -0 -0 -0 -11 -232 -242 -29 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -28 -172 -222 -236 -239 -154 -43 -0 -0 -128 -254 -119 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -27 -214 -254 -229 -203 -254 -254 -240 -168 -59 -192 -202 -21 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -97 -254 -236 -14 -3 -36 -148 -243 -254 -254 -254 -113 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -75 -254 -156 -0 -0 -0 -0 -154 -254 -254 -254 -224 -37 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -235 -241 -155 -155 -155 -195 -252 -242 -183 -222 -254 -225 -36 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -75 -210 -254 -254 -254 -254 -179 -51 -0 -25 -184 -254 -225 -88 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -8 -8 -8 -8 -2 -0 -0 -0 -5 -177 -254 -252 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -23 -214 -231 -8 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/97seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/97seed-label-is-5.txt deleted file mode 100644 index 762e5e7..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/97seed-label-is-5.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -140 -134 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -4 -72 -196 -253 -158 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -128 -192 -253 -253 -253 -55 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -74 -142 -182 -222 -251 -254 -253 -253 -217 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -249 -253 -253 -253 -253 -254 -193 -95 -7 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -250 -252 -198 -115 -30 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -209 -186 -0 -0 -0 -0 -20 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -142 -24 -93 -176 -207 -235 -191 -46 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -254 -170 -183 -253 -253 -254 -253 -253 -245 -14 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -80 -254 -253 -253 -233 -149 -120 -164 -253 -253 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -159 -255 -252 -183 -35 -0 -0 -0 -48 -254 -174 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -193 -252 -120 -0 -0 -0 -0 -0 -48 -253 -149 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -223 -158 -0 -0 -0 -0 -0 -0 -128 -253 -134 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -70 -10 -0 -0 -0 -0 -0 -8 -218 -237 -22 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -156 -253 -66 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -101 -254 -186 -10 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -45 -234 -219 -27 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -47 -231 -211 -12 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -92 -230 -233 -35 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -156 -188 -40 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/98seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/98seed-label-is-4.txt deleted file mode 100644 index c6ba041..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/98seed-label-is-4.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -100 -195 -51 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -43 -232 -253 -248 -105 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -216 -234 -71 -254 -115 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -204 -253 -104 -0 -254 -148 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -170 -255 -199 -17 -0 -255 -207 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -253 -241 -27 -0 -17 -254 -123 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -55 -245 -244 -67 -0 -0 -51 -254 -156 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -247 -244 -69 -0 -0 -0 -0 -254 -206 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -221 -254 -146 -0 -0 -0 -0 -0 -254 -207 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -72 -247 -254 -143 -4 -0 -0 -0 -0 -0 -254 -206 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -22 -212 -253 -254 -161 -116 -116 -116 -32 -24 -24 -186 -211 -13 -0 -7 -87 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -30 -236 -253 -254 -253 -253 -253 -254 -253 -253 -253 -254 -253 -221 -184 -204 -206 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -93 -93 -151 -184 -184 -184 -229 -254 -254 -228 -185 -50 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -161 -253 -147 -15 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -161 -253 -137 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -161 -253 -137 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -136 -254 -138 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -57 -249 -137 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -188 -179 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -105 -196 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/99seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/99seed-label-is-0.txt deleted file mode 100644 index 519c2cc..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/99seed-label-is-0.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -85 -140 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -66 -209 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -225 -126 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -125 -238 -38 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -60 -191 -255 -253 -231 -75 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -131 -234 -252 -253 -252 -56 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -51 -204 -252 -252 -127 -178 -252 -94 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -151 -253 -252 -127 -3 -16 -215 -205 -13 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -98 -253 -254 -134 -0 -0 -0 -170 -253 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -63 -234 -252 -209 -28 -0 -0 -0 -169 -252 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -10 -197 -252 -252 -25 -0 -0 -0 -0 -169 -252 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -252 -252 -102 -0 -0 -0 -0 -0 -169 -252 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -168 -0 -0 -0 -0 -0 -0 -170 -253 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -142 -0 -0 -0 -0 -0 -0 -169 -252 -28 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -56 -0 -0 -0 -0 -0 -60 -234 -186 -6 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -253 -252 -56 -0 -0 -0 -0 -0 -241 -252 -168 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -254 -253 -216 -28 -0 -0 -60 -191 -254 -222 -25 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -203 -252 -252 -215 -169 -169 -234 -252 -247 -103 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -7 -187 -252 -252 -253 -252 -252 -252 -100 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -19 -116 -139 -253 -252 -214 -40 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-data/9seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-data/9seed-label-is-6.txt deleted file mode 100644 index 03d3590..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-data/9seed-label-is-6.txt +++ /dev/null @@ -1,784 +0,0 @@ -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -191 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -128 -128 -128 -64 -0 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -64 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -255 -255 -255 -255 -255 -255 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -191 -255 -255 -191 -0 -0 -0 -0 -0 -0 -128 -255 -255 -255 -255 -255 -255 -255 -255 -255 -0 -0 -0 -0 -0 -0 -0 -0 -64 -255 -255 -255 -255 -128 -128 -128 -128 -128 -191 -255 -255 -255 -255 -255 -255 -255 -191 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -191 -255 -255 -255 -255 -255 -255 -255 -255 -255 -255 -255 -255 -255 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -64 -128 -128 -191 -255 -255 -255 -255 -128 -128 -128 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/0seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/0seed-label-is-2.txt deleted file mode 100644 index 2fde330..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/0seed-label-is-2.txt +++ /dev/null @@ -1 +0,0 @@ -　hz}}}}|x#v}}}}^%}{af|}}"꓎[}!"}}}󄀀)}}耀}]}}#}zހ#}}#}xπ:}j}}j;}}jQ}}}}}}}}RQ}}}}}}}}Lހ@}}s}}}}y }}B8}}`ကo}e+}}jz}}}{x}}S \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/10seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/10seed-label-is-6.txt deleted file mode 100644 index 7d2cc3c..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/10seed-label-is-6.txt +++ /dev/null @@ -1 +0,0 @@ -p~Ҁm}} k}}9i}}s}}Di}^̀K}oA}J }} }}!}},!}}-#}}-W}}.&}}0޵}}B__x}}}p%r}g?v}}}}}}}}}}}}|lw}}}}}}}}}}}}}}}}}}`݌}n \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/11seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/11seed-label-is-4.txt deleted file mode 100644 index f04e2fc..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/11seed-label-is-4.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/12seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/12seed-label-is-6.txt deleted file mode 100644 index 2a5fe3a..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/12seed-label-is-6.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/13seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/13seed-label-is-9.txt deleted file mode 100644 index a9cfce4..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/13seed-label-is-9.txt +++ /dev/null @@ -1 +0,0 @@ -&1y䀀S~~~~~5~囡'~~5M~)~ր~~qV~~@yhb~X<}z񐀀(~{z~ހ~z~0g~z~V~r~z Ǭ~9~ ~ʀtFmbu􉀀N~v~  \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/14seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/14seed-label-is-0.txt deleted file mode 100644 index 639c782..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/14seed-label-is-0.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/15seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/15seed-label-is-8.txt deleted file mode 100644 index 889923d..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/15seed-label-is-8.txt +++ /dev/null @@ -1 +0,0 @@ -h~Iŀl}}}}o8}}}}}}e}}}}}}}}@}}}}}}}}}&}}}{vl\}^}}f%+}}}Z}g}}!s}}}}}%}}}}}}}}}}瀀}}}}}}}}}}lr}}}}}}}}} $}}qq}}]}󀀀}}}EnA}MCxv}}π}K.c}}}d}}}}}}}}}}}}}P}}}} \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/16seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/16seed-label-is-2.txt deleted file mode 100644 index 0b8556a..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/16seed-label-is-2.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/17seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/17seed-label-is-9.txt deleted file mode 100644 index bfb05bc..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/17seed-label-is-9.txt +++ /dev/null @@ -1 +0,0 @@ -=֊H~cB]{CHdފyrz€"@܀atр37!o}c9mzY,,\aj/kzуzȀ(qJMK耀 \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/18seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/18seed-label-is-4.txt deleted file mode 100644 index e1ab810..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/18seed-label-is-4.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/19seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/19seed-label-is-4.txt deleted file mode 100644 index f0ba032..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/19seed-label-is-4.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/1seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/1seed-label-is-5.txt deleted file mode 100644 index 942ae67..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/1seed-label-is-5.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/20seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/20seed-label-is-5.txt deleted file mode 100644 index afad1c6..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/20seed-label-is-5.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/21seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/21seed-label-is-1.txt deleted file mode 100644 index e9dee7c..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/21seed-label-is-1.txt +++ /dev/null @@ -1 +0,0 @@ -~:}}Vz}}V:}}}VD}}}VD}}}䀀W}}V}}}倀J}}}΀W}}U}}}I,}}}쀀Q}}TQ}}Bm}}1}}}}}VQ}}󀀀}}f} \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/22seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/22seed-label-is-1.txt deleted file mode 100644 index 82f2e83..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/22seed-label-is-1.txt +++ /dev/null @@ -1 +0,0 @@ -aoW~'1~׀~@~~1~V~V~{~~m~0~~~#o~U~　yꀀDmmS ~ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/23seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/23seed-label-is-2.txt deleted file mode 100644 index d12a803..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/23seed-label-is-2.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/24seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/24seed-label-is-2.txt deleted file mode 100644 index cb11e12..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/24seed-label-is-2.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/25seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/25seed-label-is-1.txt deleted file mode 100644 index a088b44..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/25seed-label-is-1.txt +++ /dev/null @@ -1 +0,0 @@ -π~FN~ N~󀀀e~ŀ~~H~3p~1t~~{€~o2~R2~n~ ~~~RS~'S~S~a \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/26seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/26seed-label-is-9.txt deleted file mode 100644 index 2109fe7..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/26seed-label-is-9.txt +++ /dev/null @@ -1,2 +0,0 @@ -}RӀs}||vڀU|pY|EI|s{|zO||||| Y|FӇ||||%|w|||J4|q|||<|q1||v%|vҿ}||P}}}}}74|||}|}|(}|\}Qu}:|} -|};|}̀>` \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/27seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/27seed-label-is-6.txt deleted file mode 100644 index 1c06954..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/27seed-label-is-6.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/28seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/28seed-label-is-7.txt deleted file mode 100644 index f2367a0..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/28seed-label-is-7.txt +++ /dev/null @@ -1,2 +0,0 @@ -Yv Vb}}~?0q}}}~}}}}7x~jUU -u9u1k}2~ww}~j-~~P:nq}}~}oiC򆀀V}}}Θ}}}^2~e}qF$}XH \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/29seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/29seed-label-is-2.txt deleted file mode 100644 index 9d7364d..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/29seed-label-is-2.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/2seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/2seed-label-is-7.txt deleted file mode 100644 index 33414dd..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/2seed-label-is-7.txt +++ /dev/null @@ -1 +0,0 @@ -}Ԁ||S>?>>#ǀu||wghn|||zhȀo}|T=W}|DL|}Y}|i}}}~oh| h|oĀȸb||+||||b}_ }|h}&a|aW|P}G|l}|ҀS}D'l \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/30seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/30seed-label-is-0.txt deleted file mode 100644 index 0d33ad3..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/30seed-label-is-0.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/31seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/31seed-label-is-0.txt deleted file mode 100644 index 44617cb..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/31seed-label-is-0.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/32seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/32seed-label-is-8.txt deleted file mode 100644 index ca2ef93..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/32seed-label-is-8.txt +++ /dev/null @@ -1 +0,0 @@ -S~.S~~~}ڀ}r L\~X~~w@7~>z~~;J~i|~n.~~܀K~~lЀ~~|~~Q~~u{~{χ~~~~[~~~.~~~?C~||~n~~ !~~l~Ƀ@~n~7t~d~|~Cyh 3~~9{~~~M~~ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/33seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/33seed-label-is-6.txt deleted file mode 100644 index adee0b3..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/33seed-label-is-6.txt +++ /dev/null @@ -1 +0,0 @@ -e_̀ }}}}|}}պd}}M}}"q}9O}}뀀}}B}{J}#}}ㆀ}}z|}}}z/k}}}GG}}}}耀}}Ꮖ}}}^}؀}}} }o}}uP}}Y}h}}󀀀R}}}}R2}}1 \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/34seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/34seed-label-is-0.txt deleted file mode 100644 index 6cb4bb9..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/34seed-label-is-0.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/35seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/35seed-label-is-7.txt deleted file mode 100644 index 78da526..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/35seed-label-is-7.txt +++ /dev/null @@ -1 +0,0 @@ -~瀀 c~xa~~~g~~~k袣H~~~~fF~~~~~~~~~~~~~~뀀F~~~~~~~~~~~~zʁF~- :$ ~~􀀀m~񀀀~~q~(R~a~􀀀~~!ތ~~'~Ofy2~q~~~w~X<8{~~w~ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/36seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/36seed-label-is-0.txt deleted file mode 100644 index 524328b..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/36seed-label-is-0.txt +++ /dev/null @@ -1 +0,0 @@ -]P}}O{}}O_}}hU}}}x}}}}}xP}}}}}}}G}}}}}}}}ww}}}kE}}}cG}}}ᫀ}}wЀw}}$j}}}}@}}jk}}}}jn}}6}}j}}}}}}j}}}`}}}\|}}[Kf}}}}}dd}}}}}}}}}{j|}}}}}|_　&}}}  \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/37seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/37seed-label-is-5.txt deleted file mode 100644 index b0640b0..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/37seed-label-is-5.txt +++ /dev/null @@ -1 +0,0 @@ -[~~~~TӀ}}}}}}}}}}}N}}}}}}}pp}wk؀}}}mO霝Ȁ}}j}}r!!!!e}5!}}}}}}}}}}}}^}}}}}}qLs}}}}ʸu}}v})>}}}} mt }}}})j}}}}:G}}}}wg}}W}}QЀy}}}}}yly}}}!X}}}}}}뇀\}Yڅ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/38seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/38seed-label-is-7.txt deleted file mode 100644 index 5d0c6a3..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/38seed-label-is-7.txt +++ /dev/null @@ -1 +0,0 @@ -}~}~}𩀀7}TU|s"-}}7}T|7}ǀ}K|}ƀ|"s7~}怀}|#~@_}ƀ}~|U-}K}|~}}T#K}iL@" \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/39seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/39seed-label-is-2.txt deleted file mode 100644 index e071701..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/39seed-label-is-2.txt +++ /dev/null @@ -1 +0,0 @@ -!^||D8.n}||||}Nx|}||||}NT}}}g0}DBpN怀O|op|Gp|R3t||Հs}M5||}J.2d|||jc䀀E}|||Hi|c怀Gn|}||||qfl||s T}}}ZR{}}j2T|||Rܡܑ^|Jن \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/3seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/3seed-label-is-0.txt deleted file mode 100644 index b4fc6f7..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/3seed-label-is-0.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/40seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/40seed-label-is-5.txt deleted file mode 100644 index 8bc4e95..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/40seed-label-is-5.txt +++ /dev/null @@ -1 +0,0 @@ -#Aܳ_}|}|}|}@Ҁ}怕7|怀}怀|怀-}怀}|_KKKҀ~}`KK_~ǀs}}h}7}怀|怀}怀7A|怀K7~}_怀K}L-}K"_#s}+j}},Ҁ@ﲊ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/41seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/41seed-label-is-2.txt deleted file mode 100644 index 5c23478..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/41seed-label-is-2.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/42seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/42seed-label-is-3.txt deleted file mode 100644 index bc46d38..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/42seed-label-is-3.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/43seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/43seed-label-is-8.txt deleted file mode 100644 index d1f66ba..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/43seed-label-is-8.txt +++ /dev/null @@ -1 +0,0 @@ -C?&y}~}r}}={}y9K}}}G}}t̀}}}s}aπ}}Q7}}}}k}AF}GV}(|{耀}Qp}#H}n$~oR~~~}}[(}}ot}}~ۀy}}~S}L~}}"}~ڀ}}}}A}}}r"ZO \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/44seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/44seed-label-is-6.txt deleted file mode 100644 index fa62fd4..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/44seed-label-is-6.txt +++ /dev/null @@ -1,2 +0,0 @@ -kF}dt}x'r}|%r}}A}}}}{R}}}}r K 쀀}}6X}}}d}}mn}}}}}}*}}Q}}rB})}}L}}>V}倀'}}2|}>}yX}Q%}}rY}*}}R}}}0'}}q -}}}}}}}}}}}}t}}}}}}}}tQ}}}}Qݟ>Z5 \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/45seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/45seed-label-is-9.txt deleted file mode 100644 index 78bbd93..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/45seed-label-is-9.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/46seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/46seed-label-is-8.txt deleted file mode 100644 index 494e657..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/46seed-label-is-8.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/47seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/47seed-label-is-2.txt deleted file mode 100644 index 8ad4f70..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/47seed-label-is-2.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/48seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/48seed-label-is-8.txt deleted file mode 100644 index 4de5d50..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/48seed-label-is-8.txt +++ /dev/null @@ -1 +0,0 @@ -}}׋c||||}椀W}|{gp}vj||r||}gc||||}|D||?|||P}|y󀀀}}뀀z~}}>h||ꀀ9}||=||ꀀW}||4||>|}|n<||e l||||}|}}~ZZ}}}}}ǀ|}||||}||gЀ|}||||qDɐ||}|||Gh||}||G?}}}~}}H|||}||M|||}||=||}||"Q|> \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/49seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/49seed-label-is-6.txt deleted file mode 100644 index 5f38334..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/49seed-label-is-6.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/4seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/4seed-label-is-9.txt deleted file mode 100644 index 2744fe8..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/4seed-label-is-9.txt +++ /dev/null @@ -1 +0,0 @@ -`~~o};Ip8}Aă}gy򂀀}񀀀ek݀{}wᄀ}z}}}E}hv}?}d!PPk~c@}0aE݌)}~܀}܀}܀}܀}܀}}(a(PY \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/50seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/50seed-label-is-5.txt deleted file mode 100644 index 91793b1..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/50seed-label-is-5.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/51seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/51seed-label-is-1.txt deleted file mode 100644 index 9ef3160..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/51seed-label-is-1.txt +++ /dev/null @@ -1 +0,0 @@ -l>lwg|g|;R}}`}(S} S}l|oS|||ꀀ||}?|b|||| \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/52seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/52seed-label-is-4.txt deleted file mode 100644 index 5452fc7..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/52seed-label-is-4.txt +++ /dev/null @@ -1 +0,0 @@ -=L}3}pu}ȀU}k}p}vw~׀Q~Q}h}}~}=P}}~}}}}~}}0~}}}}~}O݀65?~~ӀK}Tu}耀F}vs}  ~xk}6t}À}z#}r \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/53seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/53seed-label-is-6.txt deleted file mode 100644 index bb270b8..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/53seed-label-is-6.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/54seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/54seed-label-is-8.txt deleted file mode 100644 index 151d80f..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/54seed-label-is-8.txt +++ /dev/null @@ -1 +0,0 @@ -~~~W}}}}}}UU}}}pkp}}U}}l a} "}}cM}}}}X:}.!k}}}l''ʊ}}}}R}}}}}}?G}}}PO}}}}}}}}7m}}}}}m}}}}}}}}Y}}7o}}[}}I}}q}l}}fY}}}}?Y}}}}Yz}Q}}}}}}}}QӀX}}}}}}RӀ_Yׄ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/55seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/55seed-label-is-6.txt deleted file mode 100644 index b99fe9c..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/55seed-label-is-6.txt +++ /dev/null @@ -1,2 +0,0 @@ -k倀un W~~򀀀~~Bl~}Àn~~~~n?~~(~~5u~gP~~Y~~~~j~~I ~~~~~~~\~q|~~$]~~is~~~~$&~~~~~l~~~s~~r⃀%~~% -~~~~~~hz~~~~~~~hb~~~~I.~h~က \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/56seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/56seed-label-is-9.txt deleted file mode 100644 index f9c4452..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/56seed-label-is-9.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/57seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/57seed-label-is-2.txt deleted file mode 100644 index 07c5a58..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/57seed-label-is-2.txt +++ /dev/null @@ -1,3 +0,0 @@ -φ]}uuf̀?c}}zEt}l둀r} -s}Z~΀~'~}р~}ʀ/~D~,}~v}$}}ɀI} -}}΀+}}5@@[}}4K}}~}}}}}|1ޖƀ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/58seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/58seed-label-is-5.txt deleted file mode 100644 index 33dff04..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/58seed-label-is-5.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/59seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/59seed-label-is-1.txt deleted file mode 100644 index f9899c8..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/59seed-label-is-1.txt +++ /dev/null @@ -1 +0,0 @@ -܊}~}}|Ҁ~}怀7}|怀~}怀}|怀~}怀}|怀~}K,|K}Kh_7~}h}U|sL" \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/5seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/5seed-label-is-0.txt deleted file mode 100644 index 560f324..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/5seed-label-is-0.txt +++ /dev/null @@ -1 +0,0 @@ -i~}}|}|}|KA~}~}ji}ǀi|}|}T,|}i~}~}K}i|}|iƔ|}h}~}~,}~}}|}T|}|i~}~ۀ}~,-|}|ii|}+~}~iҀ~}~_}|}s}|,}~}7V}~}ҀA|}|s}|}ڀ}~}-~}~}|}|"7}|}|}7}}~}~}~}~}}|}|}|}|}|@"K_~}tKҀ切 \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/60seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/60seed-label-is-1.txt deleted file mode 100644 index 4d081c9..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/60seed-label-is-1.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/61seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/61seed-label-is-2.txt deleted file mode 100644 index f247686..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/61seed-label-is-2.txt +++ /dev/null @@ -1,4 +0,0 @@ -}}Iʀl|||u JCv}|+}|| || }}} -||| -||| -|||s||(̓}}!t}lΉ}|| O|}||Dv}||̀%|}||||}|r}||||}|ŀt}}}}}^$NNNS||[|||(D||yˀ|s \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/62seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/62seed-label-is-6.txt deleted file mode 100644 index ac1c296..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/62seed-label-is-6.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/63seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/63seed-label-is-4.txt deleted file mode 100644 index 2f18598..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/63seed-label-is-4.txt +++ /dev/null @@ -1 +0,0 @@ -tƀ,tVqNtZyptD~Dt~s~t ~oÀ~t'vÀ~te~~򀀀~4}~~~{K~ p~|R~р&H~~^AxgYv~{6~~T6~A6~6~ӀT~6KĀ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/64seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/64seed-label-is-5.txt deleted file mode 100644 index a8f54cf..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/64seed-label-is-5.txt +++ /dev/null @@ -1 +0,0 @@ -u~,Ҁj}S11z}}}}}\}}~}}}}}}ld}}}~xggӊ[}}}}}0}}}ihh_∀}}}}~}}}}[G}}}}R00z}}%W}r'~~䀀}}　}}　}}　&}{΀O}PրΧk}rz}}| =h{shh}}z7p}}}}}}}}}}}`N}}}}}}}~}= \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/65seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/65seed-label-is-1.txt deleted file mode 100644 index 1789e84..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/65seed-label-is-1.txt +++ /dev/null @@ -1 +0,0 @@ -w>~y~р\~~р~~Ge~~Ā ~~B[~j~~<^~zĀ~~A6~~󀀀~~is~~ʀ(~~J~~zR~~n0~~N~~qˀczȀ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/66seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/66seed-label-is-8.txt deleted file mode 100644 index 3816e98..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/66seed-label-is-8.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/67seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/67seed-label-is-7.txt deleted file mode 100644 index 58dddc3..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/67seed-label-is-7.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/68seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/68seed-label-is-3.txt deleted file mode 100644 index 87910ca..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/68seed-label-is-3.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/69seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/69seed-label-is-9.txt deleted file mode 100644 index 457d21d..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/69seed-label-is-9.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/6seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/6seed-label-is-7.txt deleted file mode 100644 index f89a883..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/6seed-label-is-7.txt +++ /dev/null @@ -1,2 +0,0 @@ -ڀ$~m)~bluXT9_~)4~~x#~))~x~) -N׀ ~7~ˀrp~2)~ h~ꀀ~a<~]~ʀC~gg~ۀ~L~Ԁ!~D~w~ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/70seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/70seed-label-is-3.txt deleted file mode 100644 index be08988..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/70seed-label-is-3.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/71seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/71seed-label-is-3.txt deleted file mode 100644 index 1ab2a8c..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/71seed-label-is-3.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/72seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/72seed-label-is-3.txt deleted file mode 100644 index 924eabf..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/72seed-label-is-3.txt +++ /dev/null @@ -1 +0,0 @@ -i}h[|||}|ŀ(}|JI|ŀfK }kzs*}}(||||v}||]|m||u j} f}Ng܀jyˀ0|f`|l|HT T}}ˀ|ꀀT||,[|l}|*t}||||}, S|||ˈ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/73seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/73seed-label-is-4.txt deleted file mode 100644 index 28f092e..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/73seed-label-is-4.txt +++ /dev/null @@ -1 +0,0 @@ -S1~}}G}0S}}΀h}0z}us}0L~oɀ!}}耀S}sʀr}nA}}#}}쀀A}}:}{Ҁ;}}"A}r&}y}}rz~~u~N~~}׀p}}}}}}}~}}}}fӀ1}}}}}}3E Z}hV}F}y뀀A}g4}-}lb}N}ꀀ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/74seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/74seed-label-is-4.txt deleted file mode 100644 index dd64d29..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/74seed-label-is-4.txt +++ /dev/null @@ -1 +0,0 @@ -ف~~耀Qqg~~!~~oA~~~؀~~~SA~~tV~~yJ~~ ~~~D~~~ ~~xˀ~~~~~~k~~m~~~ ;~~~iԿb~~~~~~~~~~~~~~~GAA~~~~~~~~~~~~~~~~~~ ~~~~~~~~~~g-qW~~~󀀀'''''c~~~ .~~.~fP~@~~ 2I \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/75seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/75seed-label-is-0.txt deleted file mode 100644 index 317dad2..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/75seed-label-is-0.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/76seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/76seed-label-is-5.txt deleted file mode 100644 index 2430bf9..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/76seed-label-is-5.txt +++ /dev/null @@ -1 +0,0 @@ -7~L|~c@~;(}~RQ~~"ͅx~~~~I~~mmL~~s~YK9~~~~V~~y#/yy~;~g~l>~ꀀ! ~qxVs| |~v_~ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/77seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/77seed-label-is-0.txt deleted file mode 100644 index 248889a..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/77seed-label-is-0.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/78seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/78seed-label-is-5.txt deleted file mode 100644 index 6cb4558..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/78seed-label-is-5.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/79seed-label-is-3.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/79seed-label-is-3.txt deleted file mode 100644 index 16b1267..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/79seed-label-is-3.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/7seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/7seed-label-is-4.txt deleted file mode 100644 index c7ff254..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/7seed-label-is-4.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/80seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/80seed-label-is-5.txt deleted file mode 100644 index 049c68e..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/80seed-label-is-5.txt +++ /dev/null @@ -1 +0,0 @@ -g䀀}Vkd}}}}}v}}}}}}~}}}}+h}}~}}}R}}}~}}}F}}}~}}}h}}}~}}}}%}}}~}M}}r~~pကf~~;;}}　}}πv}}Z9}}}*}}}}|%h}}}πn}}}}}}}}}}m}}}}~}}}KچDja}~}!Ռ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/81seed-label-is-8.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/81seed-label-is-8.txt deleted file mode 100644 index b045ba0..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/81seed-label-is-8.txt +++ /dev/null @@ -1 +0,0 @@ -lB*}}}}|ۀ(}}X$=рK}U씀J}O0}}Ѐ:}}Abကp}}kEoTT^}ZI{ـU}}p}}}`uqucgqhhl}}un4}}}`}V^߀tj[c};}}} \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/82seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/82seed-label-is-1.txt deleted file mode 100644 index 4eb9dfa..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/82seed-label-is-1.txt +++ /dev/null @@ -1 +0,0 @@ -i-|}}~A|}~}~}|}~}~}|}~}K}|K~}K}|K~}K}|K~}KU|_}|}K,U| \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/83seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/83seed-label-is-1.txt deleted file mode 100644 index 05666cf..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/83seed-label-is-1.txt +++ /dev/null @@ -1,2 +0,0 @@ -Ld -}|(a}im}D}8j|w||a||}}}X||}||U}|Vq~}E|}Vp|}||q*}}b)||)||̀|怀 \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/84seed-label-is-1.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/84seed-label-is-1.txt deleted file mode 100644 index 8955566..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/84seed-label-is-1.txt +++ /dev/null @@ -1 +0,0 @@ -~C~~~~u~@~r~5`i~~`~~~~~~e~t~~~`~5~1~Z<Z \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/85seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/85seed-label-is-0.txt deleted file mode 100644 index 6dce35d..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/85seed-label-is-0.txt +++ /dev/null @@ -1 +0,0 @@ -~~ZY}}}}}X}}}}}}W}}}}Q}}}W}}}L`}}}}}^w}}}}}}}}}u}}}}}}_}}րc}}d}}րY}-}}}րu}}}}ր}}}}}ր}}$}}ր}}}}x}}䀀}}yKy}}"}}zllq}}}T}}}}}}}XV}}} \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/86seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/86seed-label-is-6.txt deleted file mode 100644 index 7ca3ab9..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/86seed-label-is-6.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/87seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/87seed-label-is-9.txt deleted file mode 100644 index 1f32966..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/87seed-label-is-9.txt +++ /dev/null @@ -1 +0,0 @@ -X}}@)}|||}+Ep|B}|ހ#}||}|(e}Q}(;||}|(L||}|(}|1#}|}~Q}~QQ|w|w||䀀p|;N||0s||}} ?~}}q|| ;||}||󀀀||dE^}|`(K|`W||}|||}}|(aba;񀀀~}ꀀs}V|}퀀R|d \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/88seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/88seed-label-is-7.txt deleted file mode 100644 index 499aa69..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/88seed-label-is-7.txt +++ /dev/null @@ -1 +0,0 @@ -4}}}}}}}w0u11}&0n}0n }0n}ـ0J}0r}0wi}0wyG0qy%y|y}y}y}}}}€}r: \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/89seed-label-is-9.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/89seed-label-is-9.txt deleted file mode 100644 index 79959d6..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/89seed-label-is-9.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/8seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/8seed-label-is-7.txt deleted file mode 100644 index 01ec8fe..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/8seed-label-is-7.txt +++ /dev/null @@ -1 +0,0 @@ -A-}~}AU|}|}|}hҀ_tKKK~}K,|sр~}~7}|}ƀi~}KA|}|K~}~}K}|}+}~}t}|}|U~}~,|}|iV}~}K}|}T}}tр|}|K}}}+ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/90seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/90seed-label-is-4.txt deleted file mode 100644 index a959f5f..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/90seed-label-is-4.txt +++ /dev/null @@ -1 +0,0 @@ -9πƀh}\Zl̀}}\M}}ꀀ}}\S}}ꀀ}}l}}}ꀀ}}}}}}f}}k1}}}}p}}d}}}}}}}N^}}}}}}}~}}}}}}}}}}}}}}}}}~}}}}}}}}}}}}}}}}}a}}}}}}}}}}}}}}}}3dddDY}}}:}}}}ـ.}}}ـ>}}}ـR}}}ik}}}^}}ـ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/91seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/91seed-label-is-4.txt deleted file mode 100644 index ad575f9..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/91seed-label-is-4.txt +++ /dev/null @@ -1 +0,0 @@ -8:䀀v|Ql󀀀F|kr|mc|Pr|N8||r|$||tz|$||<||$||Q||$||(Δq||$||||e\]e|||$d}}}}}}}}}%1F||}||||3||||||||||||݀+|||$|||$|||isLJ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/92seed-label-is-7.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/92seed-label-is-7.txt deleted file mode 100644 index 7d1fdec..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/92seed-label-is-7.txt +++ /dev/null @@ -1 +0,0 @@ -i~~2~À}ȆSۀAA&A;A AZo>>>>!9RJte>Cwr,j7̹ۀ~k_^܀;e~ \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/93seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/93seed-label-is-5.txt deleted file mode 100644 index dfa487b..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/93seed-label-is-5.txt +++ /dev/null @@ -1 +0,0 @@ -o~:qz}~}}}}~}}[}p.A}d../'Ά*}Ft}π~/#}WtV"~}Gw}~:e}9b~}C擓}T}~PpCD　~~K~i~i 퀀.}qtbq}}AÀw}%Ut~}}zjks}}9u}~u玀 \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/94seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/94seed-label-is-6.txt deleted file mode 100644 index a2001d2..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/94seed-label-is-6.txt +++ /dev/null @@ -1 +0,0 @@ - +~c }}}@1E }{7!}b؀ }x}}?}}XA}䀀}[}}n"(((((q}}}}}}}}k y}}c>x|rwn[}ǀπ}}퀀}v}4桡}|3}}}}}}}aI}}C \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/95seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/95seed-label-is-2.txt deleted file mode 100644 index 9986878..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/95seed-label-is-2.txt +++ /dev/null @@ -1 +0,0 @@ -VրS}}}t!y}}}}}}0J}}}}}}}}Ȁ}}}}cch}}}}}耀}}fyiÅ}}9}}/}}'}}Ȁ{}}Ȁ;}}_Yk}}}}}}}vҀz}}}}}}}}}}}| W}}}}}}}}}}}}}}t}}}}}}}}ln|}}}t}}}}}}}::t}}}}}y}}}}oƀ}` \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/96seed-label-is-2.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/96seed-label-is-2.txt deleted file mode 100644 index 1960b29..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/96seed-label-is-2.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/97seed-label-is-5.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/97seed-label-is-5.txt deleted file mode 100644 index c78c006..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/97seed-label-is-5.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/98seed-label-is-4.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/98seed-label-is-4.txt deleted file mode 100644 index 7d7e635..0000000 --- a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/98seed-label-is-4.txt +++ /dev/null @@ -1,2 +0,0 @@ -Ch}x退Xj~󀀀L}~*GO}q~utÀ~wtŀ~N]~~Ow~~NT}~!:S׀l}~}}}~}}}~}]8LN888e~~d9!}!} !} ~ -y <3D \ No newline at end of file diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/99seed-label-is-0.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/99seed-label-is-0.txt deleted file mode 100644 index 5025795..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/99seed-label-is-0.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/9seed-label-is-6.txt b/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/9seed-label-is-6.txt deleted file mode 100644 index a37c11f..0000000 Binary files a/experiments/subjects/mnist2_1/fuzzing/seed-files-transformed/9seed-label-is-6.txt and /dev/null differ diff --git a/experiments/subjects/mnist2_10/.gitignore b/experiments/subjects/mnist2_10/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/mnist2_10/.gitignore +++ b/experiments/subjects/mnist2_10/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/mnist2_100/.gitignore b/experiments/subjects/mnist2_100/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/mnist2_100/.gitignore +++ b/experiments/subjects/mnist2_100/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/mnist2_2/.gitignore b/experiments/subjects/mnist2_2/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/mnist2_2/.gitignore +++ b/experiments/subjects/mnist2_2/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/mnist2_20/.gitignore b/experiments/subjects/mnist2_20/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/mnist2_20/.gitignore +++ b/experiments/subjects/mnist2_20/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/mnist2_5/.gitignore b/experiments/subjects/mnist2_5/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/mnist2_5/.gitignore +++ b/experiments/subjects/mnist2_5/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/mnist2_50/.gitignore b/experiments/subjects/mnist2_50/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/mnist2_50/.gitignore +++ b/experiments/subjects/mnist2_50/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/rsa_modpow_1717/.gitignore b/experiments/subjects/rsa_modpow_1717/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/rsa_modpow_1717/.gitignore +++ b/experiments/subjects/rsa_modpow_1717/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/rsa_modpow_1964903306/.gitignore b/experiments/subjects/rsa_modpow_1964903306/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/rsa_modpow_1964903306/.gitignore +++ b/experiments/subjects/rsa_modpow_1964903306/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/rsa_modpow_834443/.gitignore b/experiments/subjects/rsa_modpow_834443/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/rsa_modpow_834443/.gitignore +++ b/experiments/subjects/rsa_modpow_834443/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/stac_ibasys_unsafe/.gitignore b/experiments/subjects/stac_ibasys_unsafe/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/stac_ibasys_unsafe/.gitignore +++ b/experiments/subjects/stac_ibasys_unsafe/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v1/.gitignore b/experiments/subjects/tcas_v1/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v1/.gitignore +++ b/experiments/subjects/tcas_v1/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v1/symexe/config_hybrid b/experiments/subjects/tcas_v1/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v1/symexe/config_hybrid +++ b/experiments/subjects/tcas_v1/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v1/symexe/config_symexe b/experiments/subjects/tcas_v1/symexe/config_symexe index 2cda63e..c1a26d1 100644 --- a/experiments/subjects/tcas_v1/symexe/config_symexe +++ b/experiments/subjects/tcas_v1/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v10/.gitignore b/experiments/subjects/tcas_v10/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v10/.gitignore +++ b/experiments/subjects/tcas_v10/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v10/symexe/config_hybrid b/experiments/subjects/tcas_v10/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v10/symexe/config_hybrid +++ b/experiments/subjects/tcas_v10/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v10/symexe/config_symexe b/experiments/subjects/tcas_v10/symexe/config_symexe index 2cda63e..c1a26d1 100644 --- a/experiments/subjects/tcas_v10/symexe/config_symexe +++ b/experiments/subjects/tcas_v10/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v2/.gitignore b/experiments/subjects/tcas_v2/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v2/.gitignore +++ b/experiments/subjects/tcas_v2/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v2/symexe/config_hybrid b/experiments/subjects/tcas_v2/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v2/symexe/config_hybrid +++ b/experiments/subjects/tcas_v2/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v2/symexe/config_symexe b/experiments/subjects/tcas_v2/symexe/config_symexe index 2cda63e..c1a26d1 100644 --- a/experiments/subjects/tcas_v2/symexe/config_symexe +++ b/experiments/subjects/tcas_v2/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v3/.gitignore b/experiments/subjects/tcas_v3/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v3/.gitignore +++ b/experiments/subjects/tcas_v3/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v3/symexe/config_hybrid b/experiments/subjects/tcas_v3/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v3/symexe/config_hybrid +++ b/experiments/subjects/tcas_v3/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v3/symexe/config_symexe b/experiments/subjects/tcas_v3/symexe/config_symexe index 2cda63e..c1a26d1 100644 --- a/experiments/subjects/tcas_v3/symexe/config_symexe +++ b/experiments/subjects/tcas_v3/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v4/.gitignore b/experiments/subjects/tcas_v4/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v4/.gitignore +++ b/experiments/subjects/tcas_v4/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v4/symexe/config_hybrid b/experiments/subjects/tcas_v4/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v4/symexe/config_hybrid +++ b/experiments/subjects/tcas_v4/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v4/symexe/config_symexe b/experiments/subjects/tcas_v4/symexe/config_symexe index 2cda63e..c1a26d1 100644 --- a/experiments/subjects/tcas_v4/symexe/config_symexe +++ b/experiments/subjects/tcas_v4/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v5/.gitignore b/experiments/subjects/tcas_v5/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v5/.gitignore +++ b/experiments/subjects/tcas_v5/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v5/symexe/config_hybrid b/experiments/subjects/tcas_v5/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v5/symexe/config_hybrid +++ b/experiments/subjects/tcas_v5/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v5/symexe/config_symexe b/experiments/subjects/tcas_v5/symexe/config_symexe index 2cda63e..c1a26d1 100644 --- a/experiments/subjects/tcas_v5/symexe/config_symexe +++ b/experiments/subjects/tcas_v5/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v6/.gitignore b/experiments/subjects/tcas_v6/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v6/.gitignore +++ b/experiments/subjects/tcas_v6/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v6/symexe/config_hybrid b/experiments/subjects/tcas_v6/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v6/symexe/config_hybrid +++ b/experiments/subjects/tcas_v6/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v6/symexe/config_symexe b/experiments/subjects/tcas_v6/symexe/config_symexe index 2cda63e..c1a26d1 100644 --- a/experiments/subjects/tcas_v6/symexe/config_symexe +++ b/experiments/subjects/tcas_v6/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v7/.gitignore b/experiments/subjects/tcas_v7/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v7/.gitignore +++ b/experiments/subjects/tcas_v7/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v7/symexe/config_hybrid b/experiments/subjects/tcas_v7/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v7/symexe/config_hybrid +++ b/experiments/subjects/tcas_v7/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v7/symexe/config_symexe b/experiments/subjects/tcas_v7/symexe/config_symexe index e0518f6..f975483 100644 --- a/experiments/subjects/tcas_v7/symexe/config_symexe +++ b/experiments/subjects/tcas_v7/symexe/config_symexe @@ -14,7 +14,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v8/.gitignore b/experiments/subjects/tcas_v8/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v8/.gitignore +++ b/experiments/subjects/tcas_v8/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v8/symexe/config_hybrid b/experiments/subjects/tcas_v8/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v8/symexe/config_hybrid +++ b/experiments/subjects/tcas_v8/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v8/symexe/config_symexe b/experiments/subjects/tcas_v8/symexe/config_symexe index 2cda63e..c1a26d1 100644 --- a/experiments/subjects/tcas_v8/symexe/config_symexe +++ b/experiments/subjects/tcas_v8/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v9/.gitignore b/experiments/subjects/tcas_v9/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/tcas_v9/.gitignore +++ b/experiments/subjects/tcas_v9/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/tcas_v9/symexe/config_hybrid b/experiments/subjects/tcas_v9/symexe/config_hybrid index 6609742..63b1659 100644 --- a/experiments/subjects/tcas_v9/symexe/config_hybrid +++ b/experiments/subjects/tcas_v9/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/tcas_v9/symexe/config_symexe b/experiments/subjects/tcas_v9/symexe/config_symexe index 2cda63e..c1a26d1 100644 --- a/experiments/subjects/tcas_v9/symexe/config_symexe +++ b/experiments/subjects/tcas_v9/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/themis_jetty_safe/.gitignore b/experiments/subjects/themis_jetty_safe/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/themis_jetty_safe/.gitignore +++ b/experiments/subjects/themis_jetty_safe/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/themis_jetty_unsafe/.gitignore b/experiments/subjects/themis_jetty_unsafe/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/themis_jetty_unsafe/.gitignore +++ b/experiments/subjects/themis_jetty_unsafe/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/time_1/.gitignore b/experiments/subjects/time_1/.gitignore index 79865cc..0a1a937 100644 --- a/experiments/subjects/time_1/.gitignore +++ b/experiments/subjects/time_1/.gitignore @@ -1,10 +1,11 @@ -/bin/ -/bin-instr/ -/fuzzer-out/ -/cfg/ -/fuzzer-out* -/hydiff-out* -/symexe-out* +*/bin/ +*/bin-instr* +*/cfg/ +fuzzer-out* +hydiff-out* +parfuzz-* +symexe-out* +symcov-out* *.dot *.pdf *.csv \ No newline at end of file diff --git a/experiments/subjects/time_1/symexe/config_hybrid b/experiments/subjects/time_1/symexe/config_hybrid index d11cfa1..90fce63 100644 --- a/experiments/subjects/time_1/symexe/config_hybrid +++ b/experiments/subjects/time_1/symexe/config_hybrid @@ -16,7 +16,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symbolic.shadow.cfg.export.dir=./cfg symexe.wait.sec=60 diff --git a/experiments/subjects/time_1/symexe/config_symexe b/experiments/subjects/time_1/symexe/config_symexe index 5185d10..fb43f40 100644 --- a/experiments/subjects/time_1/symexe/config_symexe +++ b/experiments/subjects/time_1/symexe/config_symexe @@ -15,7 +15,7 @@ symbolic.dp=z3 symbolic.shadow=true symbolic.shadow.cfg=true symbolic.shadow.cfg.dir=./bin/ -symbolic.shadow.cfg.ca.class=../../../jpf-symbc-regression/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class +symbolic.shadow.cfg.ca.class=../../../../tool/symbolicexecution/jpf-symbc-differential/build/classes/gov/nasa/jpf/symbc/ChangeAnnotation.class symexe.wait.sec=60 symexe.delay.sec=0 diff --git a/experiments/summary.txt b/experiments/summary.txt deleted file mode 100644 index abff1c3..0000000 --- a/experiments/summary.txt +++ /dev/null @@ -1,1172 +0,0 @@ -rsa_modpow_1717 - -hydiff-spf: -deltas=[111, 97, 97, 97, 97, 102, 97, 97, 97, 97, 103, 97, 107, 97, 97, 103, 97, 97, 97, 115, 97, 107, 97, 97, 97, 97, 97, 102, 97, 97] -delta>0Times=[6, 4, 5, 5, 6, 5, 6, 6, 5, 5, 4, 5, 4, 5, 5, 6, 5, 5, 5, 6, 5, 6, 5, 5, 5, 5, 5, 4, 5, 5] -deltas(30s)=[97, 97, 97, 97, 97, 102, 97, 97, 97, 97, 97, 97, 97, 97, 97, 103, 97, 97, 97, 97, 97, 97, 97, 97, 97, 97, 97, 102, 97, 97] - -hydiff-afl: -deltas=[112, 104, 108, 108, 104, 108, 105, 112, 108, 108, 108, 104, 112, 111, 108, 112, 105, 104, 104, 116, 108, 108, 104, 108, 112, 108, 108, 108, 112, 108] -delta>0Times=[3, 2, 2, 3, 3, 1, 2, 3, 2, 1, 1, 3, 1, 2, 3, 2, 3, 2, 1, 3, 1, 4, 3, 2, 2, 2, 5, 2, 5, 1] -deltas(30s)=[69, 84, 92, 58, 97, 92, 50, 62, 68, 85, 41, 50, 93, 104, 82, 96, 96, 63, 74, 52, 92, 76, 92, 51, 46, 97, 104, 97, 72, 67] - -best: -delta -max_data mean=108.17 error=+/- 1.10 best=116 -[112, 104, 108, 108, 104, 108, 105, 112, 108, 108, 108, 104, 112, 111, 108, 112, 105, 104, 104, 116, 108, 108, 104, 108, 112, 108, 108, 108, 112, 108] - -time -max_data mean=2.33 error=+/- 0.38 best=1 -[3, 2, 2, 3, 3, 1, 2, 3, 2, 1, 1, 3, 1, 2, 3, 2, 3, 2, 1, 3, 1, 4, 3, 2, 2, 2, 5, 2, 5, 1] - -delta (30s) -data1: mean=76.73 stdv=18.93 -data2 mean=97.53 stdv=1.61 -max_data mean=98.00 error=+/-0.81 best=104 -[97, 97, 97, 97, 97, 102, 97, 97, 97, 97, 97, 97, 97, 104, 97, 103, 97, 97, 97, 97, 97, 97, 97, 97, 97, 97, 104, 102, 97, 97] - - --------------- - -rsa_modpow_1964903306 - -hydiff-afl: -1800,275.93,3.17,307 -time delta>0: -1.93 (+/- 0.26) -delta>0Times=[1, 2, 2, 1, 2, 2, 2, 2, 1, 2, 1, 2, 2, 1, 2, 4, 1, 2, 3, 3, 2, 2, 1, 2, 2, 1, 3, 2, 3, 2] -delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -deltas=[276, 271, 274, 286, 269, 271, 266, 266, 284, 274, 268, 266, 281, 289, 269, 269, 281, 268, 282, 271, 280, 273, 271, 290, 277, 268, 277, 307, 277, 277] -deltas(30s)=[209, 139, 215, 227, 222, 215, 209, 233, 215, 265, 256, 266, 241, 262, 227, 218, 178, 166, 218, 139, 209, 262, 224, 191, 269, 224, 238, 212, 215, 184] - - -hydiff-spf: -1800,253.37,1.35,267 -time delta>0: -4.53 (+/- 0.24) -delta>0Times=[5, 6, 5, 4, 5, 4, 5, 4, 4, 4, 6, 4, 5, 4, 4, 5, 6, 4, 4, 4, 5, 4, 4, 4, 4, 4, 5, 5, 5, 4] -delta>0_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -deltas=[252, 252, 252, 252, 252, 252, 252, 252, 267, 252, 255, 252, 252, 261, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 265, 253, 252, 252] -deltas(30s)=[252, 252, 252, 252, 252, 252, 252, 252, 267, 252, 255, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 252, 265, 253, 252, 252] - -best: -delta -data1: mean=275.93 stdv=8.85 -data2 mean=253.37 stdv=3.78 -max_data mean=275.93 error=+/-3.17 best=307 -[276, 271, 274, 286, 269, 271, 266, 266, 284, 274, 268, 266, 281, 289, 269, 269, 281, 268, 282, 271, 280, 273, 271, 290, 277, 268, 277, 307, 277, 277] - -time: -data1: mean=1.93 error=+/-0.26 -data2 mean=4.53 error=+/-0.24 -max_data mean=1.93 error=+/-0.26 best=1 -[1, 2, 2, 1, 2, 2, 2, 2, 1, 2, 1, 2, 2, 1, 2, 4, 1, 2, 3, 3, 2, 2, 1, 2, 2, 1, 3, 2, 3, 2] - -delta (30s): -data1: mean=218.27 error=+/-11.84 -data2 mean=253.07 error=+/-1.26 -max_data mean=255.23 error=+/-2.02 best=269 -[252, 252, 252, 252, 252, 252, 252, 252, 267, 265, 256, 266, 252, 262, 252, 252, 252, 252, 252, 252, 252, 262, 252, 252, 269, 252, 265, 253, 252, 252] - - --------------- - -tcas_v1 - - -hydiff-afl: -600,1.00,0.00,4.67,0.40 -time +odiff>0: -104.17 (+/- 16.05) min=30 -+odiff_times=[68, 150, 82, 169, 149, 144, 60, 125, 135, 125, 39, 146, 70, 71, 139, 63, 138, 166, 30, 31, 31, 72, 144, 141, 162, 125, 80, 64, 67, 139] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[6, 4, 4, 5, 4, 6, 6, 6, 6, 3, 5, 4, 4, 4, 5, 4, 4, 8, 5, 4, 3, 6, 4, 4, 6, 4, 4, 4, 4, 4] - -hydiff-spf: -600,1.00,0.00,3.00,0.00 -time +odiff>0: -49.87 (+/- 5.48) min=29 -+odiff_times=[44, 71, 80, 70, 62, 47, 49, 46, 47, 29, 30, 30, 67, 66, 31, 56, 44, 65, 30, 31, 31, 66, 50, 63, 64, 30, 55, 48, 32, 62] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3] - -best - -time odiffs: -data1: mean=104.17 error=+/-16.05 -data2 mean=49.87 error=+/-5.48 -max_data mean=49.87 error=+/-5.48 best=29 -[44, 71, 80, 70, 62, 47, 49, 46, 47, 29, 30, 30, 67, 66, 31, 56, 44, 65, 30, 31, 31, 66, 50, 63, 64, 30, 55, 48, 32, 62] - - - --------------- -themis_jetty_unsafe - - -hydiff-afl: -1800,100.53,1.37,111 -time delta>0: -5.90 (+/- 1.12) -delta>0Times=[15, 3, 4, 9, 3, 12, 6, 11, 6, 4, 5, 5, 12, 2, 7, 5, 6, 6, 3, 2, 8, 7, 4, 5, 6, 4, 7, 3, 3, 4] -delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -deltas=[99, 99, 98, 98, 104, 98, 98, 98, 107, 98, 99, 99, 98, 98, 98, 101, 98, 110, 98, 101, 98, 104, 111, 98, 105, 98, 102, 98, 107, 98] -deltas(30s)=[6, 3, 8, 3, 14, 5, 12, 3, 8, 8, 9, 6, 6, 11, 20, 9, 3, 6, 8, 8, 6, 9, 3, 12, 20, 9, 20, 3, 11, 14] - - -hydiff-spf: -1800,98.00,0.00,98 -time delta>0: -67.53 (+/- 5.47) -delta>0Times=[70, 69, 75, 70, 72, 71, 68, 72, 77, 69, 69, 71, 69, 12, 71, 80, 70, 69, 74, 70, 70, 74, 72, 69, 73, 72, 11, 67, 80, 70] -delta>0_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -deltas=[98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98, 98] -deltas(30s)=[98, 83, 95, 80, 95, 98, 77, 98, 98, 98, 98, 98, 98, 98, 98, 98, 83, 95, 98, 98, 98, 98, 98, 95, 86, 98, 98, 98, 98, 98] - -best - -delta: -data1: mean=100.53 error=+/-1.37 -data2 mean=98.00 error=+/-0.00 -merged_data mean=100.53 error=+/-1.37 best=111 -[99, 99, 98, 98, 104, 98, 98, 98, 107, 98, 99, 99, 98, 98, 98, 101, 98, 110, 98, 101, 98, 104, 111, 98, 105, 98, 102, 98, 107, 98] - -time: -data1: mean=5.90 error=+/-1.12 -data2 mean=67.53 error=+/-5.47 -merged_data mean=5.90 error=+/-1.12 best=2 -[15, 3, 4, 9, 3, 12, 6, 11, 6, 4, 5, 5, 12, 2, 7, 5, 6, 6, 3, 2, 8, 7, 4, 5, 6, 4, 7, 3, 3, 4] - - --------------- -rsa_modpow_834443 - - -hydiff-afl: -1800,184.47,1.22,191 -time delta>0: -1.73 (+/- 0.23) -delta>0Times=[2, 1, 2, 1, 1, 2, 2, 1, 3, 2, 1, 2, 2, 2, 1, 3, 3, 1, 2, 2, 2, 2, 1, 2, 1, 2, 1, 2, 1, 2] -delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -deltas=[184, 182, 182, 185, 189, 182, 187, 186, 180, 183, 177, 191, 190, 184, 189, 187, 182, 187, 186, 182, 190, 181, 183, 183, 186, 183, 180, 180, 186, 187] -deltas(30s)=[162, 116, 174, 161, 168, 160, 128, 128, 139, 181, 164, 106, 135, 140, 157, 171, 132, 153, 143, 167, 167, 123, 159, 146, 137, 157, 156, 119, 179, 155] - -hydiff-spf: -1800,172.80,1.21,190 -time delta>0: -4.67 (+/- 0.19) -delta>0Times=[5, 6, 5, 5, 5, 5, 5, 5, 4, 4, 4, 4, 4, 5, 4, 5, 4, 5, 5, 4, 5, 5, 5, 5, 5, 4, 5, 4, 5, 4] -delta>0_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -deltas=[172, 172, 172, 172, 190, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 178, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172] -deltas(30s)=[172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 178, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172] - -best: - -delta: -data1: mean=184.47 error=+/-1.22 -data2 mean=172.80 error=+/-1.21 -merged_data mean=184.50 error=+/-1.24 best=191 -[184, 182, 182, 185, 190, 182, 187, 186, 180, 183, 177, 191, 190, 184, 189, 187, 182, 187, 186, 182, 190, 181, 183, 183, 186, 183, 180, 180, 186, 187] - - -time -data1: mean=1.73 error=+/-0.23 -data2 mean=4.67 error=+/-0.19 -merged_data mean=1.73 error=+/-0.23 best=1 -[2, 1, 2, 1, 1, 2, 2, 1, 3, 2, 1, 2, 2, 2, 1, 3, 3, 1, 2, 2, 2, 2, 1, 2, 1, 2, 1, 2, 1, 2] - -delta (30s): -data1: mean=149.43 error=+/-6.94 -data2 mean=172.20 error=+/-0.39 -merged_data mean=172.80 error=+/-0.80 best=181 -[172, 172, 174, 172, 172, 172, 172, 172, 172, 181, 172, 172, 172, 172, 172, 178, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 172, 179, 172] - --------------- - -tcas_v2 - -hydiff-afl: -600,1.23,0.18,13.83,0.37 -time +odiff>0: -193.33 (+/- 14.23) min=92 -+odiff_times=[205, 203, 210, 101, 172, 217, 138, 217, 226, 190, 251, 164, 177, 140, 230, 163, 161, 137, 216, 223, 92, 206, 211, 214, 217, 235, 227, 231, 232, 194] -+odiff_src=['afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'spf', 'afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'spf', 'spf', 'afl', 'afl'] -#odiffs=[1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1] -#ddiffs=[13, 14, 13, 15, 15, 12, 15, 14, 14, 15, 14, 13, 14, 16, 14, 15, 14, 14, 14, 12, 13, 12, 14, 15, 15, 12, 14, 13, 13, 14] - -hydiff-spf -600,1.00,0.00,8.97,0.06 -time +odiff>0: -211.30 (+/- 1.47) min=205 -+odiff_times=[216, 208, 210, 215, 208, 212, 214, 207, 211, 213, 216, 208, 212, 214, 205, 210, 212, 219, 208, 212, 205, 206, 214, 209, 215, 208, 208, 223, 208, 213] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 8] - - -hydiff-merged -600,1.23,0.18,13.83,0.37 -We do not report times because we make so sense here! -#odiffs=[1, 1, 2, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1] -#ddiffs=[13, 14, 13, 15, 15, 12, 15, 14, 14, 15, 14, 13, 14, 16, 14, 15, 14, 14, 14, 12, 13, 12, 14, 15, 15, 12, 14, 13, 13, 14] - - -best -time odiff: -data1: mean=193.33 error=+/-14.23 -data2 mean=211.30 error=+/-1.47 -merged_data mean=186.87 error=+/-12.30 best=92 -[205, 203, 210, 101, 172, 212, 138, 207, 211, 190, 216, 164, 177, 140, 205, 163, 161, 137, 208, 212, 92, 206, 211, 209, 215, 208, 208, 223, 208, 194] - --------------- - -tcas_v3 - -hydiff_afl: -600,2.00,0.00,57.37,1.52 - -time +odiff>0: -281.83 (+/- 6.39) min=236 -+odiff_times=[287, 262, 271, 263, 271, 273, 305, 313, 304, 260, 295, 294, 301, 236, 273, 308, 275, 273, 271, 268, 286, 295, 300, 276, 268, 308, 299, 279, 268, 273] -+odiff_src=['spf', 'spf', 'afl->spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'afl', 'spf', 'spf', 'spf', 'afl', 'spf', 'spf', 'spf', 'spf', 'spf', 'afl->spf', 'afl->spf', 'spf', 'spf', 'spf', 'afl', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[62, 61, 57, 51, 67, 51, 51, 56, 62, 52, 60, 65, 59, 57, 54, 54, 54, 56, 58, 59, 55, 59, 57, 54, 67, 55, 57, 54, 59, 58] - -hydiff-spf: -600,2.00,0.00,19.27,0.42 - -time +odiff>0: -264.77 (+/- 3.21) min=250 -+odiff_times=[277, 262, 258, 253, 252, 272, 256, 265, 256, 274, 255, 256, 253, 265, 272, 257, 274, 272, 270, 257, 273, 258, 261, 276, 272, 278, 250, 279, 268, 272] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[17, 19, 20, 19, 20, 20, 16, 20, 18, 18, 19, 20, 20, 19, 19, 17, 20, 19, 20, 20, 21, 19, 21, 21, 19, 18, 19, 20, 20, 20] - -hydiff-merged: -600,2.00,0.00,57.43,1.54 - -We do not report times because we make so sense here! -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[62, 61, 57, 51, 68, 51, 51, 56, 62, 52, 60, 65, 59, 57, 54, 54, 54, 56, 58, 59, 55, 59, 57, 54, 67, 56, 57, 54, 59, 58] - - -best - -time odiff -data1: mean=281.83 error=+/-6.39 -data2 mean=264.77 error=+/-3.21 -merged_data mean=263.20 error=+/-3.61 best=236 -[277, 262, 258, 253, 252, 272, 256, 265, 256, 260, 255, 256, 253, 236, 272, 257, 274, 272, 270, 257, 273, 258, 261, 276, 268, 278, 250, 279, 268, 272] - --------------- - -tcas_v6 - -hydiff_afl: -600,1.00,0.00,10.37,0.70 - -time +odiff>0: -59.53 (+/- 23.27) min=6 -+odiff_times=[8, 155, 117, 53, 73, 8, 9, 8, 128, 217, 67, 149, 7, 37, 6, 103, 36, 69, 42, 8, 43, 8, 185, 8, 8, 9, 201, 8, 8, 8] -+odiff_src=['spf', 'afl', 'spf', 'afl', 'spf', 'spf', 'spf', 'spf', 'afl', 'afl', 'afl', 'afl', 'spf', 'afl', 'spf', 'spf', 'afl', 'spf', 'afl', 'spf', 'afl', 'spf', 'afl', 'spf', 'spf', 'spf', 'afl', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[11, 13, 10, 12, 9, 12, 12, 8, 11, 10, 11, 8, 10, 14, 11, 11, 13, 12, 9, 9, 6, 8, 11, 12, 7, 9, 14, 9, 9, 10] - -hydiff-spf: -600,1.00,0.00,6.00,0.00 - -time +odiff>0: -7.57 (+/- 0.26) min=6 -+odiff_times=[8, 7, 7, 8, 7, 8, 9, 8, 7, 7, 8, 8, 7, 7, 6, 7, 7, 6, 7, 8, 8, 8, 7, 8, 8, 9, 8, 8, 8, 8] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6] - -hydiff-merged: -600,1.00,0.00,10.37,0.70 - -We do not report times because we make so sense here! -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[11, 13, 10, 12, 9, 12, 12, 8, 11, 10, 11, 8, 10, 14, 11, 11, 13, 12, 9, 9, 6, 8, 11, 12, 7, 9, 14, 9, 9, 10] - -best - -time odiff: -data1: mean=59.53 error=+/-23.27 -data2 mean=7.57 error=+/-0.26 -merged_data mean=7.57 error=+/-0.26 best=6 -[8, 7, 7, 8, 7, 8, 9, 8, 7, 7, 8, 8, 7, 7, 6, 7, 7, 6, 7, 8, 8, 8, 7, 8, 8, 9, 8, 8, 8, 8] - - --------------- - -tcas_v8 - -hydiff-afl: -600,2.00,0.00,8.73,0.51 -time +odiff>0: -92.60 (+/- 9.49) min=62 -+odiff_times=[123, 122, 67, 81, 117, 119, 64, 68, 117, 65, 122, 122, 118, 67, 120, 118, 64, 65, 115, 64, 62, 115, 123, 62, 68, 115, 66, 67, 65, 117] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[9, 9, 8, 8, 8, 7, 8, 11, 7, 10, 7, 11, 7, 8, 9, 7, 8, 13, 9, 9, 10, 10, 9, 10, 10, 8, 8, 9, 8, 7] - -hydiff-spf: -600,2.00,0.00,6.00,0.00 -time +odiff>0: -65.33 (+/- 0.75) min=61 -+odiff_times=[67, 66, 67, 67, 66, 66, 64, 68, 64, 65, 68, 71, 65, 64, 65, 65, 64, 65, 63, 64, 62, 61, 68, 62, 68, 63, 66, 65, 65, 66] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6] - -hydiff-merged: -600,2.00,0.00,8.77,0.49 -We do not report times because we make so sense here! -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[9, 9, 8, 8, 8, 7, 8, 11, 7, 10, 8, 11, 7, 8, 9, 7, 8, 13, 9, 9, 10, 10, 9, 10, 10, 8, 8, 9, 8, 7] - - -best time -data1: mean=92.60 error=+/-9.49 -data2 mean=65.33 error=+/-0.75 -merged_data mean=65.33 error=+/-0.75 best=61 -[67, 66, 67, 67, 66, 66, 64, 68, 64, 65, 68, 71, 65, 64, 65, 65, 64, 65, 63, 64, 62, 61, 68, 62, 68, 63, 66, 65, 65, 66] - - --------------- - -blazer_login_unsafe - -hydiff-afl: -1800,253.87,0.26,254 -time delta>0: -3.47 (+/- 0.74) -delta>0Times=[2, 4, 7, 4, 6, 1, 3, 3, 6, 2, 7, 3, 3, 2, 1, 2, 2, 9, 6, 1, 6, 4, 4, 2, 3, 1, 3, 4, 2, 1] -delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -deltas=[254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 250, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254] - -hydiff-spf: -1800,254.00,0.00,254 -time delta>0: -36.90 (+/- 4.26) -delta>0Times=[42, 40, 10, 41, 43, 42, 42, 43, 12, 11, 10, 44, 41, 43, 45, 42, 43, 41, 9, 42, 43, 42, 41, 41, 42, 42, 41, 43, 43, 43] -delta>0_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -deltas=[254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254] -deltas(30s)=[198, 254, 194, 254, 222, 214, 214, 214, 118, 222, 246, 218, 254, 250, 218, 254, 250, 210, 194, 214, 214, 254, 254, 254, 226, 254, 254, 206, 214, 218] - -best - -time -data1: mean=3.47 error=+/-0.74 -data2 mean=36.90 error=+/-4.26 -merged_data mean=3.47 error=+/-0.74 best=1 -[2, 4, 7, 4, 6, 1, 3, 3, 6, 2, 7, 3, 3, 2, 1, 2, 2, 9, 6, 1, 6, 4, 4, 2, 3, 1, 3, 4, 2, 1] - -delta: -data1: mean=253.87 error=+/-0.26 -data2 mean=254.00 error=+/-0.00 -merged_data mean=254.00 error=+/-0.00 best=254 -[254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254, 254] - - --------------- - -blazer_login_safe - -hydiff-afl: -1800,0.00,0.00,0 -time delta>0: -1800.00 (+/- 0.00) -delta>0Times=[1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800] -delta>0_src=[] -deltas=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] - - -hydiff-spf: -1800,0.00,0.00,0 - -time delta>0: -1800.00 (+/- 0.00) -delta>0Times=[1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800, 1800] -delta>0_src=[] -deltas=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] -deltas(30s)=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] - - --------------- -themis_jetty_safe - - -hydiff-afl: -1800,12.83,0.56,16 -time delta>0: -4.20 (+/- 0.96) -delta>0Times=[5, 5, 4, 9, 1, 1, 3, 7, 1, 3, 1, 3, 3, 7, 8, 3, 3, 2, 3, 6, 4, 2, 9, 3, 3, 6, 1, 2, 7, 11] -delta>0_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -deltas=[13, 13, 16, 13, 15, 10, 12, 11, 14, 14, 11, 13, 11, 16, 13, 13, 12, 13, 13, 11, 14, 13, 14, 11, 11, 13, 13, 14, 15, 10] - -hydiff-spf: -1800,4.73,1.28,17 -time delta>0: -57.27 (+/- 8.71) -delta>0Times=[70, 72, 11, 72, 74, 70, 12, 69, 69, 20, 71, 11, 71, 70, 70, 13, 71, 73, 12, 71, 14, 72, 69, 70, 72, 70, 71, 69, 69, 70] -delta>0_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -deltas=[2, 17, 6, 8, 3, 6, 11, 2, 2, 3, 2, 11, 3, 2, 4, 5, 2, 3, 4, 3, 4, 3, 9, 2, 3, 7, 2, 9, 2, 2] -deltas(30s)=[1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1] - - -best - -delta: -data1: mean=12.83 error=+/-0.56 -data2 mean=4.73 error=+/-1.28 -merged_data mean=12.97 error=+/-0.62 best=17 -[13, 17, 16, 13, 15, 10, 12, 11, 14, 14, 11, 13, 11, 16, 13, 13, 12, 13, 13, 11, 14, 13, 14, 11, 11, 13, 13, 14, 15, 10] - -time: -data1: mean=4.20 error=+/-0.96 -data2 mean=57.27 error=+/-8.71 -merged_data mean=4.20 error=+/-0.96 best=1 -[5, 5, 4, 9, 1, 1, 3, 7, 1, 3, 1, 3, 3, 7, 8, 3, 3, 2, 3, 6, 4, 2, 9, 3, 3, 6, 1, 2, 7, 11] - - --------------- -math_10 - -hydiff-afl: -600,45.37,6.22,31.97,1.42 -time +odiff>0: -44.47 (+/- 5.41) min=5 -+odiff_times=[50, 50, 5, 49, 59, 48, 52, 53, 47, 6, 48, 52, 53, 48, 8, 48, 52, 52, 51, 49, 50, 49, 52, 49, 56, 7, 46, 48, 48, 49] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[32, 25, 63, 52, 74, 58, 29, 20, 61, 32, 49, 44, 37, 63, 76, 41, 45, 49, 46, 36, 26, 94, 46, 50, 30, 28, 30, 33, 64, 28] -#ddiffs=[34, 37, 27, 34, 35, 29, 31, 27, 34, 27, 34, 33, 41, 34, 32, 26, 23, 32, 29, 35, 25, 30, 32, 35, 35, 31, 33, 37, 36, 31] - -hydiff-spf: -600,6.93,0.09,9.93,0.09 -time +odiff>0: -3.87 (+/- 0.20) min=3 -+odiff_times=[4, 4, 3, 3, 4, 4, 4, 4, 3, 4, 4, 4, 4, 5, 5, 4, 3, 4, 4, 4, 4, 4, 4, 4, 5, 4, 4, 3, 3, 3] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[7, 7, 7, 7, 7, 7, 7, 7, 7, 6, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 6, 7, 7, 7, 7] -#ddiffs=[10, 10, 10, 10, 10, 10, 10, 10, 10, 9, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 10, 9, 10, 10, 10, 10] - -hydiff-merged: -600,44.33,5.47,32.00,1.39 -We do not report times because we make so sense here! -#odiffs=[32, 25, 63, 52, 71, 58, 29, 20, 61, 32, 49, 44, 37, 63, 71, 41, 47, 50, 46, 36, 26, 78, 46, 50, 30, 28, 30, 33, 54, 28] -#ddiffs=[34, 37, 27, 34, 35, 29, 31, 27, 34, 27, 34, 33, 41, 34, 32, 26, 24, 32, 29, 35, 25, 30, 32, 35, 35, 31, 33, 37, 36, 31] - -best time: -data1: mean=44.47 error=+/-5.41 -data2 mean=3.87 error=+/-0.20 -merged_data mean=3.87 error=+/-0.20 best=3 -[4, 4, 3, 3, 4, 4, 4, 4, 3, 4, 4, 4, 4, 5, 5, 4, 3, 4, 4, 4, 4, 4, 4, 4, 5, 4, 4, 3, 3, 3] - - --------------- -math_46 - -hydiff-afl: -600,1.00,0.00,38.17,0.82 -time +odiff>0: -130.13 (+/- 11.91) min=49 -+odiff_times=[99, 128, 193, 52, 130, 131, 128, 129, 130, 131, 137, 129, 130, 159, 161, 130, 132, 213, 130, 141, 114, 49, 131, 130, 133, 129, 179, 66, 131, 129] -+odiff_src=['afl', 'spf', 'afl', 'afl', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'afl', 'afl', 'spf', 'spf', 'afl', 'spf', 'spf', 'afl', 'afl', 'spf', 'spf', 'afl', 'spf', 'afl', 'afl', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[39, 39, 39, 39, 44, 37, 41, 38, 40, 40, 35, 35, 34, 34, 36, 36, 42, 40, 37, 37, 39, 36, 39, 38, 36, 38, 39, 38, 41, 39] - -hydiff-spf: -600,1.00,0.00,3.00,0.00 -time +odiff>0: -131.10 (+/- 1.04) min=127 -+odiff_times=[130, 128, 129, 132, 130, 131, 128, 129, 130, 131, 137, 129, 130, 130, 131, 130, 132, 137, 130, 141, 132, 127, 131, 130, 132, 129, 135, 132, 131, 129] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3] - -hydiff-merged: -600,1.00,0.00,38.17,0.82 -We do not report times because we make so sense here! -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[39, 39, 39, 39, 44, 37, 41, 38, 40, 40, 35, 35, 34, 34, 36, 36, 42, 40, 37, 37, 39, 36, 39, 38, 36, 38, 39, 38, 41, 39] - -best time: -data1: mean=130.13 error=+/-11.91 -data2 mean=131.10 error=+/-1.04 -merged_data mean=122.00 error=+/-8.34 best=49 -[99, 128, 129, 52, 130, 131, 128, 129, 130, 131, 137, 129, 130, 130, 131, 130, 132, 137, 130, 141, 114, 49, 131, 130, 132, 129, 135, 66, 131, 129] - - --------------- -math_60 - -hydiff-afl: -600,232.90,5.60,94.13,2.65 -time +odiff>0: -7.60 (+/- 0.74) min=5 -+odiff_times=[6, 7, 7, 9, 9, 7, 5, 6, 9, 11, 6, 12, 7, 8, 12, 11, 5, 7, 9, 6, 7, 5, 9, 5, 7, 10, 6, 5, 7, 8] -+odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -#odiffs=[234, 241, 228, 230, 210, 220, 240, 258, 241, 232, 228, 248, 230, 245, 245, 227, 266, 218, 233, 228, 185, 212, 216, 240, 249, 231, 224, 253, 240, 235] -#ddiffs=[99, 104, 103, 91, 87, 90, 103, 89, 80, 91, 93, 87, 88, 78, 87, 92, 94, 102, 96, 88, 102, 91, 93, 90, 104, 96, 100, 93, 109, 104] - -hydiff-spf: -600,2.00,0.00,3.00,0.00 -time +odiff>0: -4.77 (+/- 0.15) min=4 -+odiff_times=[4, 5, 5, 5, 5, 5, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 4, 5, 5, 4, 5, 5, 5, 5] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3] - -hydiff-merged: -600,234.23,5.63,94.20,2.67 -We do not report times because we make so sense here! -#odiffs=[236, 242, 230, 232, 211, 221, 242, 260, 242, 234, 230, 250, 231, 246, 246, 228, 267, 219, 234, 229, 186, 213, 217, 241, 250, 232, 226, 255, 241, 236] -#ddiffs=[99, 104, 103, 92, 87, 90, 103, 89, 80, 91, 93, 87, 88, 78, 87, 92, 94, 102, 96, 88, 102, 91, 93, 90, 104, 96, 100, 93, 110, 104] - - -best time: -data1: mean=7.60 error=+/-0.74 -data2 mean=4.77 error=+/-0.15 -merged_data mean=4.77 error=+/-0.15 best=4 -[4, 5, 5, 5, 5, 5, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 4, 5, 5, 4, 5, 5, 5, 5] - - --------------- -time_1 - -hydiff-afl: -600,152.33,8.89,195.27,4.30 -time +odiff>0: -3.93 (+/- 0.78) min=1 -+odiff_times=[5, 3, 2, 7, 2, 8, 2, 2, 4, 2, 3, 2, 7, 6, 2, 8, 3, 2, 9, 4, 6, 4, 2, 4, 1, 6, 4, 2, 4, 2] -+odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -#odiffs=[195, 162, 135, 162, 203, 130, 144, 126, 174, 128, 146, 130, 162, 142, 187, 129, 158, 156, 159, 115, 125, 188, 138, 202, 124, 136, 143, 175, 126, 170] -#ddiffs=[181, 206, 195, 205, 211, 187, 188, 177, 188, 183, 191, 200, 208, 197, 199, 190, 202, 195, 172, 167, 196, 205, 197, 208, 189, 205, 188, 204, 200, 224] - -hydiff-spf: -600,49.60,9.87,47.13,4.63 -time +odiff>0: -6.83 (+/- 0.19) min=6 -+odiff_times=[7, 6, 8, 7, 7, 7, 7, 7, 6, 7, 7, 6, 7, 7, 6, 7, 6, 7, 7, 7, 7, 7, 6, 7, 7, 7, 7, 6, 7, 8] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[24, 41, 38, 52, 25, 60, 46, 114, 80, 58, 24, 43, 96, 45, 21, 20, 52, 41, 52, 2, 60, 23, 79, 108, 73, 24, 52, 20, 88, 27] -#ddiffs=[35, 48, 38, 55, 45, 52, 40, 53, 62, 49, 36, 42, 58, 42, 31, 37, 50, 51, 66, 4, 51, 38, 66, 65, 62, 39, 51, 37, 65, 46] - -hydiff-merged: -600,188.80,10.99,224.83,5.42 -We do not report times because we make so sense here! -#odiffs=[208, 197, 165, 195, 217, 180, 172, 226, 241, 176, 160, 163, 246, 169, 197, 139, 197, 186, 198, 116, 170, 199, 204, 266, 181, 146, 181, 185, 196, 188] -#ddiffs=[201, 232, 220, 244, 237, 222, 215, 209, 226, 220, 213, 229, 242, 226, 218, 212, 235, 229, 213, 169, 228, 230, 242, 235, 232, 229, 222, 226, 242, 247] - -best time: -data1: mean=3.93 error=+/-0.78 -data2 mean=6.83 error=+/-0.19 -merged_data mean=3.80 error=+/-0.69 best=1 -[5, 3, 2, 7, 2, 7, 2, 2, 4, 2, 3, 2, 7, 6, 2, 7, 3, 2, 7, 4, 6, 4, 2, 4, 1, 6, 4, 2, 4, 2] - - --------------- -commons-cli_v4-5_noformat - -hydiff-afl: -600,0.13,0.12,234.83,5.75 -time +odiff>0: -551.97 (+/- 45.65) min=125 -+odiff_times=[600, 600, 600, 600, 600, 600, 267, 600, 600, 125, 600, 600, 600, 600, 600, 385, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 182, 600, 600] -+odiff_src=['afl', 'afl', 'afl', 'afl'] -#odiffs=[0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0] -#ddiffs=[221, 253, 249, 255, 241, 274, 231, 238, 222, 214, 237, 258, 222, 214, 196, 239, 223, 251, 235, 223, 230, 234, 235, 259, 219, 230, 233, 250, 234, 225] - -hydiff-spf: -600,0.00,0.00,0.03,0.06 - -time +odiff>0: -600.00 (+/- 0.00) min=600 -+odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] -+odiff_src=[] -#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] -#ddiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] - -hydiff-merged: -600,0.13,0.12,235.17,5.73 -We do not report times because we make so sense here! -#odiffs=[0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0] -#ddiffs=[221, 253, 250, 255, 242, 274, 231, 238, 222, 214, 237, 258, 223, 215, 196, 239, 224, 251, 235, 223, 230, 235, 235, 260, 220, 231, 234, 250, 234, 225] - -best time: --> hydiff-afl - --------------- -commons-cli_v5-6_noformat - -hydiff-afl: -600,177.67,4.37,212.00,6.30 - -time +odiff>0: -6.17 (+/- 1.31) min=2 -+odiff_times=[2, 4, 7, 3, 7, 10, 7, 13, 3, 4, 3, 7, 2, 2, 3, 2, 6, 12, 4, 13, 10, 11, 12, 2, 6, 4, 3, 4, 9, 10] -+odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -#odiffs=[174, 179, 171, 188, 210, 182, 176, 189, 172, 170, 172, 165, 182, 180, 176, 181, 184, 183, 178, 183, 181, 174, 156, 208, 159, 173, 183, 185, 153, 163] -#ddiffs=[186, 194, 213, 203, 237, 197, 203, 232, 219, 220, 237, 233, 216, 215, 218, 209, 206, 226, 182, 236, 205, 201, 211, 208, 259, 218, 206, 192, 190, 188] - -hydiff-spf: -600,0.00,0.00,5.00,0.00 -time +odiff>0: -600.00 (+/- 0.00) min=600 -+odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] -+odiff_src=[] -#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] -#ddiffs=[5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5] - -hydiff-merged: -600,177.80,4.39,214.47,6.38 -We do not report times because we make so sense here! -#odiffs=[175, 179, 171, 188, 211, 182, 176, 189, 172, 170, 172, 166, 182, 180, 176, 182, 184, 183, 178, 183, 181, 174, 156, 208, 159, 173, 183, 185, 153, 163] -#ddiffs=[190, 198, 215, 206, 237, 198, 204, 236, 221, 224, 239, 236, 218, 218, 220, 212, 206, 229, 182, 238, 209, 203, 213, 212, 263, 221, 209, 195, 193, 189] - -best time: --> hydiff-afl - --------------- -tcas_v4 - -hydiff-afl: -600,1.00,0.00,22.53,1.01 -time +odiff>0: -43.70 (+/- 14.01) min=3 -+odiff_times=[55, 6, 58, 23, 66, 73, 13, 21, 17, 97, 43, 4, 63, 39, 26, 96, 35, 119, 36, 24, 35, 63, 9, 3, 22, 184, 37, 8, 25, 11] -+odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[23, 21, 26, 18, 19, 22, 23, 23, 21, 30, 21, 23, 25, 24, 21, 21, 20, 24, 20, 24, 25, 19, 22, 21, 23, 27, 21, 17, 26, 26] - -hydiff-spf: -600,0.00,0.00,3.20,0.14 -time +odiff>0: -600.00 (+/- 0.00) min=600 -+odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] -+odiff_src=[] -#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] -#ddiffs=[3, 4, 3, 3, 3, 3, 3, 3, 4, 3, 3, 4, 3, 3, 3, 3, 4, 3, 3, 3, 3, 3, 3, 4, 4, 3, 3, 3, 3, 3] - -hydiff-merged: -600,1.00,0.00,22.53,1.01 -We do not report times because we make so sense here! -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[23, 21, 26, 18, 19, 22, 23, 23, 21, 30, 21, 23, 25, 24, 21, 21, 20, 24, 20, 24, 25, 19, 22, 21, 23, 27, 21, 17, 26, 26] - -best-time: --> hydiff-afl - - --------------- -tcas_v10 - -hydiff-afl: -600,2.00,0.00,21.27,0.84 -time +odiff>0: -27.73 (+/- 9.76) min=7 -+odiff_times=[12, 7, 75, 7, 7, 8, 7, 52, 53, 92, 8, 65, 9, 54, 7, 84, 7, 72, 7, 40, 7, 7, 8, 8, 38, 29, 9, 8, 8, 37] -+odiff_src=['afl', 'spf', 'afl', 'spf', 'spf', 'spf', 'spf', 'afl', 'afl', 'afl', 'spf', 'afl', 'spf', 'afl', 'spf', 'afl', 'spf', 'afl', 'spf', 'afl', 'spf', 'spf', 'spf', 'spf', 'afl', 'afl', 'spf', 'spf', 'spf', 'afl'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[21, 19, 22, 24, 24, 23, 19, 21, 24, 18, 23, 18, 21, 25, 19, 18, 23, 19, 23, 26, 23, 20, 23, 19, 23, 17, 20, 22, 19, 22] - -hydiff-spf: -600,2.00,0.00,12.00,0.00 -time +odiff>0: -7.63 (+/- 0.22) min=7 -+odiff_times=[7, 7, 8, 7, 7, 8, 7, 8, 8, 7, 8, 8, 9, 8, 7, 8, 7, 8, 7, 7, 7, 7, 8, 8, 7, 8, 9, 8, 8, 8] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12, 12] - -hydiff-merged: -600,2.00,0.00,21.30,0.82 -We do not report times because we make so sense here! -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[21, 19, 22, 24, 24, 23, 19, 21, 24, 18, 23, 18, 21, 25, 19, 18, 23, 19, 23, 26, 23, 20, 23, 19, 23, 18, 20, 22, 19, 22] - -best-time: -data1: mean=27.73 error=+/-9.76 -data2 mean=7.63 error=+/-0.22 -merged_data mean=7.63 error=+/-0.22 best=7 -[7, 7, 8, 7, 7, 8, 7, 8, 8, 7, 8, 8, 9, 8, 7, 8, 7, 8, 7, 7, 7, 7, 8, 8, 7, 8, 9, 8, 8, 8] - - --------------- -tcas_v5 - -hydiff-afl: -600,2.00,0.00,49.80,1.29 -time +odiff>0: -97.20 (+/- 32.16) min=1 -+odiff_times=[53, 17, 20, 142, 217, 206, 13, 15, 30, 24, 260, 17, 13, 12, 37, 220, 216, 53, 23, 24, 207, 15, 63, 215, 175, 240, 1, 108, 210, 70] -+odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'spf', 'afl'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[48, 55, 58, 48, 52, 49, 50, 50, 49, 48, 47, 56, 51, 44, 42, 45, 46, 50, 53, 52, 49, 48, 50, 50, 46, 54, 46, 50, 54, 54] - -hydiff-spf: -600,2.00,0.00,22.40,0.42 -time +odiff>0: -218.53 (+/- 2.56) min=210 -+odiff_times=[227, 217, 239, 214, 211, 222, 213, 212, 215, 222, 215, 216, 224, 216, 233, 217, 216, 230, 221, 214, 212, 226, 228, 215, 213, 216, 211, 211, 210, 220] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[23, 24, 24, 22, 23, 21, 22, 22, 22, 23, 21, 25, 20, 22, 24, 20, 22, 21, 24, 22, 23, 23, 23, 22, 22, 23, 23, 22, 23, 21] - -hydiff-merged: -600,2.00,0.00,49.83,1.27 -We do not report times because we make so sense here! -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[48, 55, 58, 48, 52, 49, 50, 50, 49, 48, 47, 56, 51, 44, 43, 45, 46, 50, 53, 52, 49, 48, 50, 50, 46, 54, 46, 50, 54, 54] - - -best-time: -data1: mean=97.20 error=+/-32.16 -data2 mean=218.53 error=+/-2.56 -merged_data mean=94.60 error=+/-30.72 best=1 -[53, 17, 20, 142, 211, 206, 13, 15, 30, 24, 215, 17, 13, 12, 37, 217, 216, 53, 23, 24, 207, 15, 63, 215, 175, 216, 1, 108, 210, 70] - --------------- -tcas_v7 - -hydiff-afl: -600,2.00,0.00,8.90,0.40 - -time +odiff>0: -99.30 (+/- 8.02) min=65 -+odiff_times=[73, 120, 117, 76, 117, 118, 83, 103, 121, 65, 87, 121, 120, 120, 80, 68, 76, 82, 65, 119, 117, 74, 116, 128, 66, 119, 114, 121, 119, 74] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[7, 8, 8, 8, 9, 8, 9, 11, 10, 11, 8, 11, 10, 8, 10, 10, 10, 9, 9, 8, 7, 9, 8, 9, 9, 8, 8, 8, 10, 9] - -hydiff-spf: -600,2.00,0.00,6.00,0.00 - -time +odiff>0: -71.70 (+/- 1.71) min=62 -+odiff_times=[73, 73, 66, 68, 76, 75, 69, 71, 70, 65, 72, 71, 75, 66, 77, 68, 74, 78, 62, 75, 82, 69, 75, 69, 66, 68, 70, 71, 83, 74] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6] - -hydiff-merged: -600,2.00,0.00,8.93,0.39 - -We do not report times because we make so sense here! -#odiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] -#ddiffs=[7, 8, 8, 9, 9, 8, 9, 11, 10, 11, 8, 11, 10, 8, 10, 10, 10, 9, 9, 8, 7, 9, 8, 9, 9, 8, 8, 8, 10, 9] - -time-best: -data1: mean=99.30 error=+/-8.02 -data2 mean=71.70 error=+/-1.71 -merged_data mean=71.70 error=+/-1.71 best=62 -[73, 73, 66, 68, 76, 75, 69, 71, 70, 65, 72, 71, 75, 66, 77, 68, 74, 78, 62, 75, 82, 69, 75, 69, 66, 68, 70, 71, 83, 74] - --------------- -tcas_v9 - -hydiff-afl: -600,1.00,0.00,22.37,0.89 -time +odiff>0: -193.33 (+/- 20.63) min=39 -+odiff_times=[189, 212, 230, 185, 39, 132, 219, 218, 263, 240, 91, 243, 218, 210, 207, 199, 56, 230, 210, 181, 236, 220, 246, 98, 224, 247, 170, 258, 127, 202] -+odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'spf', 'afl', 'spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[21, 22, 19, 25, 21, 25, 22, 26, 22, 20, 21, 19, 25, 21, 21, 28, 21, 22, 26, 22, 22, 20, 26, 25, 21, 19, 21, 19, 23, 26] - -hydiff-spf: -600,1.00,0.00,15.00,0.00 -time +odiff>0: -219.90 (+/- 1.54) min=214 -+odiff_times=[232, 217, 223, 223, 216, 228, 215, 219, 223, 219, 225, 223, 223, 215, 214, 221, 221, 215, 220, 217, 215, 221, 218, 225, 218, 218, 215, 215, 219, 224] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15, 15] - -hydiff-merged: -600,1.00,0.00,22.37,0.89 -We do not report times because we make so sense here! -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[21, 22, 19, 25, 21, 25, 22, 26, 22, 20, 21, 19, 25, 21, 21, 28, 21, 22, 26, 22, 22, 20, 26, 25, 21, 19, 21, 19, 23, 26] - -time-best: -data1: mean=193.33 error=+/-20.63 -data2 mean=219.90 error=+/-1.54 -merged_data mean=185.53 error=+/-18.42 best=39 -[189, 212, 223, 185, 39, 132, 215, 218, 223, 219, 91, 223, 218, 210, 207, 199, 56, 215, 210, 181, 215, 220, 218, 98, 218, 218, 170, 215, 127, 202] - --------------- -commons-cli_v1-2_noformat - -hydiff-afl: -600,0.00,0.00,169.10,4.07 -time +odiff>0: -600.00 (+/- 0.00) min=600 -+odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] -+odiff_src=[] -#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] -#ddiffs=[169, 156, 162, 181, 162, 178, 185, 158, 188, 166, 161, 170, 165, 165, 178, 167, 174, 175, 150, 158, 157, 164, 163, 188, 155, 188, 193, 166, 156, 175] - -hydiff-spf: -600,0.00,0.00,1.10,0.11 - -time +odiff>0: -600.00 (+/- 0.00) min=600 -+odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] -+odiff_src=[] -#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] -#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2] - -hydiff-merged: -600,0.00,0.00,169.40,4.07 - -We do not report times because we make so sense here! -#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] -#ddiffs=[169, 156, 163, 181, 162, 178, 186, 158, 188, 166, 161, 171, 165, 165, 178, 167, 174, 176, 150, 158, 158, 165, 164, 188, 155, 189, 193, 166, 157, 175] - -time-best: --> never - --------------- -commons-cli_v2-3_noformat - -hydiff-afl: -600,84.50,4.26,220.97,5.72 -time +odiff>0: -13.27 (+/- 3.62) min=2 -+odiff_times=[3, 9, 16, 3, 6, 11, 41, 12, 4, 7, 28, 5, 11, 4, 8, 20, 18, 10, 15, 30, 35, 19, 7, 17, 4, 2, 15, 2, 9, 27] -+odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -#odiffs=[83, 73, 84, 71, 115, 84, 84, 74, 72, 84, 95, 98, 83, 92, 85, 72, 77, 66, 82, 99, 88, 80, 85, 119, 86, 69, 87, 87, 73, 88] -#ddiffs=[196, 221, 216, 235, 211, 204, 223, 222, 236, 220, 229, 200, 247, 245, 231, 213, 222, 215, 228, 216, 234, 255, 229, 197, 196, 227, 224, 237, 214, 186] - -hydiff-spf: -600,0.00,0.00,106.60,2.47 -time +odiff>0: -600.00 (+/- 0.00) min=600 -+odiff_times=[600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600, 600] -+odiff_src=[] -#odiffs=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] -#ddiffs=[107, 106, 116, 109, 112, 108, 113, 109, 97, 111, 106, 98, 105, 100, 110, 91, 105, 122, 105, 116, 106, 108, 94, 99, 108, 114, 112, 96, 104, 111] - -hydiff-merged: -600,84.63,4.24,242.70,3.80 -We do not report times because we make so sense here! -#odiffs=[83, 73, 84, 71, 115, 84, 84, 75, 72, 84, 95, 98, 83, 92, 85, 72, 77, 66, 82, 99, 88, 81, 85, 119, 86, 69, 88, 87, 74, 88] -#ddiffs=[253, 249, 246, 245, 255, 257, 245, 231, 246, 232, 238, 241, 252, 248, 240, 223, 231, 230, 235, 252, 245, 270, 237, 241, 237, 254, 241, 239, 218, 250] - -time-best: --> hydiff-afl - - --------------- -commons-cli_v3-4_noformat - -hydiff-afl: -600,109.40,4.63,311.60,5.94 -time +odiff>0: -9.17 (+/- 2.40) min=2 -+odiff_times=[13, 16, 20, 12, 10, 5, 3, 7, 16, 5, 3, 4, 2, 12, 12, 5, 2, 4, 16, 6, 8, 6, 6, 13, 33, 10, 2, 16, 5, 3] -+odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -#odiffs=[135, 100, 92, 113, 108, 114, 108, 133, 90, 103, 96, 116, 97, 99, 92, 107, 113, 132, 101, 86, 110, 123, 118, 96, 116, 127, 106, 123, 113, 115] -#ddiffs=[319, 304, 273, 328, 324, 309, 303, 313, 313, 304, 315, 307, 303, 312, 283, 293, 333, 310, 316, 294, 319, 326, 290, 343, 320, 354, 315, 319, 292, 314] - -hydiff-spf: -600,4.03,0.24,223.33,5.19 -time +odiff>0: -71.40 (+/- 14.66) min=13 -+odiff_times=[21, 58, 144, 73, 49, 43, 30, 29, 32, 51, 86, 149, 57, 107, 100, 33, 93, 13, 110, 92, 73, 74, 185, 79, 26, 52, 50, 35, 76, 122] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[5, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4, 3, 3, 4, 4, 4, 4, 5, 3, 5, 5, 5, 4, 3, 4, 4, 4, 5, 4, 5] -#ddiffs=[234, 212, 194, 235, 232, 211, 210, 222, 223, 231, 227, 225, 213, 229, 202, 211, 240, 213, 236, 213, 227, 249, 207, 251, 226, 245, 231, 221, 195, 235] - -hydiff-merged: -600,112.97,4.68,433.40,3.42 -We do not report times because we make so sense here! -#odiffs=[139, 104, 96, 115, 112, 117, 112, 135, 94, 108, 99, 119, 100, 103, 94, 110, 116, 136, 103, 90, 116, 126, 123, 98, 121, 131, 109, 127, 118, 118] -#ddiffs=[416, 444, 408, 444, 433, 428, 433, 430, 448, 434, 440, 429, 450, 444, 436, 433, 435, 418, 446, 441, 431, 437, 428, 441, 429, 424, 434, 424, 425, 439] - -best-time: -data1: mean=9.17 error=+/-2.40 -data2 mean=71.40 error=+/-14.66 -merged_data mean=8.93 error=+/-2.13 best=2 -[13, 16, 20, 12, 10, 5, 3, 7, 16, 5, 3, 4, 2, 12, 12, 5, 2, 4, 16, 6, 8, 6, 6, 13, 26, 10, 2, 16, 5, 3] - - --------------- -example - -hydiff-afl: -600,35.17,1.12,2.00,0.00 -time +odiff>0: -5.03 (+/- 0.93) min=1 -+odiff_times=[3, 1, 5, 3, 7, 3, 6, 10, 2, 8, 3, 7, 6, 6, 4, 5, 6, 2, 3, 11, 10, 3, 4, 2, 7, 2, 7, 5, 7, 3] -+odiff_src=['afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl->spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl->spf', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl', 'afl'] -#odiffs=[41, 34, 36, 40, 33, 36, 35, 34, 33, 37, 36, 33, 37, 31, 33, 34, 31, 36, 36, 32, 41, 32, 33, 36, 44, 35, 37, 35, 34, 30] -#ddiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] - -hydiff-spf: -600,35.13,1.09,1.00,0.00 -time +odiff>0: -10.07 (+/- 0.28) min=9 -+odiff_times=[10, 11, 11, 10, 10, 10, 10, 9, 9, 11, 11, 9, 10, 10, 10, 9, 11, 9, 10, 9, 10, 11, 11, 10, 12, 10, 10, 10, 9, 10] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[41, 34, 36, 40, 33, 36, 35, 34, 33, 37, 36, 33, 37, 31, 33, 34, 31, 36, 36, 32, 41, 32, 33, 36, 43, 35, 37, 35, 34, 30] -#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] - -hydiff-merged: -600,35.17,1.12,2.00,0.00 -We do not report times because we make so sense here! -#odiffs=[41, 34, 36, 40, 33, 36, 35, 34, 33, 37, 36, 33, 37, 31, 33, 34, 31, 36, 36, 32, 41, 32, 33, 36, 44, 35, 37, 35, 34, 30] -#ddiffs=[2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2] - -best-time: -data1: mean=5.03 error=+/-0.93 -data2 mean=10.07 error=+/-0.28 -merged_data mean=4.93 error=+/-0.86 best=1 -[3, 1, 5, 3, 7, 3, 6, 9, 2, 8, 3, 7, 6, 6, 4, 5, 6, 2, 3, 9, 10, 3, 4, 2, 7, 2, 7, 5, 7, 3] - - --------------- -mnist2_1 - -hydiff-afl: -3600,1.20,0.14,5.27,0.16 -time +odiff>0: -607.67 (+/- 5.95) min=529 -+odiff_times=[592, 611, 617, 529, 620, 621, 612, 609, 605, 616, 607, 598, 607, 619, 596, 614, 609, 626, 605, 609, 605, 620, 622, 605, 619, 603, 613, 608, 603, 610] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2] -#ddiffs=[6, 6, 5, 5, 5, 6, 5, 5, 5, 6, 5, 6, 5, 5, 5, 5, 5, 5, 5, 5, 5, 6, 6, 5, 5, 5, 5, 5, 6, 5] - -hydiff-spf: -3600,1.00,0.00,1.00,0.00 -time +odiff>0: -297.10 (+/- 2.38) min=267 -+odiff_times=[298, 297, 296, 267, 294, 308, 306, 296, 297, 299, 296, 299, 296, 299, 301, 295, 295, 303, 299, 301, 294, 300, 302, 294, 297, 302, 300, 294, 296, 292] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] - -hydiff-merged: -3600,1.20,0.14,6.10,0.11 -We do not report times because we make so sense here! -#odiffs=[2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2] -#ddiffs=[6, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 6, 6, 6, 6, 6, 6, 6] - -best-time: -data1: mean=607.67 error=+/-5.95 -data2 mean=297.10 error=+/-2.38 -merged_data mean=297.10 error=+/-2.38 best=267 -[298, 297, 296, 267, 294, 308, 306, 296, 297, 299, 296, 299, 296, 299, 301, 295, 295, 303, 299, 301, 294, 300, 302, 294, 297, 302, 300, 294, 296, 292] - - --------------- -mnist2_2 - -hydiff-afl: -3600,1.47,0.18,6.00,0.09 -time +odiff>0: -604.17 (+/- 2.84) min=592 -+odiff_times=[600, 598, 598, 602, 608, 599, 603, 604, 609, 634, 599, 599, 602, 608, 609, 602, 610, 609, 609, 607, 616, 599, 592, 610, 601, 610, 602, 596, 598, 592] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1] -#ddiffs=[6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 6, 6, 5, 6, 6, 6, 6, 6, 6, 6] - -hydiff-spf: -3600,1.00,0.00,1.00,0.00 -time +odiff>0: -297.93 (+/- 1.29) min=292 -+odiff_times=[299, 297, 292, 293, 295, 305, 297, 303, 297, 305, 295, 293, 295, 296, 298, 297, 299, 299, 299, 294, 298, 297, 301, 298, 295, 304, 299, 296, 306, 296] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] - -hydiff-merged: -3600,1.53,0.20,6.93,0.13 -We do not report times because we make so sense here! -#odiffs=[1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 2, 2, 2, 1, 2, 1, 2, 1, 2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 1] -#ddiffs=[6, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 8, 7, 7, 6, 7, 7, 7, 7, 6, 7, 7] - -best-time: -data1: mean=604.17 error=+/-2.84 -data2 mean=297.93 error=+/-1.29 -merged_data mean=297.93 error=+/-1.29 best=292 -[299, 297, 292, 293, 295, 305, 297, 303, 297, 305, 295, 293, 295, 296, 298, 297, 299, 299, 299, 294, 298, 297, 301, 298, 295, 304, 299, 296, 306, 296] - --------------- -mnist2_5 - -hydiff-afl: -3600,1.77,0.24,6.07,0.16 -time +odiff>0: -609.03 (+/- 4.50) min=593 -+odiff_times=[610, 638, 629, 599, 604, 599, 598, 601, 593, 597, 606, 599, 618, 616, 619, 597, 601, 597, 617, 637, 604, 617, 607, 609, 638, 609, 608, 599, 599, 606] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 2, 2, 1, 2, 1, 2, 2, 2, 1, 2, 2, 3, 2, 1, 1, 1, 2, 1, 2, 4, 1, 2, 2, 2, 1, 1, 2, 2, 2] -#ddiffs=[6, 6, 6, 6, 7, 6, 5, 6, 6, 6, 7, 6, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 6, 6, 6, 7, 6, 6, 6] - -hydiff-spf: -3600,1.00,0.00,1.00,0.00 -time +odiff>0: -301.83 (+/- 1.16) min=296 -+odiff_times=[302, 303, 303, 300, 301, 302, 301, 300, 298, 298, 301, 302, 304, 302, 303, 301, 301, 297, 303, 311, 300, 302, 302, 304, 312, 304, 301, 299, 296, 302] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] - -hydiff-merged: -3600,2.03,0.30,6.87,0.18 - -We do not report times because we make so sense here! -#odiffs=[2, 2, 2, 1, 2, 1, 3, 2, 2, 1, 2, 2, 3, 3, 2, 1, 2, 2, 1, 2, 5, 1, 2, 3, 2, 1, 2, 2, 2, 3] -#ddiffs=[7, 7, 7, 7, 8, 7, 6, 7, 7, 6, 7, 7, 6, 7, 7, 7, 7, 7, 6, 6, 7, 6, 7, 7, 7, 7, 8, 7, 7, 7] - -best-time: -data1: mean=609.03 error=+/-4.50 -data2 mean=301.83 error=+/-1.16 -merged_data mean=301.83 error=+/-1.16 best=296 -[302, 303, 303, 300, 301, 302, 301, 300, 298, 298, 301, 302, 304, 302, 303, 301, 301, 297, 303, 311, 300, 302, 302, 304, 312, 304, 301, 299, 296, 302] - --------------- -mnist2_10 - -hydiff-afl: -3600,2.20,0.31,6.00,0.13 - -time +odiff>0: -664.17 (+/- 12.31) min=622 -+odiff_times=[661, 681, 651, 692, 664, 645, 656, 647, 650, 651, 625, 656, 629, 644, 682, 622, 648, 661, 699, 659, 754, 673, 752, 647, 636, 645, 626, 641, 746, 682] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[3, 1, 4, 2, 1, 3, 2, 1, 3, 4, 2, 2, 3, 3, 2, 2, 2, 3, 2, 3, 3, 1, 1, 3, 2, 2, 2, 1, 1, 2] -#ddiffs=[6, 6, 7, 7, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 6, 6, 6, 6, 5] - -hydiff-spf: -3600,1.00,0.00,1.00,0.00 - -time +odiff>0: -311.07 (+/- 1.01) min=306 -+odiff_times=[312, 310, 319, 309, 313, 316, 314, 311, 310, 311, 311, 308, 310, 315, 310, 310, 309, 312, 308, 310, 306, 310, 312, 308, 317, 313, 310, 310, 310, 308] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] - -hydiff-merged: -3600,2.37,0.31,7.00,0.13 - -We do not report times because we make so sense here! -#odiffs=[3, 2, 4, 3, 1, 3, 2, 1, 4, 4, 2, 2, 3, 3, 2, 2, 2, 3, 2, 3, 3, 1, 1, 3, 2, 2, 3, 1, 2, 2] -#ddiffs=[7, 7, 8, 8, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 6, 7, 7, 7, 7, 6] - -best-time: -data1: mean=664.17 error=+/-12.31 -data2 mean=311.07 error=+/-1.01 -merged_data mean=311.07 error=+/-1.01 best=306 -[312, 310, 319, 309, 313, 316, 314, 311, 310, 311, 311, 308, 310, 315, 310, 310, 309, 312, 308, 310, 306, 310, 312, 308, 317, 313, 310, 310, 310, 308] - - --------------- -mnist2_20 - -hydiff-afl: -3600,2.83,0.31,6.23,0.15 -time +odiff>0: -741.57 (+/- 13.81) min=704 -+odiff_times=[704, 710, 712, 738, 761, 840, 766, 717, 707, 822, 718, 728, 707, 721, 722, 763, 818, 761, 704, 709, 717, 750, 763, 737, 824, 704, 751, 715, 723, 735] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[2, 5, 3, 2, 3, 3, 3, 3, 3, 3, 3, 2, 3, 3, 2, 1, 2, 2, 3, 2, 4, 3, 4, 4, 4, 2, 2, 2, 3, 4] -#ddiffs=[6, 6, 6, 7, 7, 6, 6, 6, 6, 7, 6, 6, 6, 6, 7, 6, 7, 6, 6, 7, 6, 6, 6, 6, 6, 7, 6, 6, 6, 6] - -hydiff-spf: -3600,1.00,0.00,1.00,0.00 -time +odiff>0: -341.83 (+/- 1.27) min=336 -+odiff_times=[336, 340, 341, 337, 339, 341, 350, 339, 340, 344, 341, 340, 340, 345, 341, 347, 347, 339, 341, 343, 340, 338, 345, 340, 340, 340, 349, 343, 349, 340] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] - -hydiff-merged: -3600,3.13,0.34,7.20,0.14 -We do not report times because we make so sense here! -#odiffs=[3, 5, 4, 2, 3, 3, 4, 4, 3, 3, 3, 3, 3, 3, 3, 1, 2, 2, 3, 2, 5, 3, 4, 5, 4, 3, 2, 2, 3, 4] -#ddiffs=[7, 7, 7, 8, 8, 7, 7, 7, 7, 7, 7, 7, 7, 7, 8, 7, 8, 7, 7, 8, 7, 7, 7, 7, 7, 8, 7, 7, 7, 7] - -best-time: -data1: mean=741.57 error=+/-13.81 -data2 mean=341.83 error=+/-1.27 -merged_data mean=341.83 error=+/-1.27 best=336 -[336, 340, 341, 337, 339, 341, 350, 339, 340, 344, 341, 340, 340, 345, 341, 347, 347, 339, 341, 343, 340, 338, 345, 340, 340, 340, 349, 343, 349, 340] - - --------------- -mnist2_50 - -hydiff-afl: -3600,3.43,0.38,6.30,0.16 -time +odiff>0: -804.10 (+/- 64.85) min=451 -+odiff_times=[997, 928, 932, 885, 925, 817, 916, 963, 845, 909, 986, 866, 806, 452, 877, 458, 451, 452, 841, 860, 889, 838, 939, 881, 456, 847, 832, 451, 887, 937] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[3, 4, 3, 3, 6, 3, 4, 6, 2, 3, 4, 2, 4, 4, 3, 3, 2, 4, 4, 3, 3, 5, 3, 3, 4, 3, 1, 3, 4, 4] -#ddiffs=[6, 6, 6, 6, 6, 6, 6, 6, 6, 7, 6, 6, 6, 7, 6, 6, 6, 7, 7, 7, 6, 6, 7, 6, 7, 7, 6, 6, 7, 6] - -hydiff-spf: -3600,1.00,0.00,1.00,0.00 -time +odiff>0: -452.63 (+/- 2.06) min=434 -+odiff_times=[459, 434, 451, 454, 448, 453, 458, 445, 448, 451, 451, 453, 454, 452, 461, 458, 451, 452, 454, 450, 451, 468, 454, 450, 456, 447, 450, 451, 456, 459] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] - -hydiff-merged: -3600,3.77,0.34,7.27,0.16 -We do not report times because we make so sense here! -#odiffs=[4, 4, 3, 3, 6, 4, 4, 6, 2, 4, 4, 2, 5, 4, 4, 3, 3, 4, 4, 3, 3, 5, 4, 4, 4, 3, 2, 4, 4, 4] -#ddiffs=[7, 7, 7, 7, 7, 7, 7, 7, 7, 8, 7, 7, 7, 7, 7, 7, 7, 8, 8, 8, 7, 7, 8, 7, 8, 8, 7, 7, 8, 7] - -best-time: -data1: mean=804.10 error=+/-64.85 -data2 mean=452.63 error=+/-2.06 -merged_data mean=452.63 error=+/-2.06 best=434 -[459, 434, 451, 454, 448, 453, 458, 445, 448, 451, 451, 453, 454, 452, 461, 458, 451, 452, 454, 450, 451, 468, 454, 450, 456, 447, 450, 451, 456, 459] - - --------------- -mnist2_100 - -hydiff-afl: -3600,2.87,0.32,6.67,0.19 -time +odiff>0: -704.00 (+/- 60.45) min=564 -+odiff_times=[575, 962, 942, 914, 577, 570, 576, 573, 571, 905, 583, 579, 950, 577, 599, 589, 576, 584, 920, 567, 570, 892, 565, 572, 946, 919, 578, 564, 942, 883] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 4, 3, 3, 4, 4, 3, 3, 2, 1, 3, 3, 3, 3, 1, 3, 3, 4, 3, 4, 2, 4, 4, 2, 2, 3, 3, 3, 2, 3] -#ddiffs=[7, 6, 7, 6, 7, 8, 7, 7, 6, 6, 6, 7, 7, 6, 7, 7, 6, 6, 7, 7, 7, 7, 7, 6, 6, 7, 6, 7, 7, 7] - -hydiff-spf: -3600,1.00,0.00,1.00,0.00 -time +odiff>0: -575.13 (+/- 2.65) min=564 -+odiff_times=[575, 569, 582, 567, 577, 570, 576, 573, 571, 582, 583, 579, 575, 577, 599, 589, 576, 584, 571, 567, 570, 567, 565, 572, 570, 579, 578, 564, 575, 572] -+odiff_src=['spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf', 'spf'] -#odiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] -#ddiffs=[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1] - -hydiff-merged: -3600,3.10,0.35,7.60,0.18 -We do not report times because we make so sense here! -#odiffs=[1, 4, 4, 3, 4, 4, 3, 3, 2, 1, 3, 3, 3, 3, 1, 3, 3, 4, 4, 4, 3, 5, 4, 2, 3, 4, 3, 4, 2, 3] -#ddiffs=[8, 7, 8, 7, 8, 8, 8, 8, 7, 7, 7, 7, 8, 7, 8, 8, 7, 7, 8, 8, 8, 8, 8, 7, 7, 8, 7, 8, 8, 8] - -best-time: -data1: mean=704.00 error=+/-60.45 -data2 mean=575.13 error=+/-2.65 -merged_data mean=575.13 error=+/-2.65 best=564 -[575, 569, 582, 567, 577, 570, 576, 573, 571, 582, 583, 579, 575, 577, 599, 589, 576, 584, 571, 567, 570, 567, 565, 572, 570, 579, 578, 564, 575, 572] - diff --git a/build.sh b/setup.sh similarity index 98% rename from build.sh rename to setup.sh index 6f44aca..3c7afca 100755 --- a/build.sh +++ b/setup.sh @@ -29,6 +29,7 @@ if [ -e $sitePropFile ] then rm $sitePropFile fi +mkdir -p $HOME/.jpf touch $sitePropFile echo "jpf-core = $workingDir/tool/symbolicexecution/jpf-core" >> $sitePropFile echo "jpf-symbc = $workingDir/tool/symbolicexecution/jpf-symbc-differential" >> $sitePropFile