├── .gitignore ├── LICENSE ├── README.md ├── generate_data.py ├── libs ├── boost │ ├── algorithm │ │ └── project.json │ ├── asio │ │ └── project.json │ ├── assert │ │ └── project.json │ ├── beast │ │ └── project.json │ ├── config │ │ └── project.json │ ├── container │ │ └── project.json │ ├── container_hash │ │ └── project.json │ ├── core │ │ └── project.json │ ├── geometry │ │ └── project.json │ ├── hana │ │ └── project.json │ ├── intrusive │ │ └── project.json │ ├── lambda │ │ └── project.json │ ├── lexical_cast │ │ └── project.json │ ├── log │ │ └── project.json │ ├── move │ │ └── project.json │ ├── mp11 │ │ └── project.json │ ├── multiprecision │ │ └── project.json │ ├── optional │ │ └── project.json │ ├── parameter │ │ └── project.json │ ├── preprocessor │ │ └── project.json │ ├── signals2 │ │ └── project.json │ ├── static_string │ │ └── project.json │ ├── system │ │ └── project.json │ ├── throw_exception │ │ └── project.json │ ├── type_traits │ │ └── project.json │ └── utility │ │ └── project.json ├── format │ └── fmt │ │ └── project.json ├── gaming │ └── EnTT │ │ └── project.json ├── geometry │ └── OpenMesh │ │ └── project.json ├── image │ ├── lodepng │ │ └── project.json │ └── stb_image │ │ ├── LICENSE │ │ ├── master │ │ ├── stb_image.h │ │ ├── stb_image_impl.cc │ │ ├── stb_image_resize.h │ │ ├── stb_image_resize_impl.cc │ │ ├── stb_image_write.h │ │ └── stb_image_write_impl.cc │ │ └── project.json ├── json │ ├── Boost.JSON │ │ └── project.json │ ├── cJSON │ │ └── project.json │ ├── jsonxx │ │ └── project.json │ ├── nlohmann-json │ │ └── project.json │ ├── picojson │ │ └── project.json │ └── rapidjson │ │ └── project.json ├── math │ ├── Eigen │ │ └── project.json │ └── glm │ │ └── project.json └── testing │ ├── Catch2 │ └── project.json │ ├── doctest │ └── project.json │ └── googletest │ └── project.json └── scripts ├── __init__.py ├── analyze_file.py ├── execute_jobs.py ├── find_visual_studio.py └── generate_jobs.py /.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | 3 | tmp 4 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | MIT License 2 | 3 | Copyright (c) 2020 Philip Trettner 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # C++ Compile Health Watchdog 2 | 3 | Benchmark and accountability tool for C++ compile-time overhead / compile-time health. 4 | 5 | Results are hosted at https://artificial-mind.net/projects/compile-health/. 6 | 7 | 8 | ## Quickstart 9 | 10 | ``` 11 | ./generate-data.py some_directory 12 | ``` 13 | 14 | This will create a `compile-health-data.json` in `some_directory` (along with a jobs file, a cache, and project files). 15 | 16 | ## Contributing 17 | 18 | You are welcome to contribute by PR (really awesome persons) or via issues (just normal awesome persons). 19 | 20 | Github or Gitlab based projects can be easily added if the headers/sources individually compile without build system. 21 | A simple setup has a `project.json` like this: 22 | ``` 23 | { 24 | "type": "github", 25 | "url": "https://github.com/catchorg/Catch2", 26 | "working_dir": "include", 27 | "files": [ 28 | "catch.hpp" 29 | ], 30 | "versions": [ 31 | "v2.11.3" 32 | ] 33 | } 34 | ``` 35 | 36 | Please test your PRs locally by at least running the following command on a Linux (preferably Ubuntu/Debian/Mint) machine: 37 | 38 | ``` 39 | ./generate-data.py tmp -p your_new_project -c 1 40 | ``` 41 | 42 | * `tmp` is the directory used for storing sources, the cache, and the result json 43 | * `-p your_new_project` means that only your project is getting benchmarked 44 | * `-c 1` is optional and means that only one configuration (e.g. gcc-Debug-C++11) is tested 45 | 46 | (I will run merged PRs on my machine and push the results to https://artificial-mind.net/projects/compile-health/) 47 | 48 | Tip A: you can view custom compile-health-data.json on the website. 49 | 50 | Tip B: the `versions` are just git references, thus a commit sha also works. You can compare two commits by setting them as versions and then run `generate-data` with `-p your_project` and view the data on the website. 51 | 52 | 53 | ## Structure 54 | 55 | This project consists of three scripts: 56 | 57 | * `analyze-file.py` takes a single include and analyzes it (timings, binary size, LoC, ...) 58 | * `generate-jobs.py` defines all the configurations that should be tested 59 | * `execute-jobs.py` takes a list of jobs and calls `analyze-file` for all jobs that were not found in the cache 60 | 61 | Finally, there is `generate-data.py` which executes `generate-jobs` followed by `execute-jobs`. 62 | 63 | 64 | ## Roadmap / TODO 65 | 66 | Frontend (https://artificial-mind.net/projects/compile-health/): 67 | 68 | * filter by C++ version / build type / compiler 69 | * add custom data client-side (like in speedscope) 70 | * compress data.json and load 3rd party libs lazily 71 | * on mobile, show table fullscreen and have extra text as overlay/hamburger menu, fix the horizontal scrolling of group headers 72 | * a "how to reproduce" option (test file + exact commands) 73 | 74 | Backend (this repo): 75 | 76 | * add more 3rd party libraries 77 | * support for generate jobs from cmake 78 | * support for Windows 79 | * test different standard libraries (`libc++` vs `libstdc++`) 80 | * get size of debug symbols (e.g. using `strip -g`) 81 | 82 | ## Required Dependencies 83 | 84 | For building all configured projects. 85 | 86 | ### Ubuntu / Debian 87 | 88 | ``` 89 | sudo apt install \ 90 | libsuitesparse-dev \ 91 | libmetis-dev \ 92 | libcholmod3 93 | ``` 94 | 95 | (I probably missed a few) 96 | -------------------------------------------------------------------------------- /generate_data.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | import os 4 | import subprocess 5 | import argparse 6 | 7 | import scripts.generate_jobs 8 | import scripts.execute_jobs 9 | 10 | parser = argparse.ArgumentParser( 11 | description="Generate data.js for C++ compile-health analyzer") 12 | parser.add_argument("dir", metavar="D", 13 | help="directory to work in") 14 | parser.add_argument("--clear", help="clears cache if set", action="store_true") 15 | parser.add_argument("-c", "--configs", type=int, 16 | help="only generate a limited number of configs") 17 | parser.add_argument("-p", "--project", 18 | help="only build a specific project (e.g. -p picojson)") 19 | parser.add_argument("-v", "--verbose", help="increase output verbosity", 20 | action="store_true") 21 | 22 | args = parser.parse_args() 23 | 24 | assert os.path.exists(args.dir), "directory must exist" 25 | 26 | jobs_file = os.path.join(args.dir, "jobs.json") 27 | data_file = os.path.join(args.dir, "compile-health-data.json") 28 | cache_file = os.path.join(args.dir, "job-cache.json") 29 | 30 | if args.clear and os.path.exists(cache_file): 31 | with open(cache_file, "w") as f: 32 | f.write("{}") 33 | 34 | # generate jobs 35 | scripts.generate_jobs.run(jobs_file, args.dir, args.project, args.configs, args.verbose) 36 | 37 | # execute jobs 38 | scripts.execute_jobs.run(jobs_file, data_file, args.dir, cache_file, args.verbose) 39 | 40 | print("generated {} kB of json data".format( 41 | int(os.path.getsize(data_file) / 1024.))) 42 | # print("generated {} kB of json data (zipped)".format(int(os.path.getsize(data_file + ".gz") / 1024.))) 43 | -------------------------------------------------------------------------------- /libs/boost/algorithm/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/algorithm", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/algorithm/algorithm.hpp", 7 | "boost/algorithm/apply_permutation.hpp", 8 | "boost/algorithm/clamp.hpp", 9 | "boost/algorithm/find_backward.hpp", 10 | "boost/algorithm/find_not.hpp", 11 | "boost/algorithm/gather.hpp", 12 | "boost/algorithm/hex.hpp", 13 | "boost/algorithm/is_palindrome.hpp", 14 | "boost/algorithm/is_partitioned_until.hpp", 15 | "boost/algorithm/minmax.hpp", 16 | "boost/algorithm/minmax_element.hpp", 17 | "boost/algorithm/sort_subrange.hpp", 18 | "boost/algorithm/string.hpp", 19 | "boost/algorithm/string_regex.hpp" 20 | ], 21 | "versions": [ 22 | "boost-1.72.0" 23 | ] 24 | } -------------------------------------------------------------------------------- /libs/boost/asio/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/asio", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/asio.hpp" 7 | ], 8 | "versions": [ 9 | "boost-1.72.0" 10 | ] 11 | } -------------------------------------------------------------------------------- /libs/boost/assert/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/assert", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/assert.hpp", 7 | "boost/current_function.hpp" 8 | ], 9 | "versions": [ 10 | "boost-1.72.0" 11 | ] 12 | } -------------------------------------------------------------------------------- /libs/boost/beast/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "enabled": false, 3 | "type": "github", 4 | "url": "https://github.com/boostorg/beast", 5 | "working_dir": "include", 6 | "files": [ 7 | "boost/beast.hpp" 8 | ], 9 | "versions": [ 10 | "boost-1.72.0" 11 | ] 12 | } -------------------------------------------------------------------------------- /libs/boost/config/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/config", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/config.hpp", 7 | "boost/cstdint.hpp", 8 | "boost/limits.hpp", 9 | "boost/cxx11_char_types.hpp", 10 | "boost/version.hpp" 11 | ], 12 | "versions": [ 13 | "boost-1.72.0" 14 | ] 15 | } -------------------------------------------------------------------------------- /libs/boost/container/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/container", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/container/allocator.hpp", 7 | "boost/container/scoped_allocator.hpp", 8 | "boost/container/adaptive_pool.hpp", 9 | "boost/container/container_fwd.hpp", 10 | "boost/container/deque.hpp", 11 | "boost/container/flat_map.hpp", 12 | "boost/container/flat_set.hpp", 13 | "boost/container/list.hpp", 14 | "boost/container/map.hpp", 15 | "boost/container/set.hpp", 16 | "boost/container/slist.hpp", 17 | "boost/container/small_vector.hpp", 18 | "boost/container/stable_vector.hpp", 19 | "boost/container/static_vector.hpp", 20 | "boost/container/string.hpp", 21 | "boost/container/pmr/memory_resource.hpp", 22 | "boost/container/pmr/polymorphic_allocator.hpp", 23 | "boost/container/vector.hpp" 24 | ], 25 | "dependencies": { 26 | "https://github.com/boostorg/config": { "version": "*", "dir": "include" }, 27 | "https://github.com/boostorg/move": { "version": "*", "dir": "include" }, 28 | "https://github.com/boostorg/intrusive": { "version": "*", "dir": "include" } 29 | }, 30 | "versions": [ 31 | "boost-1.72.0" 32 | ] 33 | } -------------------------------------------------------------------------------- /libs/boost/container_hash/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/container_hash", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/container_hash/hash.hpp", 7 | "boost/container_hash/hash_fwd.hpp", 8 | "boost/container_hash/extensions.hpp", 9 | "boost/functional/hash.hpp", 10 | "boost/functional/hash_fwd.hpp" 11 | ], 12 | "versions": [ 13 | "boost-1.72.0" 14 | ] 15 | } -------------------------------------------------------------------------------- /libs/boost/core/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/core", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/checked_delete.hpp", 7 | "boost/get_pointer.hpp", 8 | "boost/iterator.hpp", 9 | "boost/non_type.hpp", 10 | "boost/noncopyable.hpp", 11 | "boost/ref.hpp", 12 | "boost/swap.hpp", 13 | "boost/type.hpp", 14 | "boost/visit_each.hpp", 15 | 16 | "boost/core/addressof.hpp", 17 | "boost/core/alloc_construct.hpp", 18 | "boost/core/checked_delete.hpp", 19 | "boost/core/default_allocator.hpp", 20 | "boost/core/demangle.hpp", 21 | "boost/core/empty_value.hpp", 22 | "boost/core/enable_if.hpp", 23 | "boost/core/exchange.hpp", 24 | "boost/core/explicit_operator_bool.hpp", 25 | "boost/core/first_scalar.hpp", 26 | "boost/core/ignore_unused.hpp", 27 | "boost/core/is_same.hpp", 28 | "boost/core/lightweight_test.hpp", 29 | "boost/core/lightweight_test_trait.hpp", 30 | "boost/core/no_exceptions_support.hpp", 31 | "boost/core/noinit_adaptor.hpp", 32 | "boost/core/noncopyable.hpp", 33 | "boost/core/null_deleter.hpp", 34 | "boost/core/nvp.hpp", 35 | "boost/core/pointer_traits.hpp", 36 | "boost/core/quick_exit.hpp", 37 | "boost/core/ref.hpp", 38 | "boost/core/scoped_enum.hpp", 39 | "boost/core/swap.hpp", 40 | "boost/core/typeinfo.hpp", 41 | "boost/core/uncaught_exceptions.hpp", 42 | "boost/core/underlying_type.hpp", 43 | "boost/core/use_default.hpp", 44 | 45 | "boost/utility/addressof.hpp", 46 | "boost/utility/enable_if.hpp", 47 | "boost/utility/explicit_operator_bool.hpp", 48 | "boost/utility/swap.hpp" 49 | ], 50 | "versions": [ 51 | "boost-1.72.0" 52 | ] 53 | } 54 | -------------------------------------------------------------------------------- /libs/boost/geometry/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/geometry", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/geometry.hpp" 7 | ], 8 | "versions": [ 9 | "boost-1.72.0" 10 | ] 11 | } -------------------------------------------------------------------------------- /libs/boost/hana/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/hana", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/hana.hpp" 7 | ], 8 | "versions": [ 9 | "v1.6.0" 10 | ], 11 | "min-cpp": 14 12 | } -------------------------------------------------------------------------------- /libs/boost/intrusive/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/intrusive", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/intrusive/hashtable.hpp", 7 | "boost/intrusive/list.hpp", 8 | "boost/intrusive/avl_set.hpp", 9 | "boost/intrusive/avltree.hpp", 10 | "boost/intrusive/intrusive_fwd.hpp", 11 | "boost/intrusive/rbtree.hpp", 12 | "boost/intrusive/set.hpp", 13 | "boost/intrusive/sgtree.hpp", 14 | "boost/intrusive/slist.hpp", 15 | "boost/intrusive/splay_set.hpp", 16 | "boost/intrusive/splaytree.hpp", 17 | "boost/intrusive/treap.hpp", 18 | "boost/intrusive/treap_set.hpp", 19 | "boost/intrusive/unordered_set.hpp", 20 | "boost/intrusive/bstree.hpp" 21 | ], 22 | "dependencies": { 23 | "https://github.com/boostorg/move": { "version": "*", "dir": "include" } 24 | }, 25 | "versions": [ 26 | "boost-1.72.0" 27 | ] 28 | } -------------------------------------------------------------------------------- /libs/boost/lambda/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/lambda", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/lambda/algorithm.hpp", 7 | "boost/lambda/bind.hpp", 8 | "boost/lambda/casts.hpp", 9 | "boost/lambda/closures.hpp", 10 | "boost/lambda/construct.hpp", 11 | "boost/lambda/control_structures.hpp", 12 | "boost/lambda/core.hpp", 13 | "boost/lambda/exceptions.hpp", 14 | "boost/lambda/if.hpp", 15 | "boost/lambda/lambda.hpp", 16 | "boost/lambda/loops.hpp", 17 | "boost/lambda/numeric.hpp", 18 | "boost/lambda/switch.hpp" 19 | ], 20 | "versions": [ 21 | "boost-1.72.0" 22 | ] 23 | } -------------------------------------------------------------------------------- /libs/boost/lexical_cast/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/lexical_cast", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/lexical_cast.hpp" 7 | ], 8 | "versions": [ 9 | "boost-1.72.0" 10 | ] 11 | } -------------------------------------------------------------------------------- /libs/boost/log/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/log", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/log/attributes.hpp", 7 | "boost/log/common.hpp", 8 | "boost/log/core.hpp", 9 | "boost/log/exceptions.hpp", 10 | "boost/log/expressions.hpp", 11 | "boost/log/sinks.hpp", 12 | "boost/log/trivial.hpp" 13 | ], 14 | "dependencies": { 15 | "https://github.com/boostorg/core": { "version": "*", "dir": "include" }, 16 | "https://github.com/boostorg/config": { "version": "*", "dir": "include" } 17 | }, 18 | "versions": [ 19 | "boost-1.72.0" 20 | ] 21 | } -------------------------------------------------------------------------------- /libs/boost/move/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/move", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/move/move.hpp", 7 | "boost/move/core.hpp", 8 | "boost/move/make_unique.hpp", 9 | "boost/move/traits.hpp", 10 | "boost/move/utility.hpp", 11 | "boost/move/iterator.hpp", 12 | "boost/move/algorithm.hpp", 13 | "boost/move/unique_ptr.hpp" 14 | ], 15 | "versions": [ 16 | "boost-1.72.0" 17 | ] 18 | } -------------------------------------------------------------------------------- /libs/boost/mp11/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/mp11", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/mp11.hpp" 7 | ], 8 | "versions": [ 9 | "boost-1.72.0" 10 | ] 11 | } -------------------------------------------------------------------------------- /libs/boost/multiprecision/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "enabled": false, 3 | "type": "github", 4 | "url": "https://github.com/boostorg/multiprecision", 5 | "working_dir": "include", 6 | "files": [ 7 | "boost/multiprecision/complex128.hpp", 8 | "boost/multiprecision/complex_adaptor.hpp", 9 | "boost/multiprecision/cpp_bin_float.hpp", 10 | "boost/multiprecision/cpp_complex.hpp", 11 | "boost/multiprecision/cpp_dec_float.hpp", 12 | "boost/multiprecision/cpp_int.hpp", 13 | "boost/multiprecision/debug_adaptor.hpp", 14 | "boost/multiprecision/eigen.hpp", 15 | "boost/multiprecision/float128.hpp", 16 | "boost/multiprecision/gmp.hpp", 17 | "boost/multiprecision/integer.hpp", 18 | "boost/multiprecision/logged_adaptor.hpp", 19 | "boost/multiprecision/miller_rabin.hpp", 20 | "boost/multiprecision/mpc.hpp", 21 | "boost/multiprecision/mpfi.hpp", 22 | "boost/multiprecision/mpfr.hpp", 23 | "boost/multiprecision/number.hpp", 24 | "boost/multiprecision/random.hpp", 25 | "boost/multiprecision/rational_adaptor.hpp", 26 | "boost/multiprecision/tommath.hpp" 27 | ], 28 | "versions": [ 29 | "boost-1.72.0" 30 | ] 31 | } -------------------------------------------------------------------------------- /libs/boost/optional/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/optional", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/none.hpp", 7 | "boost/none_t.hpp", 8 | "boost/optional.hpp", 9 | "boost/optional/optional_fwd.hpp", 10 | "boost/optional/optional_io.hpp" 11 | ], 12 | "dependencies": { 13 | "https://github.com/boostorg/config": { "version": "*", "dir": "include" }, 14 | "https://github.com/boostorg/move": { "version": "*", "dir": "include" }, 15 | "https://github.com/boostorg/type_traits": { "version": "*", "dir": "include" }, 16 | "https://github.com/boostorg/utility": { "version": "*", "dir": "include" }, 17 | "https://github.com/boostorg/core": { "version": "*", "dir": "include" } 18 | }, 19 | "versions": [ 20 | "boost-1.72.0" 21 | ] 22 | } -------------------------------------------------------------------------------- /libs/boost/parameter/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/parameter", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/parameter.hpp" 7 | ], 8 | "dependencies": { 9 | "https://github.com/boostorg/mp11": { "version": "*", "dir": "include" } 10 | }, 11 | "versions": [ 12 | "boost-1.72.0" 13 | ] 14 | } -------------------------------------------------------------------------------- /libs/boost/preprocessor/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/preprocessor", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/preprocessor.hpp" 7 | ], 8 | "versions": [ 9 | "boost-1.72.0" 10 | ] 11 | } -------------------------------------------------------------------------------- /libs/boost/signals2/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/signals2", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/signals2.hpp" 7 | ], 8 | "dependencies": { 9 | "https://github.com/boostorg/parameter": { "version": "*", "dir": "include" }, 10 | "https://github.com/boostorg/mp11": { "version": "*", "dir": "include" } 11 | }, 12 | "versions": [ 13 | "boost-1.72.0" 14 | ] 15 | } -------------------------------------------------------------------------------- /libs/boost/static_string/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/static_string", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/static_string.hpp" 7 | ], 8 | "dependencies": { 9 | "https://github.com/boostorg/container_hash": { "version": "*", "dir": "include" } 10 | }, 11 | "versions": [ 12 | "develop" 13 | ] 14 | } -------------------------------------------------------------------------------- /libs/boost/system/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/system", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/cerrno.hpp", 7 | "boost/system/api_config.hpp", 8 | "boost/system/config.hpp", 9 | "boost/system/cygwin_error.hpp", 10 | "boost/system/error_code.hpp", 11 | "boost/system/linux_error.hpp", 12 | "boost/system/system_error.hpp", 13 | "boost/system/windows_error.hpp" 14 | ], 15 | "versions": [ 16 | "boost-1.72.0" 17 | ] 18 | } -------------------------------------------------------------------------------- /libs/boost/throw_exception/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/throw_exception", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/exception/exception.hpp", 7 | "boost/throw_exception.hpp" 8 | ], 9 | "versions": [ 10 | "boost-1.72.0" 11 | ] 12 | } -------------------------------------------------------------------------------- /libs/boost/type_traits/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/type_traits", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/utility/declval.hpp", 7 | "boost/aligned_storage.hpp", 8 | "boost/type_traits.hpp" 9 | ], 10 | "versions": [ 11 | "boost-1.72.0" 12 | ] 13 | } -------------------------------------------------------------------------------- /libs/boost/utility/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/boostorg/utility", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/utility.hpp", 7 | "boost/operators.hpp", 8 | "boost/operators_v1.hpp", 9 | "boost/compressed_pair.hpp", 10 | "boost/call_traits.hpp", 11 | "boost/utility/string_view.hpp", 12 | "boost/utility/string_view_fwd.hpp", 13 | "boost/utility/base_from_member.hpp", 14 | "boost/utility/result_of.hpp", 15 | "boost/utility/string_ref.hpp", 16 | "boost/utility/string_ref_fwd.hpp", 17 | "boost/utility/identity_type.hpp", 18 | "boost/utility/binary.hpp", 19 | "boost/utility/compare_pointees.hpp", 20 | "boost/utility/value_init.hpp" 21 | ], 22 | "dependencies": { 23 | "https://github.com/boostorg/container_hash": { "version": "*", "dir": "include" } 24 | }, 25 | "versions": [ 26 | "boost-1.72.0" 27 | ] 28 | } -------------------------------------------------------------------------------- /libs/format/fmt/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/fmtlib/fmt", 4 | "working_dir": "include", 5 | "files": [ 6 | "fmt/chrono.h", 7 | "fmt/color.h", 8 | "fmt/compile.h", 9 | "fmt/core.h", 10 | "fmt/format-inl.h", 11 | "fmt/format.h", 12 | "fmt/locale.h", 13 | "fmt/os.h", 14 | "fmt/ostream.h", 15 | "fmt/printf.h", 16 | "fmt/ranges.h" 17 | ], 18 | "versions": [ 19 | "6.2.0" 20 | ] 21 | } -------------------------------------------------------------------------------- /libs/gaming/EnTT/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/skypjack/entt", 4 | "working_dir": "src", 5 | "files": [ 6 | "entt/entt.hpp", 7 | "entt/fwd.hpp", 8 | "entt/entity/registry.hpp", 9 | "entt/entity/view.hpp", 10 | "entt/entity/group.hpp", 11 | "entt/entity/fwd.hpp", 12 | "entt/entity/entity.hpp", 13 | "entt/entity/observer.hpp" 14 | ], 15 | "min-cpp": 17, 16 | "versions": [ 17 | "v3.3.2" 18 | ] 19 | } -------------------------------------------------------------------------------- /libs/geometry/OpenMesh/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://graphics.rwth-aachen.de:9000/OpenMesh/OpenMesh", 4 | "working_dir": "src", 5 | "files": [ 6 | "OpenMesh/Core/Mesh/TriMeshT.hh", 7 | "OpenMesh/Core/Mesh/TriMesh_ArrayKernelT.hh", 8 | "OpenMesh/Core/Mesh/PolyMeshT.hh", 9 | "OpenMesh/Core/Mesh/PolyMesh_ArrayKernelT.hh", 10 | "OpenMesh/Core/Mesh/TriConnectivity.hh", 11 | "OpenMesh/Core/Mesh/PolyConnectivity.hh", 12 | "OpenMesh/Core/Mesh/ArrayKernel.hh" 13 | ], 14 | "versions": [ 15 | "OpenMesh-8.0" 16 | ], 17 | "version-prefix": "OpenMesh-" 18 | } -------------------------------------------------------------------------------- /libs/image/lodepng/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/lvandeve/lodepng", 4 | "working_dir": ".", 5 | "files": [ 6 | "lodepng.h", 7 | "lodepng.cpp" 8 | ], 9 | "versions": [ 10 | "master" 11 | ] 12 | } -------------------------------------------------------------------------------- /libs/image/stb_image/LICENSE: -------------------------------------------------------------------------------- 1 | This software is available under 2 licenses -- choose whichever you prefer. 2 | ------------------------------------------------------------------------------ 3 | ALTERNATIVE A - MIT License 4 | Copyright (c) 2017 Sean Barrett 5 | Permission is hereby granted, free of charge, to any person obtaining a copy of 6 | this software and associated documentation files (the "Software"), to deal in 7 | the Software without restriction, including without limitation the rights to 8 | use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies 9 | of the Software, and to permit persons to whom the Software is furnished to do 10 | so, subject to the following conditions: 11 | The above copyright notice and this permission notice shall be included in all 12 | copies or substantial portions of the Software. 13 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 14 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 15 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 16 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 17 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 18 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 19 | SOFTWARE. 20 | ------------------------------------------------------------------------------ 21 | ALTERNATIVE B - Public Domain (www.unlicense.org) 22 | This is free and unencumbered software released into the public domain. 23 | Anyone is free to copy, modify, publish, use, compile, sell, or distribute this 24 | software, either in source code form or as a compiled binary, for any purpose, 25 | commercial or non-commercial, and by any means. 26 | In jurisdictions that recognize copyright laws, the author or authors of this 27 | software dedicate any and all copyright interest in the software to the public 28 | domain. We make this dedication for the benefit of the public at large and to 29 | the detriment of our heirs and successors. We intend this dedication to be an 30 | overt act of relinquishment in perpetuity of all present and future rights to 31 | this software under copyright law. 32 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 33 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 34 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 35 | AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 36 | ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION 37 | WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 38 | -------------------------------------------------------------------------------- /libs/image/stb_image/master/stb_image_impl.cc: -------------------------------------------------------------------------------- 1 | #define STB_IMAGE_IMPLEMENTATION 2 | #include "stb_image.h" 3 | -------------------------------------------------------------------------------- /libs/image/stb_image/master/stb_image_resize_impl.cc: -------------------------------------------------------------------------------- 1 | #define STB_IMAGE_RESIZE_IMPLEMENTATION 2 | #include "stb_image_resize.h" 3 | -------------------------------------------------------------------------------- /libs/image/stb_image/master/stb_image_write.h: -------------------------------------------------------------------------------- 1 | /* stb_image_write - v1.14 - public domain - http://nothings.org/stb 2 | writes out PNG/BMP/TGA/JPEG/HDR images to C stdio - Sean Barrett 2010-2015 3 | no warranty implied; use at your own risk 4 | 5 | Before #including, 6 | 7 | #define STB_IMAGE_WRITE_IMPLEMENTATION 8 | 9 | in the file that you want to have the implementation. 10 | 11 | Will probably not work correctly with strict-aliasing optimizations. 12 | 13 | ABOUT: 14 | 15 | This header file is a library for writing images to C stdio or a callback. 16 | 17 | The PNG output is not optimal; it is 20-50% larger than the file 18 | written by a decent optimizing implementation; though providing a custom 19 | zlib compress function (see STBIW_ZLIB_COMPRESS) can mitigate that. 20 | This library is designed for source code compactness and simplicity, 21 | not optimal image file size or run-time performance. 22 | 23 | BUILDING: 24 | 25 | You can #define STBIW_ASSERT(x) before the #include to avoid using assert.h. 26 | You can #define STBIW_MALLOC(), STBIW_REALLOC(), and STBIW_FREE() to replace 27 | malloc,realloc,free. 28 | You can #define STBIW_MEMMOVE() to replace memmove() 29 | You can #define STBIW_ZLIB_COMPRESS to use a custom zlib-style compress function 30 | for PNG compression (instead of the builtin one), it must have the following signature: 31 | unsigned char * my_compress(unsigned char *data, int data_len, int *out_len, int quality); 32 | The returned data will be freed with STBIW_FREE() (free() by default), 33 | so it must be heap allocated with STBIW_MALLOC() (malloc() by default), 34 | 35 | UNICODE: 36 | 37 | If compiling for Windows and you wish to use Unicode filenames, compile 38 | with 39 | #define STBIW_WINDOWS_UTF8 40 | and pass utf8-encoded filenames. Call stbiw_convert_wchar_to_utf8 to convert 41 | Windows wchar_t filenames to utf8. 42 | 43 | USAGE: 44 | 45 | There are five functions, one for each image file format: 46 | 47 | int stbi_write_png(char const *filename, int w, int h, int comp, const void *data, int stride_in_bytes); 48 | int stbi_write_bmp(char const *filename, int w, int h, int comp, const void *data); 49 | int stbi_write_tga(char const *filename, int w, int h, int comp, const void *data); 50 | int stbi_write_jpg(char const *filename, int w, int h, int comp, const void *data, int quality); 51 | int stbi_write_hdr(char const *filename, int w, int h, int comp, const float *data); 52 | 53 | void stbi_flip_vertically_on_write(int flag); // flag is non-zero to flip data vertically 54 | 55 | There are also five equivalent functions that use an arbitrary write function. You are 56 | expected to open/close your file-equivalent before and after calling these: 57 | 58 | int stbi_write_png_to_func(stbi_write_func *func, void *context, int w, int h, int comp, const void *data, int stride_in_bytes); 59 | int stbi_write_bmp_to_func(stbi_write_func *func, void *context, int w, int h, int comp, const void *data); 60 | int stbi_write_tga_to_func(stbi_write_func *func, void *context, int w, int h, int comp, const void *data); 61 | int stbi_write_hdr_to_func(stbi_write_func *func, void *context, int w, int h, int comp, const float *data); 62 | int stbi_write_jpg_to_func(stbi_write_func *func, void *context, int x, int y, int comp, const void *data, int quality); 63 | 64 | where the callback is: 65 | void stbi_write_func(void *context, void *data, int size); 66 | 67 | You can configure it with these global variables: 68 | int stbi_write_tga_with_rle; // defaults to true; set to 0 to disable RLE 69 | int stbi_write_png_compression_level; // defaults to 8; set to higher for more compression 70 | int stbi_write_force_png_filter; // defaults to -1; set to 0..5 to force a filter mode 71 | 72 | 73 | You can define STBI_WRITE_NO_STDIO to disable the file variant of these 74 | functions, so the library will not use stdio.h at all. However, this will 75 | also disable HDR writing, because it requires stdio for formatted output. 76 | 77 | Each function returns 0 on failure and non-0 on success. 78 | 79 | The functions create an image file defined by the parameters. The image 80 | is a rectangle of pixels stored from left-to-right, top-to-bottom. 81 | Each pixel contains 'comp' channels of data stored interleaved with 8-bits 82 | per channel, in the following order: 1=Y, 2=YA, 3=RGB, 4=RGBA. (Y is 83 | monochrome color.) The rectangle is 'w' pixels wide and 'h' pixels tall. 84 | The *data pointer points to the first byte of the top-left-most pixel. 85 | For PNG, "stride_in_bytes" is the distance in bytes from the first byte of 86 | a row of pixels to the first byte of the next row of pixels. 87 | 88 | PNG creates output files with the same number of components as the input. 89 | The BMP format expands Y to RGB in the file format and does not 90 | output alpha. 91 | 92 | PNG supports writing rectangles of data even when the bytes storing rows of 93 | data are not consecutive in memory (e.g. sub-rectangles of a larger image), 94 | by supplying the stride between the beginning of adjacent rows. The other 95 | formats do not. (Thus you cannot write a native-format BMP through the BMP 96 | writer, both because it is in BGR order and because it may have padding 97 | at the end of the line.) 98 | 99 | PNG allows you to set the deflate compression level by setting the global 100 | variable 'stbi_write_png_compression_level' (it defaults to 8). 101 | 102 | HDR expects linear float data. Since the format is always 32-bit rgb(e) 103 | data, alpha (if provided) is discarded, and for monochrome data it is 104 | replicated across all three channels. 105 | 106 | TGA supports RLE or non-RLE compressed data. To use non-RLE-compressed 107 | data, set the global variable 'stbi_write_tga_with_rle' to 0. 108 | 109 | JPEG does ignore alpha channels in input data; quality is between 1 and 100. 110 | Higher quality looks better but results in a bigger image. 111 | JPEG baseline (no JPEG progressive). 112 | 113 | CREDITS: 114 | 115 | 116 | Sean Barrett - PNG/BMP/TGA 117 | Baldur Karlsson - HDR 118 | Jean-Sebastien Guay - TGA monochrome 119 | Tim Kelsey - misc enhancements 120 | Alan Hickman - TGA RLE 121 | Emmanuel Julien - initial file IO callback implementation 122 | Jon Olick - original jo_jpeg.cpp code 123 | Daniel Gibson - integrate JPEG, allow external zlib 124 | Aarni Koskela - allow choosing PNG filter 125 | 126 | bugfixes: 127 | github:Chribba 128 | Guillaume Chereau 129 | github:jry2 130 | github:romigrou 131 | Sergio Gonzalez 132 | Jonas Karlsson 133 | Filip Wasil 134 | Thatcher Ulrich 135 | github:poppolopoppo 136 | Patrick Boettcher 137 | github:xeekworx 138 | Cap Petschulat 139 | Simon Rodriguez 140 | Ivan Tikhonov 141 | github:ignotion 142 | Adam Schackart 143 | 144 | LICENSE 145 | 146 | See end of file for license information. 147 | 148 | */ 149 | 150 | #ifndef INCLUDE_STB_IMAGE_WRITE_H 151 | #define INCLUDE_STB_IMAGE_WRITE_H 152 | 153 | #include 154 | 155 | // if STB_IMAGE_WRITE_STATIC causes problems, try defining STBIWDEF to 'inline' or 'static inline' 156 | #ifndef STBIWDEF 157 | #ifdef STB_IMAGE_WRITE_STATIC 158 | #define STBIWDEF static 159 | #else 160 | #ifdef __cplusplus 161 | #define STBIWDEF extern "C" 162 | #else 163 | #define STBIWDEF extern 164 | #endif 165 | #endif 166 | #endif 167 | 168 | #ifndef STB_IMAGE_WRITE_STATIC // C++ forbids static forward declarations 169 | extern int stbi_write_tga_with_rle; 170 | extern int stbi_write_png_compression_level; 171 | extern int stbi_write_force_png_filter; 172 | #endif 173 | 174 | #ifndef STBI_WRITE_NO_STDIO 175 | STBIWDEF int stbi_write_png(char const *filename, int w, int h, int comp, const void *data, int stride_in_bytes); 176 | STBIWDEF int stbi_write_bmp(char const *filename, int w, int h, int comp, const void *data); 177 | STBIWDEF int stbi_write_tga(char const *filename, int w, int h, int comp, const void *data); 178 | STBIWDEF int stbi_write_hdr(char const *filename, int w, int h, int comp, const float *data); 179 | STBIWDEF int stbi_write_jpg(char const *filename, int x, int y, int comp, const void *data, int quality); 180 | 181 | #ifdef STBI_WINDOWS_UTF8 182 | STBIWDEF int stbiw_convert_wchar_to_utf8(char *buffer, size_t bufferlen, const wchar_t* input); 183 | #endif 184 | #endif 185 | 186 | typedef void stbi_write_func(void *context, void *data, int size); 187 | 188 | STBIWDEF int stbi_write_png_to_func(stbi_write_func *func, void *context, int w, int h, int comp, const void *data, int stride_in_bytes); 189 | STBIWDEF int stbi_write_bmp_to_func(stbi_write_func *func, void *context, int w, int h, int comp, const void *data); 190 | STBIWDEF int stbi_write_tga_to_func(stbi_write_func *func, void *context, int w, int h, int comp, const void *data); 191 | STBIWDEF int stbi_write_hdr_to_func(stbi_write_func *func, void *context, int w, int h, int comp, const float *data); 192 | STBIWDEF int stbi_write_jpg_to_func(stbi_write_func *func, void *context, int x, int y, int comp, const void *data, int quality); 193 | 194 | STBIWDEF void stbi_flip_vertically_on_write(int flip_boolean); 195 | 196 | #endif//INCLUDE_STB_IMAGE_WRITE_H 197 | 198 | #ifdef STB_IMAGE_WRITE_IMPLEMENTATION 199 | 200 | #ifdef _WIN32 201 | #ifndef _CRT_SECURE_NO_WARNINGS 202 | #define _CRT_SECURE_NO_WARNINGS 203 | #endif 204 | #ifndef _CRT_NONSTDC_NO_DEPRECATE 205 | #define _CRT_NONSTDC_NO_DEPRECATE 206 | #endif 207 | #endif 208 | 209 | #ifndef STBI_WRITE_NO_STDIO 210 | #include 211 | #endif // STBI_WRITE_NO_STDIO 212 | 213 | #include 214 | #include 215 | #include 216 | #include 217 | 218 | #if defined(STBIW_MALLOC) && defined(STBIW_FREE) && (defined(STBIW_REALLOC) || defined(STBIW_REALLOC_SIZED)) 219 | // ok 220 | #elif !defined(STBIW_MALLOC) && !defined(STBIW_FREE) && !defined(STBIW_REALLOC) && !defined(STBIW_REALLOC_SIZED) 221 | // ok 222 | #else 223 | #error "Must define all or none of STBIW_MALLOC, STBIW_FREE, and STBIW_REALLOC (or STBIW_REALLOC_SIZED)." 224 | #endif 225 | 226 | #ifndef STBIW_MALLOC 227 | #define STBIW_MALLOC(sz) malloc(sz) 228 | #define STBIW_REALLOC(p,newsz) realloc(p,newsz) 229 | #define STBIW_FREE(p) free(p) 230 | #endif 231 | 232 | #ifndef STBIW_REALLOC_SIZED 233 | #define STBIW_REALLOC_SIZED(p,oldsz,newsz) STBIW_REALLOC(p,newsz) 234 | #endif 235 | 236 | 237 | #ifndef STBIW_MEMMOVE 238 | #define STBIW_MEMMOVE(a,b,sz) memmove(a,b,sz) 239 | #endif 240 | 241 | 242 | #ifndef STBIW_ASSERT 243 | #include 244 | #define STBIW_ASSERT(x) assert(x) 245 | #endif 246 | 247 | #define STBIW_UCHAR(x) (unsigned char) ((x) & 0xff) 248 | 249 | #ifdef STB_IMAGE_WRITE_STATIC 250 | static int stbi_write_png_compression_level = 8; 251 | static int stbi_write_tga_with_rle = 1; 252 | static int stbi_write_force_png_filter = -1; 253 | #else 254 | int stbi_write_png_compression_level = 8; 255 | int stbi_write_tga_with_rle = 1; 256 | int stbi_write_force_png_filter = -1; 257 | #endif 258 | 259 | static int stbi__flip_vertically_on_write = 0; 260 | 261 | STBIWDEF void stbi_flip_vertically_on_write(int flag) 262 | { 263 | stbi__flip_vertically_on_write = flag; 264 | } 265 | 266 | typedef struct 267 | { 268 | stbi_write_func *func; 269 | void *context; 270 | } stbi__write_context; 271 | 272 | // initialize a callback-based context 273 | static void stbi__start_write_callbacks(stbi__write_context *s, stbi_write_func *c, void *context) 274 | { 275 | s->func = c; 276 | s->context = context; 277 | } 278 | 279 | #ifndef STBI_WRITE_NO_STDIO 280 | 281 | static void stbi__stdio_write(void *context, void *data, int size) 282 | { 283 | fwrite(data,1,size,(FILE*) context); 284 | } 285 | 286 | #if defined(_MSC_VER) && defined(STBI_WINDOWS_UTF8) 287 | #ifdef __cplusplus 288 | #define STBIW_EXTERN extern "C" 289 | #else 290 | #define STBIW_EXTERN extern 291 | #endif 292 | STBIW_EXTERN __declspec(dllimport) int __stdcall MultiByteToWideChar(unsigned int cp, unsigned long flags, const char *str, int cbmb, wchar_t *widestr, int cchwide); 293 | STBIW_EXTERN __declspec(dllimport) int __stdcall WideCharToMultiByte(unsigned int cp, unsigned long flags, const wchar_t *widestr, int cchwide, char *str, int cbmb, const char *defchar, int *used_default); 294 | 295 | STBIWDEF int stbiw_convert_wchar_to_utf8(char *buffer, size_t bufferlen, const wchar_t* input) 296 | { 297 | return WideCharToMultiByte(65001 /* UTF8 */, 0, input, -1, buffer, (int) bufferlen, NULL, NULL); 298 | } 299 | #endif 300 | 301 | static FILE *stbiw__fopen(char const *filename, char const *mode) 302 | { 303 | FILE *f; 304 | #if defined(_MSC_VER) && defined(STBI_WINDOWS_UTF8) 305 | wchar_t wMode[64]; 306 | wchar_t wFilename[1024]; 307 | if (0 == MultiByteToWideChar(65001 /* UTF8 */, 0, filename, -1, wFilename, sizeof(wFilename))) 308 | return 0; 309 | 310 | if (0 == MultiByteToWideChar(65001 /* UTF8 */, 0, mode, -1, wMode, sizeof(wMode))) 311 | return 0; 312 | 313 | #if _MSC_VER >= 1400 314 | if (0 != _wfopen_s(&f, wFilename, wMode)) 315 | f = 0; 316 | #else 317 | f = _wfopen(wFilename, wMode); 318 | #endif 319 | 320 | #elif defined(_MSC_VER) && _MSC_VER >= 1400 321 | if (0 != fopen_s(&f, filename, mode)) 322 | f=0; 323 | #else 324 | f = fopen(filename, mode); 325 | #endif 326 | return f; 327 | } 328 | 329 | static int stbi__start_write_file(stbi__write_context *s, const char *filename) 330 | { 331 | FILE *f = stbiw__fopen(filename, "wb"); 332 | stbi__start_write_callbacks(s, stbi__stdio_write, (void *) f); 333 | return f != NULL; 334 | } 335 | 336 | static void stbi__end_write_file(stbi__write_context *s) 337 | { 338 | fclose((FILE *)s->context); 339 | } 340 | 341 | #endif // !STBI_WRITE_NO_STDIO 342 | 343 | typedef unsigned int stbiw_uint32; 344 | typedef int stb_image_write_test[sizeof(stbiw_uint32)==4 ? 1 : -1]; 345 | 346 | static void stbiw__writefv(stbi__write_context *s, const char *fmt, va_list v) 347 | { 348 | while (*fmt) { 349 | switch (*fmt++) { 350 | case ' ': break; 351 | case '1': { unsigned char x = STBIW_UCHAR(va_arg(v, int)); 352 | s->func(s->context,&x,1); 353 | break; } 354 | case '2': { int x = va_arg(v,int); 355 | unsigned char b[2]; 356 | b[0] = STBIW_UCHAR(x); 357 | b[1] = STBIW_UCHAR(x>>8); 358 | s->func(s->context,b,2); 359 | break; } 360 | case '4': { stbiw_uint32 x = va_arg(v,int); 361 | unsigned char b[4]; 362 | b[0]=STBIW_UCHAR(x); 363 | b[1]=STBIW_UCHAR(x>>8); 364 | b[2]=STBIW_UCHAR(x>>16); 365 | b[3]=STBIW_UCHAR(x>>24); 366 | s->func(s->context,b,4); 367 | break; } 368 | default: 369 | STBIW_ASSERT(0); 370 | return; 371 | } 372 | } 373 | } 374 | 375 | static void stbiw__writef(stbi__write_context *s, const char *fmt, ...) 376 | { 377 | va_list v; 378 | va_start(v, fmt); 379 | stbiw__writefv(s, fmt, v); 380 | va_end(v); 381 | } 382 | 383 | static void stbiw__putc(stbi__write_context *s, unsigned char c) 384 | { 385 | s->func(s->context, &c, 1); 386 | } 387 | 388 | static void stbiw__write3(stbi__write_context *s, unsigned char a, unsigned char b, unsigned char c) 389 | { 390 | unsigned char arr[3]; 391 | arr[0] = a; arr[1] = b; arr[2] = c; 392 | s->func(s->context, arr, 3); 393 | } 394 | 395 | static void stbiw__write_pixel(stbi__write_context *s, int rgb_dir, int comp, int write_alpha, int expand_mono, unsigned char *d) 396 | { 397 | unsigned char bg[3] = { 255, 0, 255}, px[3]; 398 | int k; 399 | 400 | if (write_alpha < 0) 401 | s->func(s->context, &d[comp - 1], 1); 402 | 403 | switch (comp) { 404 | case 2: // 2 pixels = mono + alpha, alpha is written separately, so same as 1-channel case 405 | case 1: 406 | if (expand_mono) 407 | stbiw__write3(s, d[0], d[0], d[0]); // monochrome bmp 408 | else 409 | s->func(s->context, d, 1); // monochrome TGA 410 | break; 411 | case 4: 412 | if (!write_alpha) { 413 | // composite against pink background 414 | for (k = 0; k < 3; ++k) 415 | px[k] = bg[k] + ((d[k] - bg[k]) * d[3]) / 255; 416 | stbiw__write3(s, px[1 - rgb_dir], px[1], px[1 + rgb_dir]); 417 | break; 418 | } 419 | /* FALLTHROUGH */ 420 | case 3: 421 | stbiw__write3(s, d[1 - rgb_dir], d[1], d[1 + rgb_dir]); 422 | break; 423 | } 424 | if (write_alpha > 0) 425 | s->func(s->context, &d[comp - 1], 1); 426 | } 427 | 428 | static void stbiw__write_pixels(stbi__write_context *s, int rgb_dir, int vdir, int x, int y, int comp, void *data, int write_alpha, int scanline_pad, int expand_mono) 429 | { 430 | stbiw_uint32 zero = 0; 431 | int i,j, j_end; 432 | 433 | if (y <= 0) 434 | return; 435 | 436 | if (stbi__flip_vertically_on_write) 437 | vdir *= -1; 438 | 439 | if (vdir < 0) { 440 | j_end = -1; j = y-1; 441 | } else { 442 | j_end = y; j = 0; 443 | } 444 | 445 | for (; j != j_end; j += vdir) { 446 | for (i=0; i < x; ++i) { 447 | unsigned char *d = (unsigned char *) data + (j*x+i)*comp; 448 | stbiw__write_pixel(s, rgb_dir, comp, write_alpha, expand_mono, d); 449 | } 450 | s->func(s->context, &zero, scanline_pad); 451 | } 452 | } 453 | 454 | static int stbiw__outfile(stbi__write_context *s, int rgb_dir, int vdir, int x, int y, int comp, int expand_mono, void *data, int alpha, int pad, const char *fmt, ...) 455 | { 456 | if (y < 0 || x < 0) { 457 | return 0; 458 | } else { 459 | va_list v; 460 | va_start(v, fmt); 461 | stbiw__writefv(s, fmt, v); 462 | va_end(v); 463 | stbiw__write_pixels(s,rgb_dir,vdir,x,y,comp,data,alpha,pad, expand_mono); 464 | return 1; 465 | } 466 | } 467 | 468 | static int stbi_write_bmp_core(stbi__write_context *s, int x, int y, int comp, const void *data) 469 | { 470 | int pad = (-x*3) & 3; 471 | return stbiw__outfile(s,-1,-1,x,y,comp,1,(void *) data,0,pad, 472 | "11 4 22 4" "4 44 22 444444", 473 | 'B', 'M', 14+40+(x*3+pad)*y, 0,0, 14+40, // file header 474 | 40, x,y, 1,24, 0,0,0,0,0,0); // bitmap header 475 | } 476 | 477 | STBIWDEF int stbi_write_bmp_to_func(stbi_write_func *func, void *context, int x, int y, int comp, const void *data) 478 | { 479 | stbi__write_context s; 480 | stbi__start_write_callbacks(&s, func, context); 481 | return stbi_write_bmp_core(&s, x, y, comp, data); 482 | } 483 | 484 | #ifndef STBI_WRITE_NO_STDIO 485 | STBIWDEF int stbi_write_bmp(char const *filename, int x, int y, int comp, const void *data) 486 | { 487 | stbi__write_context s; 488 | if (stbi__start_write_file(&s,filename)) { 489 | int r = stbi_write_bmp_core(&s, x, y, comp, data); 490 | stbi__end_write_file(&s); 491 | return r; 492 | } else 493 | return 0; 494 | } 495 | #endif //!STBI_WRITE_NO_STDIO 496 | 497 | static int stbi_write_tga_core(stbi__write_context *s, int x, int y, int comp, void *data) 498 | { 499 | int has_alpha = (comp == 2 || comp == 4); 500 | int colorbytes = has_alpha ? comp-1 : comp; 501 | int format = colorbytes < 2 ? 3 : 2; // 3 color channels (RGB/RGBA) = 2, 1 color channel (Y/YA) = 3 502 | 503 | if (y < 0 || x < 0) 504 | return 0; 505 | 506 | if (!stbi_write_tga_with_rle) { 507 | return stbiw__outfile(s, -1, -1, x, y, comp, 0, (void *) data, has_alpha, 0, 508 | "111 221 2222 11", 0, 0, format, 0, 0, 0, 0, 0, x, y, (colorbytes + has_alpha) * 8, has_alpha * 8); 509 | } else { 510 | int i,j,k; 511 | int jend, jdir; 512 | 513 | stbiw__writef(s, "111 221 2222 11", 0,0,format+8, 0,0,0, 0,0,x,y, (colorbytes + has_alpha) * 8, has_alpha * 8); 514 | 515 | if (stbi__flip_vertically_on_write) { 516 | j = 0; 517 | jend = y; 518 | jdir = 1; 519 | } else { 520 | j = y-1; 521 | jend = -1; 522 | jdir = -1; 523 | } 524 | for (; j != jend; j += jdir) { 525 | unsigned char *row = (unsigned char *) data + j * x * comp; 526 | int len; 527 | 528 | for (i = 0; i < x; i += len) { 529 | unsigned char *begin = row + i * comp; 530 | int diff = 1; 531 | len = 1; 532 | 533 | if (i < x - 1) { 534 | ++len; 535 | diff = memcmp(begin, row + (i + 1) * comp, comp); 536 | if (diff) { 537 | const unsigned char *prev = begin; 538 | for (k = i + 2; k < x && len < 128; ++k) { 539 | if (memcmp(prev, row + k * comp, comp)) { 540 | prev += comp; 541 | ++len; 542 | } else { 543 | --len; 544 | break; 545 | } 546 | } 547 | } else { 548 | for (k = i + 2; k < x && len < 128; ++k) { 549 | if (!memcmp(begin, row + k * comp, comp)) { 550 | ++len; 551 | } else { 552 | break; 553 | } 554 | } 555 | } 556 | } 557 | 558 | if (diff) { 559 | unsigned char header = STBIW_UCHAR(len - 1); 560 | s->func(s->context, &header, 1); 561 | for (k = 0; k < len; ++k) { 562 | stbiw__write_pixel(s, -1, comp, has_alpha, 0, begin + k * comp); 563 | } 564 | } else { 565 | unsigned char header = STBIW_UCHAR(len - 129); 566 | s->func(s->context, &header, 1); 567 | stbiw__write_pixel(s, -1, comp, has_alpha, 0, begin); 568 | } 569 | } 570 | } 571 | } 572 | return 1; 573 | } 574 | 575 | STBIWDEF int stbi_write_tga_to_func(stbi_write_func *func, void *context, int x, int y, int comp, const void *data) 576 | { 577 | stbi__write_context s; 578 | stbi__start_write_callbacks(&s, func, context); 579 | return stbi_write_tga_core(&s, x, y, comp, (void *) data); 580 | } 581 | 582 | #ifndef STBI_WRITE_NO_STDIO 583 | STBIWDEF int stbi_write_tga(char const *filename, int x, int y, int comp, const void *data) 584 | { 585 | stbi__write_context s; 586 | if (stbi__start_write_file(&s,filename)) { 587 | int r = stbi_write_tga_core(&s, x, y, comp, (void *) data); 588 | stbi__end_write_file(&s); 589 | return r; 590 | } else 591 | return 0; 592 | } 593 | #endif 594 | 595 | // ************************************************************************************************* 596 | // Radiance RGBE HDR writer 597 | // by Baldur Karlsson 598 | 599 | #define stbiw__max(a, b) ((a) > (b) ? (a) : (b)) 600 | 601 | static void stbiw__linear_to_rgbe(unsigned char *rgbe, float *linear) 602 | { 603 | int exponent; 604 | float maxcomp = stbiw__max(linear[0], stbiw__max(linear[1], linear[2])); 605 | 606 | if (maxcomp < 1e-32f) { 607 | rgbe[0] = rgbe[1] = rgbe[2] = rgbe[3] = 0; 608 | } else { 609 | float normalize = (float) frexp(maxcomp, &exponent) * 256.0f/maxcomp; 610 | 611 | rgbe[0] = (unsigned char)(linear[0] * normalize); 612 | rgbe[1] = (unsigned char)(linear[1] * normalize); 613 | rgbe[2] = (unsigned char)(linear[2] * normalize); 614 | rgbe[3] = (unsigned char)(exponent + 128); 615 | } 616 | } 617 | 618 | static void stbiw__write_run_data(stbi__write_context *s, int length, unsigned char databyte) 619 | { 620 | unsigned char lengthbyte = STBIW_UCHAR(length+128); 621 | STBIW_ASSERT(length+128 <= 255); 622 | s->func(s->context, &lengthbyte, 1); 623 | s->func(s->context, &databyte, 1); 624 | } 625 | 626 | static void stbiw__write_dump_data(stbi__write_context *s, int length, unsigned char *data) 627 | { 628 | unsigned char lengthbyte = STBIW_UCHAR(length); 629 | STBIW_ASSERT(length <= 128); // inconsistent with spec but consistent with official code 630 | s->func(s->context, &lengthbyte, 1); 631 | s->func(s->context, data, length); 632 | } 633 | 634 | static void stbiw__write_hdr_scanline(stbi__write_context *s, int width, int ncomp, unsigned char *scratch, float *scanline) 635 | { 636 | unsigned char scanlineheader[4] = { 2, 2, 0, 0 }; 637 | unsigned char rgbe[4]; 638 | float linear[3]; 639 | int x; 640 | 641 | scanlineheader[2] = (width&0xff00)>>8; 642 | scanlineheader[3] = (width&0x00ff); 643 | 644 | /* skip RLE for images too small or large */ 645 | if (width < 8 || width >= 32768) { 646 | for (x=0; x < width; x++) { 647 | switch (ncomp) { 648 | case 4: /* fallthrough */ 649 | case 3: linear[2] = scanline[x*ncomp + 2]; 650 | linear[1] = scanline[x*ncomp + 1]; 651 | linear[0] = scanline[x*ncomp + 0]; 652 | break; 653 | default: 654 | linear[0] = linear[1] = linear[2] = scanline[x*ncomp + 0]; 655 | break; 656 | } 657 | stbiw__linear_to_rgbe(rgbe, linear); 658 | s->func(s->context, rgbe, 4); 659 | } 660 | } else { 661 | int c,r; 662 | /* encode into scratch buffer */ 663 | for (x=0; x < width; x++) { 664 | switch(ncomp) { 665 | case 4: /* fallthrough */ 666 | case 3: linear[2] = scanline[x*ncomp + 2]; 667 | linear[1] = scanline[x*ncomp + 1]; 668 | linear[0] = scanline[x*ncomp + 0]; 669 | break; 670 | default: 671 | linear[0] = linear[1] = linear[2] = scanline[x*ncomp + 0]; 672 | break; 673 | } 674 | stbiw__linear_to_rgbe(rgbe, linear); 675 | scratch[x + width*0] = rgbe[0]; 676 | scratch[x + width*1] = rgbe[1]; 677 | scratch[x + width*2] = rgbe[2]; 678 | scratch[x + width*3] = rgbe[3]; 679 | } 680 | 681 | s->func(s->context, scanlineheader, 4); 682 | 683 | /* RLE each component separately */ 684 | for (c=0; c < 4; c++) { 685 | unsigned char *comp = &scratch[width*c]; 686 | 687 | x = 0; 688 | while (x < width) { 689 | // find first run 690 | r = x; 691 | while (r+2 < width) { 692 | if (comp[r] == comp[r+1] && comp[r] == comp[r+2]) 693 | break; 694 | ++r; 695 | } 696 | if (r+2 >= width) 697 | r = width; 698 | // dump up to first run 699 | while (x < r) { 700 | int len = r-x; 701 | if (len > 128) len = 128; 702 | stbiw__write_dump_data(s, len, &comp[x]); 703 | x += len; 704 | } 705 | // if there's a run, output it 706 | if (r+2 < width) { // same test as what we break out of in search loop, so only true if we break'd 707 | // find next byte after run 708 | while (r < width && comp[r] == comp[x]) 709 | ++r; 710 | // output run up to r 711 | while (x < r) { 712 | int len = r-x; 713 | if (len > 127) len = 127; 714 | stbiw__write_run_data(s, len, comp[x]); 715 | x += len; 716 | } 717 | } 718 | } 719 | } 720 | } 721 | } 722 | 723 | static int stbi_write_hdr_core(stbi__write_context *s, int x, int y, int comp, float *data) 724 | { 725 | if (y <= 0 || x <= 0 || data == NULL) 726 | return 0; 727 | else { 728 | // Each component is stored separately. Allocate scratch space for full output scanline. 729 | unsigned char *scratch = (unsigned char *) STBIW_MALLOC(x*4); 730 | int i, len; 731 | char buffer[128]; 732 | char header[] = "#?RADIANCE\n# Written by stb_image_write.h\nFORMAT=32-bit_rle_rgbe\n"; 733 | s->func(s->context, header, sizeof(header)-1); 734 | 735 | #ifdef __STDC_WANT_SECURE_LIB__ 736 | len = sprintf_s(buffer, sizeof(buffer), "EXPOSURE= 1.0000000000000\n\n-Y %d +X %d\n", y, x); 737 | #else 738 | len = sprintf(buffer, "EXPOSURE= 1.0000000000000\n\n-Y %d +X %d\n", y, x); 739 | #endif 740 | s->func(s->context, buffer, len); 741 | 742 | for(i=0; i < y; i++) 743 | stbiw__write_hdr_scanline(s, x, comp, scratch, data + comp*x*(stbi__flip_vertically_on_write ? y-1-i : i)); 744 | STBIW_FREE(scratch); 745 | return 1; 746 | } 747 | } 748 | 749 | STBIWDEF int stbi_write_hdr_to_func(stbi_write_func *func, void *context, int x, int y, int comp, const float *data) 750 | { 751 | stbi__write_context s; 752 | stbi__start_write_callbacks(&s, func, context); 753 | return stbi_write_hdr_core(&s, x, y, comp, (float *) data); 754 | } 755 | 756 | #ifndef STBI_WRITE_NO_STDIO 757 | STBIWDEF int stbi_write_hdr(char const *filename, int x, int y, int comp, const float *data) 758 | { 759 | stbi__write_context s; 760 | if (stbi__start_write_file(&s,filename)) { 761 | int r = stbi_write_hdr_core(&s, x, y, comp, (float *) data); 762 | stbi__end_write_file(&s); 763 | return r; 764 | } else 765 | return 0; 766 | } 767 | #endif // STBI_WRITE_NO_STDIO 768 | 769 | 770 | ////////////////////////////////////////////////////////////////////////////// 771 | // 772 | // PNG writer 773 | // 774 | 775 | #ifndef STBIW_ZLIB_COMPRESS 776 | // stretchy buffer; stbiw__sbpush() == vector<>::push_back() -- stbiw__sbcount() == vector<>::size() 777 | #define stbiw__sbraw(a) ((int *) (void *) (a) - 2) 778 | #define stbiw__sbm(a) stbiw__sbraw(a)[0] 779 | #define stbiw__sbn(a) stbiw__sbraw(a)[1] 780 | 781 | #define stbiw__sbneedgrow(a,n) ((a)==0 || stbiw__sbn(a)+n >= stbiw__sbm(a)) 782 | #define stbiw__sbmaybegrow(a,n) (stbiw__sbneedgrow(a,(n)) ? stbiw__sbgrow(a,n) : 0) 783 | #define stbiw__sbgrow(a,n) stbiw__sbgrowf((void **) &(a), (n), sizeof(*(a))) 784 | 785 | #define stbiw__sbpush(a, v) (stbiw__sbmaybegrow(a,1), (a)[stbiw__sbn(a)++] = (v)) 786 | #define stbiw__sbcount(a) ((a) ? stbiw__sbn(a) : 0) 787 | #define stbiw__sbfree(a) ((a) ? STBIW_FREE(stbiw__sbraw(a)),0 : 0) 788 | 789 | static void *stbiw__sbgrowf(void **arr, int increment, int itemsize) 790 | { 791 | int m = *arr ? 2*stbiw__sbm(*arr)+increment : increment+1; 792 | void *p = STBIW_REALLOC_SIZED(*arr ? stbiw__sbraw(*arr) : 0, *arr ? (stbiw__sbm(*arr)*itemsize + sizeof(int)*2) : 0, itemsize * m + sizeof(int)*2); 793 | STBIW_ASSERT(p); 794 | if (p) { 795 | if (!*arr) ((int *) p)[1] = 0; 796 | *arr = (void *) ((int *) p + 2); 797 | stbiw__sbm(*arr) = m; 798 | } 799 | return *arr; 800 | } 801 | 802 | static unsigned char *stbiw__zlib_flushf(unsigned char *data, unsigned int *bitbuffer, int *bitcount) 803 | { 804 | while (*bitcount >= 8) { 805 | stbiw__sbpush(data, STBIW_UCHAR(*bitbuffer)); 806 | *bitbuffer >>= 8; 807 | *bitcount -= 8; 808 | } 809 | return data; 810 | } 811 | 812 | static int stbiw__zlib_bitrev(int code, int codebits) 813 | { 814 | int res=0; 815 | while (codebits--) { 816 | res = (res << 1) | (code & 1); 817 | code >>= 1; 818 | } 819 | return res; 820 | } 821 | 822 | static unsigned int stbiw__zlib_countm(unsigned char *a, unsigned char *b, int limit) 823 | { 824 | int i; 825 | for (i=0; i < limit && i < 258; ++i) 826 | if (a[i] != b[i]) break; 827 | return i; 828 | } 829 | 830 | static unsigned int stbiw__zhash(unsigned char *data) 831 | { 832 | stbiw_uint32 hash = data[0] + (data[1] << 8) + (data[2] << 16); 833 | hash ^= hash << 3; 834 | hash += hash >> 5; 835 | hash ^= hash << 4; 836 | hash += hash >> 17; 837 | hash ^= hash << 25; 838 | hash += hash >> 6; 839 | return hash; 840 | } 841 | 842 | #define stbiw__zlib_flush() (out = stbiw__zlib_flushf(out, &bitbuf, &bitcount)) 843 | #define stbiw__zlib_add(code,codebits) \ 844 | (bitbuf |= (code) << bitcount, bitcount += (codebits), stbiw__zlib_flush()) 845 | #define stbiw__zlib_huffa(b,c) stbiw__zlib_add(stbiw__zlib_bitrev(b,c),c) 846 | // default huffman tables 847 | #define stbiw__zlib_huff1(n) stbiw__zlib_huffa(0x30 + (n), 8) 848 | #define stbiw__zlib_huff2(n) stbiw__zlib_huffa(0x190 + (n)-144, 9) 849 | #define stbiw__zlib_huff3(n) stbiw__zlib_huffa(0 + (n)-256,7) 850 | #define stbiw__zlib_huff4(n) stbiw__zlib_huffa(0xc0 + (n)-280,8) 851 | #define stbiw__zlib_huff(n) ((n) <= 143 ? stbiw__zlib_huff1(n) : (n) <= 255 ? stbiw__zlib_huff2(n) : (n) <= 279 ? stbiw__zlib_huff3(n) : stbiw__zlib_huff4(n)) 852 | #define stbiw__zlib_huffb(n) ((n) <= 143 ? stbiw__zlib_huff1(n) : stbiw__zlib_huff2(n)) 853 | 854 | #define stbiw__ZHASH 16384 855 | 856 | #endif // STBIW_ZLIB_COMPRESS 857 | 858 | STBIWDEF unsigned char * stbi_zlib_compress(unsigned char *data, int data_len, int *out_len, int quality) 859 | { 860 | #ifdef STBIW_ZLIB_COMPRESS 861 | // user provided a zlib compress implementation, use that 862 | return STBIW_ZLIB_COMPRESS(data, data_len, out_len, quality); 863 | #else // use builtin 864 | static unsigned short lengthc[] = { 3,4,5,6,7,8,9,10,11,13,15,17,19,23,27,31,35,43,51,59,67,83,99,115,131,163,195,227,258, 259 }; 865 | static unsigned char lengtheb[]= { 0,0,0,0,0,0,0, 0, 1, 1, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5, 5, 0 }; 866 | static unsigned short distc[] = { 1,2,3,4,5,7,9,13,17,25,33,49,65,97,129,193,257,385,513,769,1025,1537,2049,3073,4097,6145,8193,12289,16385,24577, 32768 }; 867 | static unsigned char disteb[] = { 0,0,0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,8,8,9,9,10,10,11,11,12,12,13,13 }; 868 | unsigned int bitbuf=0; 869 | int i,j, bitcount=0; 870 | unsigned char *out = NULL; 871 | unsigned char ***hash_table = (unsigned char***) STBIW_MALLOC(stbiw__ZHASH * sizeof(unsigned char**)); 872 | if (hash_table == NULL) 873 | return NULL; 874 | if (quality < 5) quality = 5; 875 | 876 | stbiw__sbpush(out, 0x78); // DEFLATE 32K window 877 | stbiw__sbpush(out, 0x5e); // FLEVEL = 1 878 | stbiw__zlib_add(1,1); // BFINAL = 1 879 | stbiw__zlib_add(1,2); // BTYPE = 1 -- fixed huffman 880 | 881 | for (i=0; i < stbiw__ZHASH; ++i) 882 | hash_table[i] = NULL; 883 | 884 | i=0; 885 | while (i < data_len-3) { 886 | // hash next 3 bytes of data to be compressed 887 | int h = stbiw__zhash(data+i)&(stbiw__ZHASH-1), best=3; 888 | unsigned char *bestloc = 0; 889 | unsigned char **hlist = hash_table[h]; 890 | int n = stbiw__sbcount(hlist); 891 | for (j=0; j < n; ++j) { 892 | if (hlist[j]-data > i-32768) { // if entry lies within window 893 | int d = stbiw__zlib_countm(hlist[j], data+i, data_len-i); 894 | if (d >= best) { best=d; bestloc=hlist[j]; } 895 | } 896 | } 897 | // when hash table entry is too long, delete half the entries 898 | if (hash_table[h] && stbiw__sbn(hash_table[h]) == 2*quality) { 899 | STBIW_MEMMOVE(hash_table[h], hash_table[h]+quality, sizeof(hash_table[h][0])*quality); 900 | stbiw__sbn(hash_table[h]) = quality; 901 | } 902 | stbiw__sbpush(hash_table[h],data+i); 903 | 904 | if (bestloc) { 905 | // "lazy matching" - check match at *next* byte, and if it's better, do cur byte as literal 906 | h = stbiw__zhash(data+i+1)&(stbiw__ZHASH-1); 907 | hlist = hash_table[h]; 908 | n = stbiw__sbcount(hlist); 909 | for (j=0; j < n; ++j) { 910 | if (hlist[j]-data > i-32767) { 911 | int e = stbiw__zlib_countm(hlist[j], data+i+1, data_len-i-1); 912 | if (e > best) { // if next match is better, bail on current match 913 | bestloc = NULL; 914 | break; 915 | } 916 | } 917 | } 918 | } 919 | 920 | if (bestloc) { 921 | int d = (int) (data+i - bestloc); // distance back 922 | STBIW_ASSERT(d <= 32767 && best <= 258); 923 | for (j=0; best > lengthc[j+1]-1; ++j); 924 | stbiw__zlib_huff(j+257); 925 | if (lengtheb[j]) stbiw__zlib_add(best - lengthc[j], lengtheb[j]); 926 | for (j=0; d > distc[j+1]-1; ++j); 927 | stbiw__zlib_add(stbiw__zlib_bitrev(j,5),5); 928 | if (disteb[j]) stbiw__zlib_add(d - distc[j], disteb[j]); 929 | i += best; 930 | } else { 931 | stbiw__zlib_huffb(data[i]); 932 | ++i; 933 | } 934 | } 935 | // write out final bytes 936 | for (;i < data_len; ++i) 937 | stbiw__zlib_huffb(data[i]); 938 | stbiw__zlib_huff(256); // end of block 939 | // pad with 0 bits to byte boundary 940 | while (bitcount) 941 | stbiw__zlib_add(0,1); 942 | 943 | for (i=0; i < stbiw__ZHASH; ++i) 944 | (void) stbiw__sbfree(hash_table[i]); 945 | STBIW_FREE(hash_table); 946 | 947 | { 948 | // compute adler32 on input 949 | unsigned int s1=1, s2=0; 950 | int blocklen = (int) (data_len % 5552); 951 | j=0; 952 | while (j < data_len) { 953 | for (i=0; i < blocklen; ++i) { s1 += data[j+i]; s2 += s1; } 954 | s1 %= 65521; s2 %= 65521; 955 | j += blocklen; 956 | blocklen = 5552; 957 | } 958 | stbiw__sbpush(out, STBIW_UCHAR(s2 >> 8)); 959 | stbiw__sbpush(out, STBIW_UCHAR(s2)); 960 | stbiw__sbpush(out, STBIW_UCHAR(s1 >> 8)); 961 | stbiw__sbpush(out, STBIW_UCHAR(s1)); 962 | } 963 | *out_len = stbiw__sbn(out); 964 | // make returned pointer freeable 965 | STBIW_MEMMOVE(stbiw__sbraw(out), out, *out_len); 966 | return (unsigned char *) stbiw__sbraw(out); 967 | #endif // STBIW_ZLIB_COMPRESS 968 | } 969 | 970 | static unsigned int stbiw__crc32(unsigned char *buffer, int len) 971 | { 972 | #ifdef STBIW_CRC32 973 | return STBIW_CRC32(buffer, len); 974 | #else 975 | static unsigned int crc_table[256] = 976 | { 977 | 0x00000000, 0x77073096, 0xEE0E612C, 0x990951BA, 0x076DC419, 0x706AF48F, 0xE963A535, 0x9E6495A3, 978 | 0x0eDB8832, 0x79DCB8A4, 0xE0D5E91E, 0x97D2D988, 0x09B64C2B, 0x7EB17CBD, 0xE7B82D07, 0x90BF1D91, 979 | 0x1DB71064, 0x6AB020F2, 0xF3B97148, 0x84BE41DE, 0x1ADAD47D, 0x6DDDE4EB, 0xF4D4B551, 0x83D385C7, 980 | 0x136C9856, 0x646BA8C0, 0xFD62F97A, 0x8A65C9EC, 0x14015C4F, 0x63066CD9, 0xFA0F3D63, 0x8D080DF5, 981 | 0x3B6E20C8, 0x4C69105E, 0xD56041E4, 0xA2677172, 0x3C03E4D1, 0x4B04D447, 0xD20D85FD, 0xA50AB56B, 982 | 0x35B5A8FA, 0x42B2986C, 0xDBBBC9D6, 0xACBCF940, 0x32D86CE3, 0x45DF5C75, 0xDCD60DCF, 0xABD13D59, 983 | 0x26D930AC, 0x51DE003A, 0xC8D75180, 0xBFD06116, 0x21B4F4B5, 0x56B3C423, 0xCFBA9599, 0xB8BDA50F, 984 | 0x2802B89E, 0x5F058808, 0xC60CD9B2, 0xB10BE924, 0x2F6F7C87, 0x58684C11, 0xC1611DAB, 0xB6662D3D, 985 | 0x76DC4190, 0x01DB7106, 0x98D220BC, 0xEFD5102A, 0x71B18589, 0x06B6B51F, 0x9FBFE4A5, 0xE8B8D433, 986 | 0x7807C9A2, 0x0F00F934, 0x9609A88E, 0xE10E9818, 0x7F6A0DBB, 0x086D3D2D, 0x91646C97, 0xE6635C01, 987 | 0x6B6B51F4, 0x1C6C6162, 0x856530D8, 0xF262004E, 0x6C0695ED, 0x1B01A57B, 0x8208F4C1, 0xF50FC457, 988 | 0x65B0D9C6, 0x12B7E950, 0x8BBEB8EA, 0xFCB9887C, 0x62DD1DDF, 0x15DA2D49, 0x8CD37CF3, 0xFBD44C65, 989 | 0x4DB26158, 0x3AB551CE, 0xA3BC0074, 0xD4BB30E2, 0x4ADFA541, 0x3DD895D7, 0xA4D1C46D, 0xD3D6F4FB, 990 | 0x4369E96A, 0x346ED9FC, 0xAD678846, 0xDA60B8D0, 0x44042D73, 0x33031DE5, 0xAA0A4C5F, 0xDD0D7CC9, 991 | 0x5005713C, 0x270241AA, 0xBE0B1010, 0xC90C2086, 0x5768B525, 0x206F85B3, 0xB966D409, 0xCE61E49F, 992 | 0x5EDEF90E, 0x29D9C998, 0xB0D09822, 0xC7D7A8B4, 0x59B33D17, 0x2EB40D81, 0xB7BD5C3B, 0xC0BA6CAD, 993 | 0xEDB88320, 0x9ABFB3B6, 0x03B6E20C, 0x74B1D29A, 0xEAD54739, 0x9DD277AF, 0x04DB2615, 0x73DC1683, 994 | 0xE3630B12, 0x94643B84, 0x0D6D6A3E, 0x7A6A5AA8, 0xE40ECF0B, 0x9309FF9D, 0x0A00AE27, 0x7D079EB1, 995 | 0xF00F9344, 0x8708A3D2, 0x1E01F268, 0x6906C2FE, 0xF762575D, 0x806567CB, 0x196C3671, 0x6E6B06E7, 996 | 0xFED41B76, 0x89D32BE0, 0x10DA7A5A, 0x67DD4ACC, 0xF9B9DF6F, 0x8EBEEFF9, 0x17B7BE43, 0x60B08ED5, 997 | 0xD6D6A3E8, 0xA1D1937E, 0x38D8C2C4, 0x4FDFF252, 0xD1BB67F1, 0xA6BC5767, 0x3FB506DD, 0x48B2364B, 998 | 0xD80D2BDA, 0xAF0A1B4C, 0x36034AF6, 0x41047A60, 0xDF60EFC3, 0xA867DF55, 0x316E8EEF, 0x4669BE79, 999 | 0xCB61B38C, 0xBC66831A, 0x256FD2A0, 0x5268E236, 0xCC0C7795, 0xBB0B4703, 0x220216B9, 0x5505262F, 1000 | 0xC5BA3BBE, 0xB2BD0B28, 0x2BB45A92, 0x5CB36A04, 0xC2D7FFA7, 0xB5D0CF31, 0x2CD99E8B, 0x5BDEAE1D, 1001 | 0x9B64C2B0, 0xEC63F226, 0x756AA39C, 0x026D930A, 0x9C0906A9, 0xEB0E363F, 0x72076785, 0x05005713, 1002 | 0x95BF4A82, 0xE2B87A14, 0x7BB12BAE, 0x0CB61B38, 0x92D28E9B, 0xE5D5BE0D, 0x7CDCEFB7, 0x0BDBDF21, 1003 | 0x86D3D2D4, 0xF1D4E242, 0x68DDB3F8, 0x1FDA836E, 0x81BE16CD, 0xF6B9265B, 0x6FB077E1, 0x18B74777, 1004 | 0x88085AE6, 0xFF0F6A70, 0x66063BCA, 0x11010B5C, 0x8F659EFF, 0xF862AE69, 0x616BFFD3, 0x166CCF45, 1005 | 0xA00AE278, 0xD70DD2EE, 0x4E048354, 0x3903B3C2, 0xA7672661, 0xD06016F7, 0x4969474D, 0x3E6E77DB, 1006 | 0xAED16A4A, 0xD9D65ADC, 0x40DF0B66, 0x37D83BF0, 0xA9BCAE53, 0xDEBB9EC5, 0x47B2CF7F, 0x30B5FFE9, 1007 | 0xBDBDF21C, 0xCABAC28A, 0x53B39330, 0x24B4A3A6, 0xBAD03605, 0xCDD70693, 0x54DE5729, 0x23D967BF, 1008 | 0xB3667A2E, 0xC4614AB8, 0x5D681B02, 0x2A6F2B94, 0xB40BBE37, 0xC30C8EA1, 0x5A05DF1B, 0x2D02EF8D 1009 | }; 1010 | 1011 | unsigned int crc = ~0u; 1012 | int i; 1013 | for (i=0; i < len; ++i) 1014 | crc = (crc >> 8) ^ crc_table[buffer[i] ^ (crc & 0xff)]; 1015 | return ~crc; 1016 | #endif 1017 | } 1018 | 1019 | #define stbiw__wpng4(o,a,b,c,d) ((o)[0]=STBIW_UCHAR(a),(o)[1]=STBIW_UCHAR(b),(o)[2]=STBIW_UCHAR(c),(o)[3]=STBIW_UCHAR(d),(o)+=4) 1020 | #define stbiw__wp32(data,v) stbiw__wpng4(data, (v)>>24,(v)>>16,(v)>>8,(v)); 1021 | #define stbiw__wptag(data,s) stbiw__wpng4(data, s[0],s[1],s[2],s[3]) 1022 | 1023 | static void stbiw__wpcrc(unsigned char **data, int len) 1024 | { 1025 | unsigned int crc = stbiw__crc32(*data - len - 4, len+4); 1026 | stbiw__wp32(*data, crc); 1027 | } 1028 | 1029 | static unsigned char stbiw__paeth(int a, int b, int c) 1030 | { 1031 | int p = a + b - c, pa = abs(p-a), pb = abs(p-b), pc = abs(p-c); 1032 | if (pa <= pb && pa <= pc) return STBIW_UCHAR(a); 1033 | if (pb <= pc) return STBIW_UCHAR(b); 1034 | return STBIW_UCHAR(c); 1035 | } 1036 | 1037 | // @OPTIMIZE: provide an option that always forces left-predict or paeth predict 1038 | static void stbiw__encode_png_line(unsigned char *pixels, int stride_bytes, int width, int height, int y, int n, int filter_type, signed char *line_buffer) 1039 | { 1040 | static int mapping[] = { 0,1,2,3,4 }; 1041 | static int firstmap[] = { 0,1,0,5,6 }; 1042 | int *mymap = (y != 0) ? mapping : firstmap; 1043 | int i; 1044 | int type = mymap[filter_type]; 1045 | unsigned char *z = pixels + stride_bytes * (stbi__flip_vertically_on_write ? height-1-y : y); 1046 | int signed_stride = stbi__flip_vertically_on_write ? -stride_bytes : stride_bytes; 1047 | 1048 | if (type==0) { 1049 | memcpy(line_buffer, z, width*n); 1050 | return; 1051 | } 1052 | 1053 | // first loop isn't optimized since it's just one pixel 1054 | for (i = 0; i < n; ++i) { 1055 | switch (type) { 1056 | case 1: line_buffer[i] = z[i]; break; 1057 | case 2: line_buffer[i] = z[i] - z[i-signed_stride]; break; 1058 | case 3: line_buffer[i] = z[i] - (z[i-signed_stride]>>1); break; 1059 | case 4: line_buffer[i] = (signed char) (z[i] - stbiw__paeth(0,z[i-signed_stride],0)); break; 1060 | case 5: line_buffer[i] = z[i]; break; 1061 | case 6: line_buffer[i] = z[i]; break; 1062 | } 1063 | } 1064 | switch (type) { 1065 | case 1: for (i=n; i < width*n; ++i) line_buffer[i] = z[i] - z[i-n]; break; 1066 | case 2: for (i=n; i < width*n; ++i) line_buffer[i] = z[i] - z[i-signed_stride]; break; 1067 | case 3: for (i=n; i < width*n; ++i) line_buffer[i] = z[i] - ((z[i-n] + z[i-signed_stride])>>1); break; 1068 | case 4: for (i=n; i < width*n; ++i) line_buffer[i] = z[i] - stbiw__paeth(z[i-n], z[i-signed_stride], z[i-signed_stride-n]); break; 1069 | case 5: for (i=n; i < width*n; ++i) line_buffer[i] = z[i] - (z[i-n]>>1); break; 1070 | case 6: for (i=n; i < width*n; ++i) line_buffer[i] = z[i] - stbiw__paeth(z[i-n], 0,0); break; 1071 | } 1072 | } 1073 | 1074 | STBIWDEF unsigned char *stbi_write_png_to_mem(const unsigned char *pixels, int stride_bytes, int x, int y, int n, int *out_len) 1075 | { 1076 | int force_filter = stbi_write_force_png_filter; 1077 | int ctype[5] = { -1, 0, 4, 2, 6 }; 1078 | unsigned char sig[8] = { 137,80,78,71,13,10,26,10 }; 1079 | unsigned char *out,*o, *filt, *zlib; 1080 | signed char *line_buffer; 1081 | int j,zlen; 1082 | 1083 | if (stride_bytes == 0) 1084 | stride_bytes = x * n; 1085 | 1086 | if (force_filter >= 5) { 1087 | force_filter = -1; 1088 | } 1089 | 1090 | filt = (unsigned char *) STBIW_MALLOC((x*n+1) * y); if (!filt) return 0; 1091 | line_buffer = (signed char *) STBIW_MALLOC(x * n); if (!line_buffer) { STBIW_FREE(filt); return 0; } 1092 | for (j=0; j < y; ++j) { 1093 | int filter_type; 1094 | if (force_filter > -1) { 1095 | filter_type = force_filter; 1096 | stbiw__encode_png_line((unsigned char*)(pixels), stride_bytes, x, y, j, n, force_filter, line_buffer); 1097 | } else { // Estimate the best filter by running through all of them: 1098 | int best_filter = 0, best_filter_val = 0x7fffffff, est, i; 1099 | for (filter_type = 0; filter_type < 5; filter_type++) { 1100 | stbiw__encode_png_line((unsigned char*)(pixels), stride_bytes, x, y, j, n, filter_type, line_buffer); 1101 | 1102 | // Estimate the entropy of the line using this filter; the less, the better. 1103 | est = 0; 1104 | for (i = 0; i < x*n; ++i) { 1105 | est += abs((signed char) line_buffer[i]); 1106 | } 1107 | if (est < best_filter_val) { 1108 | best_filter_val = est; 1109 | best_filter = filter_type; 1110 | } 1111 | } 1112 | if (filter_type != best_filter) { // If the last iteration already got us the best filter, don't redo it 1113 | stbiw__encode_png_line((unsigned char*)(pixels), stride_bytes, x, y, j, n, best_filter, line_buffer); 1114 | filter_type = best_filter; 1115 | } 1116 | } 1117 | // when we get here, filter_type contains the filter type, and line_buffer contains the data 1118 | filt[j*(x*n+1)] = (unsigned char) filter_type; 1119 | STBIW_MEMMOVE(filt+j*(x*n+1)+1, line_buffer, x*n); 1120 | } 1121 | STBIW_FREE(line_buffer); 1122 | zlib = stbi_zlib_compress(filt, y*( x*n+1), &zlen, stbi_write_png_compression_level); 1123 | STBIW_FREE(filt); 1124 | if (!zlib) return 0; 1125 | 1126 | // each tag requires 12 bytes of overhead 1127 | out = (unsigned char *) STBIW_MALLOC(8 + 12+13 + 12+zlen + 12); 1128 | if (!out) return 0; 1129 | *out_len = 8 + 12+13 + 12+zlen + 12; 1130 | 1131 | o=out; 1132 | STBIW_MEMMOVE(o,sig,8); o+= 8; 1133 | stbiw__wp32(o, 13); // header length 1134 | stbiw__wptag(o, "IHDR"); 1135 | stbiw__wp32(o, x); 1136 | stbiw__wp32(o, y); 1137 | *o++ = 8; 1138 | *o++ = STBIW_UCHAR(ctype[n]); 1139 | *o++ = 0; 1140 | *o++ = 0; 1141 | *o++ = 0; 1142 | stbiw__wpcrc(&o,13); 1143 | 1144 | stbiw__wp32(o, zlen); 1145 | stbiw__wptag(o, "IDAT"); 1146 | STBIW_MEMMOVE(o, zlib, zlen); 1147 | o += zlen; 1148 | STBIW_FREE(zlib); 1149 | stbiw__wpcrc(&o, zlen); 1150 | 1151 | stbiw__wp32(o,0); 1152 | stbiw__wptag(o, "IEND"); 1153 | stbiw__wpcrc(&o,0); 1154 | 1155 | STBIW_ASSERT(o == out + *out_len); 1156 | 1157 | return out; 1158 | } 1159 | 1160 | #ifndef STBI_WRITE_NO_STDIO 1161 | STBIWDEF int stbi_write_png(char const *filename, int x, int y, int comp, const void *data, int stride_bytes) 1162 | { 1163 | FILE *f; 1164 | int len; 1165 | unsigned char *png = stbi_write_png_to_mem((const unsigned char *) data, stride_bytes, x, y, comp, &len); 1166 | if (png == NULL) return 0; 1167 | 1168 | f = stbiw__fopen(filename, "wb"); 1169 | if (!f) { STBIW_FREE(png); return 0; } 1170 | fwrite(png, 1, len, f); 1171 | fclose(f); 1172 | STBIW_FREE(png); 1173 | return 1; 1174 | } 1175 | #endif 1176 | 1177 | STBIWDEF int stbi_write_png_to_func(stbi_write_func *func, void *context, int x, int y, int comp, const void *data, int stride_bytes) 1178 | { 1179 | int len; 1180 | unsigned char *png = stbi_write_png_to_mem((const unsigned char *) data, stride_bytes, x, y, comp, &len); 1181 | if (png == NULL) return 0; 1182 | func(context, png, len); 1183 | STBIW_FREE(png); 1184 | return 1; 1185 | } 1186 | 1187 | 1188 | /* *************************************************************************** 1189 | * 1190 | * JPEG writer 1191 | * 1192 | * This is based on Jon Olick's jo_jpeg.cpp: 1193 | * public domain Simple, Minimalistic JPEG writer - http://www.jonolick.com/code.html 1194 | */ 1195 | 1196 | static const unsigned char stbiw__jpg_ZigZag[] = { 0,1,5,6,14,15,27,28,2,4,7,13,16,26,29,42,3,8,12,17,25,30,41,43,9,11,18, 1197 | 24,31,40,44,53,10,19,23,32,39,45,52,54,20,22,33,38,46,51,55,60,21,34,37,47,50,56,59,61,35,36,48,49,57,58,62,63 }; 1198 | 1199 | static void stbiw__jpg_writeBits(stbi__write_context *s, int *bitBufP, int *bitCntP, const unsigned short *bs) { 1200 | int bitBuf = *bitBufP, bitCnt = *bitCntP; 1201 | bitCnt += bs[1]; 1202 | bitBuf |= bs[0] << (24 - bitCnt); 1203 | while(bitCnt >= 8) { 1204 | unsigned char c = (bitBuf >> 16) & 255; 1205 | stbiw__putc(s, c); 1206 | if(c == 255) { 1207 | stbiw__putc(s, 0); 1208 | } 1209 | bitBuf <<= 8; 1210 | bitCnt -= 8; 1211 | } 1212 | *bitBufP = bitBuf; 1213 | *bitCntP = bitCnt; 1214 | } 1215 | 1216 | static void stbiw__jpg_DCT(float *d0p, float *d1p, float *d2p, float *d3p, float *d4p, float *d5p, float *d6p, float *d7p) { 1217 | float d0 = *d0p, d1 = *d1p, d2 = *d2p, d3 = *d3p, d4 = *d4p, d5 = *d5p, d6 = *d6p, d7 = *d7p; 1218 | float z1, z2, z3, z4, z5, z11, z13; 1219 | 1220 | float tmp0 = d0 + d7; 1221 | float tmp7 = d0 - d7; 1222 | float tmp1 = d1 + d6; 1223 | float tmp6 = d1 - d6; 1224 | float tmp2 = d2 + d5; 1225 | float tmp5 = d2 - d5; 1226 | float tmp3 = d3 + d4; 1227 | float tmp4 = d3 - d4; 1228 | 1229 | // Even part 1230 | float tmp10 = tmp0 + tmp3; // phase 2 1231 | float tmp13 = tmp0 - tmp3; 1232 | float tmp11 = tmp1 + tmp2; 1233 | float tmp12 = tmp1 - tmp2; 1234 | 1235 | d0 = tmp10 + tmp11; // phase 3 1236 | d4 = tmp10 - tmp11; 1237 | 1238 | z1 = (tmp12 + tmp13) * 0.707106781f; // c4 1239 | d2 = tmp13 + z1; // phase 5 1240 | d6 = tmp13 - z1; 1241 | 1242 | // Odd part 1243 | tmp10 = tmp4 + tmp5; // phase 2 1244 | tmp11 = tmp5 + tmp6; 1245 | tmp12 = tmp6 + tmp7; 1246 | 1247 | // The rotator is modified from fig 4-8 to avoid extra negations. 1248 | z5 = (tmp10 - tmp12) * 0.382683433f; // c6 1249 | z2 = tmp10 * 0.541196100f + z5; // c2-c6 1250 | z4 = tmp12 * 1.306562965f + z5; // c2+c6 1251 | z3 = tmp11 * 0.707106781f; // c4 1252 | 1253 | z11 = tmp7 + z3; // phase 5 1254 | z13 = tmp7 - z3; 1255 | 1256 | *d5p = z13 + z2; // phase 6 1257 | *d3p = z13 - z2; 1258 | *d1p = z11 + z4; 1259 | *d7p = z11 - z4; 1260 | 1261 | *d0p = d0; *d2p = d2; *d4p = d4; *d6p = d6; 1262 | } 1263 | 1264 | static void stbiw__jpg_calcBits(int val, unsigned short bits[2]) { 1265 | int tmp1 = val < 0 ? -val : val; 1266 | val = val < 0 ? val-1 : val; 1267 | bits[1] = 1; 1268 | while(tmp1 >>= 1) { 1269 | ++bits[1]; 1270 | } 1271 | bits[0] = val & ((1<0)&&(DU[end0pos]==0); --end0pos) { 1314 | } 1315 | // end0pos = first element in reverse order !=0 1316 | if(end0pos == 0) { 1317 | stbiw__jpg_writeBits(s, bitBuf, bitCnt, EOB); 1318 | return DU[0]; 1319 | } 1320 | for(i = 1; i <= end0pos; ++i) { 1321 | int startpos = i; 1322 | int nrzeroes; 1323 | unsigned short bits[2]; 1324 | for (; DU[i]==0 && i<=end0pos; ++i) { 1325 | } 1326 | nrzeroes = i-startpos; 1327 | if ( nrzeroes >= 16 ) { 1328 | int lng = nrzeroes>>4; 1329 | int nrmarker; 1330 | for (nrmarker=1; nrmarker <= lng; ++nrmarker) 1331 | stbiw__jpg_writeBits(s, bitBuf, bitCnt, M16zeroes); 1332 | nrzeroes &= 15; 1333 | } 1334 | stbiw__jpg_calcBits(DU[i], bits); 1335 | stbiw__jpg_writeBits(s, bitBuf, bitCnt, HTAC[(nrzeroes<<4)+bits[1]]); 1336 | stbiw__jpg_writeBits(s, bitBuf, bitCnt, bits); 1337 | } 1338 | if(end0pos != 63) { 1339 | stbiw__jpg_writeBits(s, bitBuf, bitCnt, EOB); 1340 | } 1341 | return DU[0]; 1342 | } 1343 | 1344 | static int stbi_write_jpg_core(stbi__write_context *s, int width, int height, int comp, const void* data, int quality) { 1345 | // Constants that don't pollute global namespace 1346 | static const unsigned char std_dc_luminance_nrcodes[] = {0,0,1,5,1,1,1,1,1,1,0,0,0,0,0,0,0}; 1347 | static const unsigned char std_dc_luminance_values[] = {0,1,2,3,4,5,6,7,8,9,10,11}; 1348 | static const unsigned char std_ac_luminance_nrcodes[] = {0,0,2,1,3,3,2,4,3,5,5,4,4,0,0,1,0x7d}; 1349 | static const unsigned char std_ac_luminance_values[] = { 1350 | 0x01,0x02,0x03,0x00,0x04,0x11,0x05,0x12,0x21,0x31,0x41,0x06,0x13,0x51,0x61,0x07,0x22,0x71,0x14,0x32,0x81,0x91,0xa1,0x08, 1351 | 0x23,0x42,0xb1,0xc1,0x15,0x52,0xd1,0xf0,0x24,0x33,0x62,0x72,0x82,0x09,0x0a,0x16,0x17,0x18,0x19,0x1a,0x25,0x26,0x27,0x28, 1352 | 0x29,0x2a,0x34,0x35,0x36,0x37,0x38,0x39,0x3a,0x43,0x44,0x45,0x46,0x47,0x48,0x49,0x4a,0x53,0x54,0x55,0x56,0x57,0x58,0x59, 1353 | 0x5a,0x63,0x64,0x65,0x66,0x67,0x68,0x69,0x6a,0x73,0x74,0x75,0x76,0x77,0x78,0x79,0x7a,0x83,0x84,0x85,0x86,0x87,0x88,0x89, 1354 | 0x8a,0x92,0x93,0x94,0x95,0x96,0x97,0x98,0x99,0x9a,0xa2,0xa3,0xa4,0xa5,0xa6,0xa7,0xa8,0xa9,0xaa,0xb2,0xb3,0xb4,0xb5,0xb6, 1355 | 0xb7,0xb8,0xb9,0xba,0xc2,0xc3,0xc4,0xc5,0xc6,0xc7,0xc8,0xc9,0xca,0xd2,0xd3,0xd4,0xd5,0xd6,0xd7,0xd8,0xd9,0xda,0xe1,0xe2, 1356 | 0xe3,0xe4,0xe5,0xe6,0xe7,0xe8,0xe9,0xea,0xf1,0xf2,0xf3,0xf4,0xf5,0xf6,0xf7,0xf8,0xf9,0xfa 1357 | }; 1358 | static const unsigned char std_dc_chrominance_nrcodes[] = {0,0,3,1,1,1,1,1,1,1,1,1,0,0,0,0,0}; 1359 | static const unsigned char std_dc_chrominance_values[] = {0,1,2,3,4,5,6,7,8,9,10,11}; 1360 | static const unsigned char std_ac_chrominance_nrcodes[] = {0,0,2,1,2,4,4,3,4,7,5,4,4,0,1,2,0x77}; 1361 | static const unsigned char std_ac_chrominance_values[] = { 1362 | 0x00,0x01,0x02,0x03,0x11,0x04,0x05,0x21,0x31,0x06,0x12,0x41,0x51,0x07,0x61,0x71,0x13,0x22,0x32,0x81,0x08,0x14,0x42,0x91, 1363 | 0xa1,0xb1,0xc1,0x09,0x23,0x33,0x52,0xf0,0x15,0x62,0x72,0xd1,0x0a,0x16,0x24,0x34,0xe1,0x25,0xf1,0x17,0x18,0x19,0x1a,0x26, 1364 | 0x27,0x28,0x29,0x2a,0x35,0x36,0x37,0x38,0x39,0x3a,0x43,0x44,0x45,0x46,0x47,0x48,0x49,0x4a,0x53,0x54,0x55,0x56,0x57,0x58, 1365 | 0x59,0x5a,0x63,0x64,0x65,0x66,0x67,0x68,0x69,0x6a,0x73,0x74,0x75,0x76,0x77,0x78,0x79,0x7a,0x82,0x83,0x84,0x85,0x86,0x87, 1366 | 0x88,0x89,0x8a,0x92,0x93,0x94,0x95,0x96,0x97,0x98,0x99,0x9a,0xa2,0xa3,0xa4,0xa5,0xa6,0xa7,0xa8,0xa9,0xaa,0xb2,0xb3,0xb4, 1367 | 0xb5,0xb6,0xb7,0xb8,0xb9,0xba,0xc2,0xc3,0xc4,0xc5,0xc6,0xc7,0xc8,0xc9,0xca,0xd2,0xd3,0xd4,0xd5,0xd6,0xd7,0xd8,0xd9,0xda, 1368 | 0xe2,0xe3,0xe4,0xe5,0xe6,0xe7,0xe8,0xe9,0xea,0xf2,0xf3,0xf4,0xf5,0xf6,0xf7,0xf8,0xf9,0xfa 1369 | }; 1370 | // Huffman tables 1371 | static const unsigned short YDC_HT[256][2] = { {0,2},{2,3},{3,3},{4,3},{5,3},{6,3},{14,4},{30,5},{62,6},{126,7},{254,8},{510,9}}; 1372 | static const unsigned short UVDC_HT[256][2] = { {0,2},{1,2},{2,2},{6,3},{14,4},{30,5},{62,6},{126,7},{254,8},{510,9},{1022,10},{2046,11}}; 1373 | static const unsigned short YAC_HT[256][2] = { 1374 | {10,4},{0,2},{1,2},{4,3},{11,4},{26,5},{120,7},{248,8},{1014,10},{65410,16},{65411,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1375 | {12,4},{27,5},{121,7},{502,9},{2038,11},{65412,16},{65413,16},{65414,16},{65415,16},{65416,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1376 | {28,5},{249,8},{1015,10},{4084,12},{65417,16},{65418,16},{65419,16},{65420,16},{65421,16},{65422,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1377 | {58,6},{503,9},{4085,12},{65423,16},{65424,16},{65425,16},{65426,16},{65427,16},{65428,16},{65429,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1378 | {59,6},{1016,10},{65430,16},{65431,16},{65432,16},{65433,16},{65434,16},{65435,16},{65436,16},{65437,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1379 | {122,7},{2039,11},{65438,16},{65439,16},{65440,16},{65441,16},{65442,16},{65443,16},{65444,16},{65445,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1380 | {123,7},{4086,12},{65446,16},{65447,16},{65448,16},{65449,16},{65450,16},{65451,16},{65452,16},{65453,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1381 | {250,8},{4087,12},{65454,16},{65455,16},{65456,16},{65457,16},{65458,16},{65459,16},{65460,16},{65461,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1382 | {504,9},{32704,15},{65462,16},{65463,16},{65464,16},{65465,16},{65466,16},{65467,16},{65468,16},{65469,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1383 | {505,9},{65470,16},{65471,16},{65472,16},{65473,16},{65474,16},{65475,16},{65476,16},{65477,16},{65478,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1384 | {506,9},{65479,16},{65480,16},{65481,16},{65482,16},{65483,16},{65484,16},{65485,16},{65486,16},{65487,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1385 | {1017,10},{65488,16},{65489,16},{65490,16},{65491,16},{65492,16},{65493,16},{65494,16},{65495,16},{65496,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1386 | {1018,10},{65497,16},{65498,16},{65499,16},{65500,16},{65501,16},{65502,16},{65503,16},{65504,16},{65505,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1387 | {2040,11},{65506,16},{65507,16},{65508,16},{65509,16},{65510,16},{65511,16},{65512,16},{65513,16},{65514,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1388 | {65515,16},{65516,16},{65517,16},{65518,16},{65519,16},{65520,16},{65521,16},{65522,16},{65523,16},{65524,16},{0,0},{0,0},{0,0},{0,0},{0,0}, 1389 | {2041,11},{65525,16},{65526,16},{65527,16},{65528,16},{65529,16},{65530,16},{65531,16},{65532,16},{65533,16},{65534,16},{0,0},{0,0},{0,0},{0,0},{0,0} 1390 | }; 1391 | static const unsigned short UVAC_HT[256][2] = { 1392 | {0,2},{1,2},{4,3},{10,4},{24,5},{25,5},{56,6},{120,7},{500,9},{1014,10},{4084,12},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1393 | {11,4},{57,6},{246,8},{501,9},{2038,11},{4085,12},{65416,16},{65417,16},{65418,16},{65419,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1394 | {26,5},{247,8},{1015,10},{4086,12},{32706,15},{65420,16},{65421,16},{65422,16},{65423,16},{65424,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1395 | {27,5},{248,8},{1016,10},{4087,12},{65425,16},{65426,16},{65427,16},{65428,16},{65429,16},{65430,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1396 | {58,6},{502,9},{65431,16},{65432,16},{65433,16},{65434,16},{65435,16},{65436,16},{65437,16},{65438,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1397 | {59,6},{1017,10},{65439,16},{65440,16},{65441,16},{65442,16},{65443,16},{65444,16},{65445,16},{65446,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1398 | {121,7},{2039,11},{65447,16},{65448,16},{65449,16},{65450,16},{65451,16},{65452,16},{65453,16},{65454,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1399 | {122,7},{2040,11},{65455,16},{65456,16},{65457,16},{65458,16},{65459,16},{65460,16},{65461,16},{65462,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1400 | {249,8},{65463,16},{65464,16},{65465,16},{65466,16},{65467,16},{65468,16},{65469,16},{65470,16},{65471,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1401 | {503,9},{65472,16},{65473,16},{65474,16},{65475,16},{65476,16},{65477,16},{65478,16},{65479,16},{65480,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1402 | {504,9},{65481,16},{65482,16},{65483,16},{65484,16},{65485,16},{65486,16},{65487,16},{65488,16},{65489,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1403 | {505,9},{65490,16},{65491,16},{65492,16},{65493,16},{65494,16},{65495,16},{65496,16},{65497,16},{65498,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1404 | {506,9},{65499,16},{65500,16},{65501,16},{65502,16},{65503,16},{65504,16},{65505,16},{65506,16},{65507,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1405 | {2041,11},{65508,16},{65509,16},{65510,16},{65511,16},{65512,16},{65513,16},{65514,16},{65515,16},{65516,16},{0,0},{0,0},{0,0},{0,0},{0,0},{0,0}, 1406 | {16352,14},{65517,16},{65518,16},{65519,16},{65520,16},{65521,16},{65522,16},{65523,16},{65524,16},{65525,16},{0,0},{0,0},{0,0},{0,0},{0,0}, 1407 | {1018,10},{32707,15},{65526,16},{65527,16},{65528,16},{65529,16},{65530,16},{65531,16},{65532,16},{65533,16},{65534,16},{0,0},{0,0},{0,0},{0,0},{0,0} 1408 | }; 1409 | static const int YQT[] = {16,11,10,16,24,40,51,61,12,12,14,19,26,58,60,55,14,13,16,24,40,57,69,56,14,17,22,29,51,87,80,62,18,22, 1410 | 37,56,68,109,103,77,24,35,55,64,81,104,113,92,49,64,78,87,103,121,120,101,72,92,95,98,112,100,103,99}; 1411 | static const int UVQT[] = {17,18,24,47,99,99,99,99,18,21,26,66,99,99,99,99,24,26,56,99,99,99,99,99,47,66,99,99,99,99,99,99, 1412 | 99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99,99}; 1413 | static const float aasf[] = { 1.0f * 2.828427125f, 1.387039845f * 2.828427125f, 1.306562965f * 2.828427125f, 1.175875602f * 2.828427125f, 1414 | 1.0f * 2.828427125f, 0.785694958f * 2.828427125f, 0.541196100f * 2.828427125f, 0.275899379f * 2.828427125f }; 1415 | 1416 | int row, col, i, k, subsample; 1417 | float fdtbl_Y[64], fdtbl_UV[64]; 1418 | unsigned char YTable[64], UVTable[64]; 1419 | 1420 | if(!data || !width || !height || comp > 4 || comp < 1) { 1421 | return 0; 1422 | } 1423 | 1424 | quality = quality ? quality : 90; 1425 | subsample = quality <= 90 ? 1 : 0; 1426 | quality = quality < 1 ? 1 : quality > 100 ? 100 : quality; 1427 | quality = quality < 50 ? 5000 / quality : 200 - quality * 2; 1428 | 1429 | for(i = 0; i < 64; ++i) { 1430 | int uvti, yti = (YQT[i]*quality+50)/100; 1431 | YTable[stbiw__jpg_ZigZag[i]] = (unsigned char) (yti < 1 ? 1 : yti > 255 ? 255 : yti); 1432 | uvti = (UVQT[i]*quality+50)/100; 1433 | UVTable[stbiw__jpg_ZigZag[i]] = (unsigned char) (uvti < 1 ? 1 : uvti > 255 ? 255 : uvti); 1434 | } 1435 | 1436 | for(row = 0, k = 0; row < 8; ++row) { 1437 | for(col = 0; col < 8; ++col, ++k) { 1438 | fdtbl_Y[k] = 1 / (YTable [stbiw__jpg_ZigZag[k]] * aasf[row] * aasf[col]); 1439 | fdtbl_UV[k] = 1 / (UVTable[stbiw__jpg_ZigZag[k]] * aasf[row] * aasf[col]); 1440 | } 1441 | } 1442 | 1443 | // Write Headers 1444 | { 1445 | static const unsigned char head0[] = { 0xFF,0xD8,0xFF,0xE0,0,0x10,'J','F','I','F',0,1,1,0,0,1,0,1,0,0,0xFF,0xDB,0,0x84,0 }; 1446 | static const unsigned char head2[] = { 0xFF,0xDA,0,0xC,3,1,0,2,0x11,3,0x11,0,0x3F,0 }; 1447 | const unsigned char head1[] = { 0xFF,0xC0,0,0x11,8,(unsigned char)(height>>8),STBIW_UCHAR(height),(unsigned char)(width>>8),STBIW_UCHAR(width), 1448 | 3,1,(unsigned char)(subsample?0x22:0x11),0,2,0x11,1,3,0x11,1,0xFF,0xC4,0x01,0xA2,0 }; 1449 | s->func(s->context, (void*)head0, sizeof(head0)); 1450 | s->func(s->context, (void*)YTable, sizeof(YTable)); 1451 | stbiw__putc(s, 1); 1452 | s->func(s->context, UVTable, sizeof(UVTable)); 1453 | s->func(s->context, (void*)head1, sizeof(head1)); 1454 | s->func(s->context, (void*)(std_dc_luminance_nrcodes+1), sizeof(std_dc_luminance_nrcodes)-1); 1455 | s->func(s->context, (void*)std_dc_luminance_values, sizeof(std_dc_luminance_values)); 1456 | stbiw__putc(s, 0x10); // HTYACinfo 1457 | s->func(s->context, (void*)(std_ac_luminance_nrcodes+1), sizeof(std_ac_luminance_nrcodes)-1); 1458 | s->func(s->context, (void*)std_ac_luminance_values, sizeof(std_ac_luminance_values)); 1459 | stbiw__putc(s, 1); // HTUDCinfo 1460 | s->func(s->context, (void*)(std_dc_chrominance_nrcodes+1), sizeof(std_dc_chrominance_nrcodes)-1); 1461 | s->func(s->context, (void*)std_dc_chrominance_values, sizeof(std_dc_chrominance_values)); 1462 | stbiw__putc(s, 0x11); // HTUACinfo 1463 | s->func(s->context, (void*)(std_ac_chrominance_nrcodes+1), sizeof(std_ac_chrominance_nrcodes)-1); 1464 | s->func(s->context, (void*)std_ac_chrominance_values, sizeof(std_ac_chrominance_values)); 1465 | s->func(s->context, (void*)head2, sizeof(head2)); 1466 | } 1467 | 1468 | // Encode 8x8 macroblocks 1469 | { 1470 | static const unsigned short fillBits[] = {0x7F, 7}; 1471 | int DCY=0, DCU=0, DCV=0; 1472 | int bitBuf=0, bitCnt=0; 1473 | // comp == 2 is grey+alpha (alpha is ignored) 1474 | int ofsG = comp > 2 ? 1 : 0, ofsB = comp > 2 ? 2 : 0; 1475 | const unsigned char *dataR = (const unsigned char *)data; 1476 | const unsigned char *dataG = dataR + ofsG; 1477 | const unsigned char *dataB = dataR + ofsB; 1478 | int x, y, pos; 1479 | if(subsample) { 1480 | for(y = 0; y < height; y += 16) { 1481 | for(x = 0; x < width; x += 16) { 1482 | float Y[256], U[256], V[256]; 1483 | for(row = y, pos = 0; row < y+16; ++row) { 1484 | // row >= height => use last input row 1485 | int clamped_row = (row < height) ? row : height - 1; 1486 | int base_p = (stbi__flip_vertically_on_write ? (height-1-clamped_row) : clamped_row)*width*comp; 1487 | for(col = x; col < x+16; ++col, ++pos) { 1488 | // if col >= width => use pixel from last input column 1489 | int p = base_p + ((col < width) ? col : (width-1))*comp; 1490 | float r = dataR[p], g = dataG[p], b = dataB[p]; 1491 | Y[pos]= +0.29900f*r + 0.58700f*g + 0.11400f*b - 128; 1492 | U[pos]= -0.16874f*r - 0.33126f*g + 0.50000f*b; 1493 | V[pos]= +0.50000f*r - 0.41869f*g - 0.08131f*b; 1494 | } 1495 | } 1496 | DCY = stbiw__jpg_processDU(s, &bitBuf, &bitCnt, Y+0, 16, fdtbl_Y, DCY, YDC_HT, YAC_HT); 1497 | DCY = stbiw__jpg_processDU(s, &bitBuf, &bitCnt, Y+8, 16, fdtbl_Y, DCY, YDC_HT, YAC_HT); 1498 | DCY = stbiw__jpg_processDU(s, &bitBuf, &bitCnt, Y+128, 16, fdtbl_Y, DCY, YDC_HT, YAC_HT); 1499 | DCY = stbiw__jpg_processDU(s, &bitBuf, &bitCnt, Y+136, 16, fdtbl_Y, DCY, YDC_HT, YAC_HT); 1500 | 1501 | // subsample U,V 1502 | { 1503 | float subU[64], subV[64]; 1504 | int yy, xx; 1505 | for(yy = 0, pos = 0; yy < 8; ++yy) { 1506 | for(xx = 0; xx < 8; ++xx, ++pos) { 1507 | int j = yy*32+xx*2; 1508 | subU[pos] = (U[j+0] + U[j+1] + U[j+16] + U[j+17]) * 0.25f; 1509 | subV[pos] = (V[j+0] + V[j+1] + V[j+16] + V[j+17]) * 0.25f; 1510 | } 1511 | } 1512 | DCU = stbiw__jpg_processDU(s, &bitBuf, &bitCnt, subU, 8, fdtbl_UV, DCU, UVDC_HT, UVAC_HT); 1513 | DCV = stbiw__jpg_processDU(s, &bitBuf, &bitCnt, subV, 8, fdtbl_UV, DCV, UVDC_HT, UVAC_HT); 1514 | } 1515 | } 1516 | } 1517 | } else { 1518 | for(y = 0; y < height; y += 8) { 1519 | for(x = 0; x < width; x += 8) { 1520 | float Y[64], U[64], V[64]; 1521 | for(row = y, pos = 0; row < y+8; ++row) { 1522 | // row >= height => use last input row 1523 | int clamped_row = (row < height) ? row : height - 1; 1524 | int base_p = (stbi__flip_vertically_on_write ? (height-1-clamped_row) : clamped_row)*width*comp; 1525 | for(col = x; col < x+8; ++col, ++pos) { 1526 | // if col >= width => use pixel from last input column 1527 | int p = base_p + ((col < width) ? col : (width-1))*comp; 1528 | float r = dataR[p], g = dataG[p], b = dataB[p]; 1529 | Y[pos]= +0.29900f*r + 0.58700f*g + 0.11400f*b - 128; 1530 | U[pos]= -0.16874f*r - 0.33126f*g + 0.50000f*b; 1531 | V[pos]= +0.50000f*r - 0.41869f*g - 0.08131f*b; 1532 | } 1533 | } 1534 | 1535 | DCY = stbiw__jpg_processDU(s, &bitBuf, &bitCnt, Y, 8, fdtbl_Y, DCY, YDC_HT, YAC_HT); 1536 | DCU = stbiw__jpg_processDU(s, &bitBuf, &bitCnt, U, 8, fdtbl_UV, DCU, UVDC_HT, UVAC_HT); 1537 | DCV = stbiw__jpg_processDU(s, &bitBuf, &bitCnt, V, 8, fdtbl_UV, DCV, UVDC_HT, UVAC_HT); 1538 | } 1539 | } 1540 | } 1541 | 1542 | // Do the bit alignment of the EOI marker 1543 | stbiw__jpg_writeBits(s, &bitBuf, &bitCnt, fillBits); 1544 | } 1545 | 1546 | // EOI 1547 | stbiw__putc(s, 0xFF); 1548 | stbiw__putc(s, 0xD9); 1549 | 1550 | return 1; 1551 | } 1552 | 1553 | STBIWDEF int stbi_write_jpg_to_func(stbi_write_func *func, void *context, int x, int y, int comp, const void *data, int quality) 1554 | { 1555 | stbi__write_context s; 1556 | stbi__start_write_callbacks(&s, func, context); 1557 | return stbi_write_jpg_core(&s, x, y, comp, (void *) data, quality); 1558 | } 1559 | 1560 | 1561 | #ifndef STBI_WRITE_NO_STDIO 1562 | STBIWDEF int stbi_write_jpg(char const *filename, int x, int y, int comp, const void *data, int quality) 1563 | { 1564 | stbi__write_context s; 1565 | if (stbi__start_write_file(&s,filename)) { 1566 | int r = stbi_write_jpg_core(&s, x, y, comp, data, quality); 1567 | stbi__end_write_file(&s); 1568 | return r; 1569 | } else 1570 | return 0; 1571 | } 1572 | #endif 1573 | 1574 | #endif // STB_IMAGE_WRITE_IMPLEMENTATION 1575 | 1576 | /* Revision history 1577 | 1.14 (2020-02-02) updated JPEG writer to downsample chroma channels 1578 | 1.13 1579 | 1.12 1580 | 1.11 (2019-08-11) 1581 | 1582 | 1.10 (2019-02-07) 1583 | support utf8 filenames in Windows; fix warnings and platform ifdefs 1584 | 1.09 (2018-02-11) 1585 | fix typo in zlib quality API, improve STB_I_W_STATIC in C++ 1586 | 1.08 (2018-01-29) 1587 | add stbi__flip_vertically_on_write, external zlib, zlib quality, choose PNG filter 1588 | 1.07 (2017-07-24) 1589 | doc fix 1590 | 1.06 (2017-07-23) 1591 | writing JPEG (using Jon Olick's code) 1592 | 1.05 ??? 1593 | 1.04 (2017-03-03) 1594 | monochrome BMP expansion 1595 | 1.03 ??? 1596 | 1.02 (2016-04-02) 1597 | avoid allocating large structures on the stack 1598 | 1.01 (2016-01-16) 1599 | STBIW_REALLOC_SIZED: support allocators with no realloc support 1600 | avoid race-condition in crc initialization 1601 | minor compile issues 1602 | 1.00 (2015-09-14) 1603 | installable file IO function 1604 | 0.99 (2015-09-13) 1605 | warning fixes; TGA rle support 1606 | 0.98 (2015-04-08) 1607 | added STBIW_MALLOC, STBIW_ASSERT etc 1608 | 0.97 (2015-01-18) 1609 | fixed HDR asserts, rewrote HDR rle logic 1610 | 0.96 (2015-01-17) 1611 | add HDR output 1612 | fix monochrome BMP 1613 | 0.95 (2014-08-17) 1614 | add monochrome TGA output 1615 | 0.94 (2014-05-31) 1616 | rename private functions to avoid conflicts with stb_image.h 1617 | 0.93 (2014-05-27) 1618 | warning fixes 1619 | 0.92 (2010-08-01) 1620 | casts to unsigned char to fix warnings 1621 | 0.91 (2010-07-17) 1622 | first public release 1623 | 0.90 first internal release 1624 | */ 1625 | 1626 | /* 1627 | ------------------------------------------------------------------------------ 1628 | This software is available under 2 licenses -- choose whichever you prefer. 1629 | ------------------------------------------------------------------------------ 1630 | ALTERNATIVE A - MIT License 1631 | Copyright (c) 2017 Sean Barrett 1632 | Permission is hereby granted, free of charge, to any person obtaining a copy of 1633 | this software and associated documentation files (the "Software"), to deal in 1634 | the Software without restriction, including without limitation the rights to 1635 | use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies 1636 | of the Software, and to permit persons to whom the Software is furnished to do 1637 | so, subject to the following conditions: 1638 | The above copyright notice and this permission notice shall be included in all 1639 | copies or substantial portions of the Software. 1640 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 1641 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 1642 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 1643 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 1644 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 1645 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 1646 | SOFTWARE. 1647 | ------------------------------------------------------------------------------ 1648 | ALTERNATIVE B - Public Domain (www.unlicense.org) 1649 | This is free and unencumbered software released into the public domain. 1650 | Anyone is free to copy, modify, publish, use, compile, sell, or distribute this 1651 | software, either in source code form or as a compiled binary, for any purpose, 1652 | commercial or non-commercial, and by any means. 1653 | In jurisdictions that recognize copyright laws, the author or authors of this 1654 | software dedicate any and all copyright interest in the software to the public 1655 | domain. We make this dedication for the benefit of the public at large and to 1656 | the detriment of our heirs and successors. We intend this dedication to be an 1657 | overt act of relinquishment in perpetuity of all present and future rights to 1658 | this software under copyright law. 1659 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 1660 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 1661 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 1662 | AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 1663 | ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION 1664 | WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 1665 | ------------------------------------------------------------------------------ 1666 | */ 1667 | -------------------------------------------------------------------------------- /libs/image/stb_image/master/stb_image_write_impl.cc: -------------------------------------------------------------------------------- 1 | #define STB_IMAGE_WRITE_IMPLEMENTATION 2 | #include "stb_image_write.h" 3 | -------------------------------------------------------------------------------- /libs/image/stb_image/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "file", 3 | "url": "https://github.com/nothings/stb", 4 | "file_url_pattern": "https://github.com/nothings/stb/blob/$version/$file", 5 | "no_url_for_files": ".*_impl\\.cc" 6 | } -------------------------------------------------------------------------------- /libs/json/Boost.JSON/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/CPPAlliance/json", 4 | "working_dir": "include", 5 | "files": [ 6 | "boost/json.hpp", 7 | "boost/pilfer.hpp", 8 | "boost/json/array.hpp", 9 | "boost/json/basic_parser.hpp", 10 | "boost/json/config.hpp", 11 | "boost/json/error.hpp", 12 | "boost/json/kind.hpp", 13 | "boost/json/monotonic_resource.hpp", 14 | "boost/json/number_cast.hpp", 15 | "boost/json/object.hpp", 16 | "boost/json/parser.hpp", 17 | "boost/json/serializer.hpp", 18 | "boost/json/src.hpp", 19 | "boost/json/storage_ptr.hpp", 20 | "boost/json/string.hpp", 21 | "boost/json/to_value.hpp", 22 | "boost/json/traits.hpp", 23 | "boost/json/value_cast.hpp", 24 | "boost/json/value.hpp", 25 | "boost/json/value_ref.hpp" 26 | ], 27 | "dependencies": { 28 | "https://github.com/boostorg/config": { 29 | "version": "boost-1.72.0", 30 | "dir": "include" 31 | } 32 | }, 33 | "versions": [ 34 | "develop" 35 | ] 36 | } -------------------------------------------------------------------------------- /libs/json/cJSON/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/DaveGamble/cJSON", 4 | "working_dir": ".", 5 | "files": [ 6 | "cJSON.c", 7 | "cJSON.h" 8 | ], 9 | "versions": [ 10 | "v1.7.13" 11 | ] 12 | } -------------------------------------------------------------------------------- /libs/json/jsonxx/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/hjiang/jsonxx", 4 | "working_dir": ".", 5 | "files": [ 6 | "jsonxx.cc", 7 | "jsonxx.h" 8 | ], 9 | "versions": [ 10 | "master" 11 | ] 12 | } -------------------------------------------------------------------------------- /libs/json/nlohmann-json/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/nlohmann/json", 4 | "working_dir": "include", 5 | "files": [ 6 | "nlohmann/json.hpp", 7 | "nlohmann/json_fwd.hpp" 8 | ], 9 | "versions": [ 10 | "v3.7.3" 11 | ] 12 | } -------------------------------------------------------------------------------- /libs/json/picojson/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/kazuho/picojson", 4 | "working_dir": ".", 5 | "files": [ 6 | "picojson.h" 7 | ], 8 | "versions": [ 9 | "v1.3.0" 10 | ] 11 | } -------------------------------------------------------------------------------- /libs/json/rapidjson/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/Tencent/rapidjson", 4 | "working_dir": "include", 5 | "files": [ 6 | "rapidjson/fwd.h", 7 | "rapidjson/rapidjson.h", 8 | "rapidjson/document.h", 9 | "rapidjson/writer.h", 10 | "rapidjson/reader.h", 11 | "rapidjson/prettywriter.h", 12 | "rapidjson/pointer.h", 13 | "rapidjson/schema.h", 14 | "rapidjson/stream.h", 15 | "rapidjson/istreamwrapper.h", 16 | "rapidjson/ostreamwrapper.h", 17 | "rapidjson/filereadstream.h", 18 | "rapidjson/filewritestream.h", 19 | "rapidjson/memorybuffer.h", 20 | "rapidjson/memorystream.h", 21 | "rapidjson/stringbuffer.h" 22 | ], 23 | "versions": [ 24 | "v1.1.0" 25 | ] 26 | } -------------------------------------------------------------------------------- /libs/math/Eigen/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "gitlab", 3 | "url": "https://gitlab.com/libeigen/eigen", 4 | "working_dir": ".", 5 | "files": [ 6 | "Eigen/Cholesky", 7 | "Eigen/CholmodSupport", 8 | "Eigen/Core", 9 | "Eigen/Dense", 10 | "Eigen/Eigen", 11 | "Eigen/Eigenvalues", 12 | "Eigen/Geometry", 13 | "Eigen/Householder", 14 | "Eigen/IterativeLinearSolvers", 15 | "Eigen/Jacobi", 16 | "Eigen/LU", 17 | "Eigen/OrderingMethods", 18 | "Eigen/QR", 19 | "Eigen/SVD", 20 | "Eigen/Sparse", 21 | "Eigen/SparseCholesky", 22 | "Eigen/SparseCore", 23 | "Eigen/SparseLU", 24 | "Eigen/SparseQR", 25 | "Eigen/StdDeque", 26 | "Eigen/StdList", 27 | "Eigen/StdVector" 28 | ], 29 | "versions": [ 30 | "3.3" 31 | ], 32 | "args": [ 33 | "-I/usr/include/suitesparse", 34 | "-I/usr/include" 35 | ] 36 | } -------------------------------------------------------------------------------- /libs/math/glm/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/g-truc/glm", 4 | "working_dir": ".", 5 | "files": [ 6 | "glm/glm.hpp", 7 | "glm/ext.hpp", 8 | "glm/fwd.hpp", 9 | "glm/vec3.hpp", 10 | "glm/vec4.hpp", 11 | "glm/mat3x3.hpp", 12 | "glm/mat4x4.hpp" 13 | ], 14 | "versions": [ 15 | "0.9.9.8" 16 | ] 17 | } -------------------------------------------------------------------------------- /libs/testing/Catch2/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/catchorg/Catch2", 4 | "working_dir": "include", 5 | "files": [ 6 | "catch.hpp" 7 | ], 8 | "versions": [ 9 | "v2.11.3" 10 | ] 11 | } -------------------------------------------------------------------------------- /libs/testing/doctest/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/onqtam/doctest", 4 | "working_dir": ".", 5 | "files": [ 6 | "doctest/doctest.h", 7 | "doctest/parts/doctest.cpp", 8 | "doctest/parts/doctest_fwd.h" 9 | ], 10 | "versions": [ 11 | "2.3.7" 12 | ] 13 | } -------------------------------------------------------------------------------- /libs/testing/googletest/project.json: -------------------------------------------------------------------------------- 1 | { 2 | "type": "github", 3 | "url": "https://github.com/google/googletest", 4 | "working_dir": "googletest/include", 5 | "files": [ 6 | "gtest/gtest.h" 7 | ], 8 | "versions": [ 9 | "release-1.10.0" 10 | ] 11 | } -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Philip-Trettner/cpp-compile-overhead/e53adef2c669791452a9b1d86d31fdcb401785d3/scripts/__init__.py -------------------------------------------------------------------------------- /scripts/analyze_file.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | import math 4 | import re 5 | import argparse 6 | import os 7 | import sys 8 | import subprocess 9 | import platform 10 | import time 11 | import json 12 | 13 | def run(file, include_dirs, directory, compiler, compiler_type, compiler_args, silence_compiler_output, verbose): 14 | 15 | is_windows = any(platform.win32_ver()) 16 | is_linux = not is_windows 17 | 18 | compile_out = None 19 | null_out = open(os.devnull, "w") 20 | if silence_compiler_output: 21 | compile_out = null_out 22 | 23 | def debug_print(s): 24 | if verbose: 25 | print(s) 26 | 27 | 28 | def debug_print_exec(a): 29 | if verbose: 30 | print('executing "{}"'.format(' '.join(a))) 31 | 32 | # ============================================================ 33 | # Parse args 34 | 35 | 36 | debug_print("compiler: " + compiler) 37 | assert os.path.isabs( 38 | compiler), "compiler path must be absolute! (to prevent lookup dominating time measurement)" 39 | assert os.path.exists(compiler), "cannot find compiler" 40 | 41 | debug_print("file: " + file) 42 | is_source = os.path.splitext(file)[-1].startswith(".c") 43 | is_header = os.path.splitext(file)[-1].startswith(".h") 44 | is_system = os.path.splitext(file)[-1] == "" 45 | debug_print("is_source: " + str(is_source)) 46 | debug_print("is_header: " + str(is_header)) 47 | debug_print("is_system: " + str(is_system)) 48 | assert is_source or is_header or is_system, "unknown extension" 49 | 50 | tmp_dir = directory 51 | debug_print("tmp dir: " + tmp_dir) 52 | assert os.path.exists(tmp_dir), "tmp dir does not exist" 53 | tmp_dir = os.path.abspath(tmp_dir) 54 | 55 | cargs = compiler_args 56 | # cargs += ["-nostdinc"] 57 | debug_print("{} additional arguments".format(len(cargs))) 58 | for a in cargs: 59 | debug_print(" {}".format(a)) 60 | 61 | 62 | # ============================================================ 63 | # Setup 64 | 65 | file_main = os.path.join(tmp_dir, "main.cc") 66 | baseline_main = os.path.join(tmp_dir, "baseline.cc") 67 | output_main = os.path.join(tmp_dir, "main.o") 68 | result = {} 69 | 70 | if include_dirs is None: 71 | include_dirs = [] 72 | 73 | if compiler_type == 'msvc': 74 | for d in include_dirs: 75 | cargs += ["/I" + d] 76 | preproc_args = [compiler] + cargs + [file_main, '/P', '/Fi{}'.format(output_main)] 77 | preproc_args_ = [compiler] + cargs + ["main.cc", '/P', '/Fi{}'.format("main.o")] 78 | compile_args = [compiler] + cargs + [file_main, '/c', '/Fo{}'.format(output_main)] 79 | compile_args_ = [compiler] + cargs + ["main.cc", '/c', '/Fo{}'.format("main.o")] 80 | preproc_baseline_args = [compiler] + cargs + \ 81 | [baseline_main, '/P', '/Fi{}'.format(output_main)] 82 | compile_baseline_args = [compiler] + cargs + \ 83 | [baseline_main, '/c', '/Fo{}'.format(output_main)] 84 | if compiler.endswith('clang-cl.exe'): 85 | version_args = ['--version'] 86 | else: 87 | version_args = [] 88 | elif compiler_type == 'gcc': 89 | for d in include_dirs: 90 | cargs += ["-I" + d] 91 | preproc_args = [compiler] + cargs + ["-E", file_main, "-o", output_main] 92 | preproc_args_ = [compiler] + cargs + ["-E", "main.cc", "-o", "main.o"] 93 | compile_args = [compiler] + cargs + ["-c", file_main, "-o", output_main] 94 | compile_args_ = [compiler] + cargs + ["-c", "main.cc", "-o", "main.o"] 95 | preproc_baseline_args = [compiler] + cargs + \ 96 | ["-E", baseline_main, "-o", output_main] 97 | compile_baseline_args = [compiler] + cargs + \ 98 | ["-c", baseline_main, "-o", output_main] 99 | version_args = ["--version"] 100 | else: 101 | assert False, "Unkown compiler type" 102 | 103 | result["preproc_cmd"] = " ".join(preproc_args_) 104 | result["compile_cmd"] = " ".join(compile_args_) 105 | 106 | result["compiler_version"] = subprocess.check_output( 107 | [compiler] + version_args, stderr=subprocess.STDOUT).decode("utf-8").splitlines()[0] 108 | 109 | # ============================================================ 110 | # Create temporary files to compile 111 | 112 | with open(file_main, "w") as f: 113 | f.writelines([ 114 | "#include <" + file + ">\n", 115 | "int main() { return 0; }\n" 116 | ]) 117 | 118 | with open(baseline_main, "w") as f: 119 | f.writelines([ 120 | "int main() { return 0; }\n" 121 | ]) 122 | 123 | 124 | # ============================================================ 125 | # Check stats 126 | 127 | # -E is preprocessor only (and strips comments) 128 | debug_print_exec(preproc_args) 129 | subprocess.run(preproc_args, stdout=compile_out, stderr=compile_out, check=True) 130 | with open(output_main) as f: 131 | line_cnt_raw = 0 132 | line_cnt = 0 133 | prog = re.compile(r'[a-zA-Z0-9_]') 134 | for l in f.readlines(): 135 | line_cnt_raw += 1 136 | 137 | if prog.search(l) is not None: 138 | line_cnt += 1 139 | result["line_count_raw"] = line_cnt_raw - 2 # int main() + #include 140 | result["line_count"] = line_cnt - 1 # int main() 141 | 142 | # -c compiles to object file 143 | debug_print_exec(compile_args) 144 | subprocess.run(compile_args, stdout=compile_out, stderr=compile_out, check=True) 145 | result["object_size"] = os.path.getsize(output_main) 146 | 147 | # check symbols 148 | prog = re.compile(r'^[0-9a-zA-Z]* ([0-9a-zA-Z]*) *(\w) (.+)$') 149 | undef_sym_cnt = 0 150 | undef_sym_size = 0 151 | data_sym_cnt = 0 152 | data_sym_size = 0 153 | code_sym_cnt = 0 154 | code_sym_size = 0 155 | weak_sym_cnt = 0 156 | weak_sym_size = 0 157 | debug_sym_cnt = 0 158 | debug_sym_size = 0 159 | sym_name_size = 0 160 | if is_windows: 161 | assert True, "Windows not supported yet" 162 | # TODO: Implement this 163 | # debug_print_exec(['dumpbin.exe', output_main]) 164 | # for l in subprocess.check_output(['dumpbin.exe', '/SYMBOLS', '/MAP', output_main], stderr=null_out).decode("utf-8").splitlines(): 165 | else: 166 | debug_print_exec(["nm", output_main]) 167 | for l in subprocess.check_output(["nm", "-a", "-S", output_main]).decode("utf-8").splitlines(): 168 | m = prog.match(l) 169 | assert m is not None, "could not parse line " + l 170 | ss = m.group(1) 171 | st = m.group(2) 172 | sn = m.group(3) 173 | ss = 0 if ss == "" else int(ss, base=16) 174 | 175 | if sn == "main": 176 | continue 177 | 178 | # debug_print("symbol {}, {}, {}".format(ss,st,sn)) 179 | 180 | if st in ['U']: 181 | undef_sym_cnt += 1 182 | undef_sym_size += ss 183 | sym_name_size += len(sn) 184 | elif st in ['b', 'B', 'r', 'R', 'd', 'D', 'n', 'g', 'G']: 185 | data_sym_cnt += 1 186 | data_sym_size += ss 187 | sym_name_size += len(sn) 188 | elif st in ['t', 'T']: 189 | code_sym_cnt += 1 190 | code_sym_size += ss 191 | sym_name_size += len(sn) 192 | elif st in ['w', 'W', 'v', 'V', 'u']: 193 | weak_sym_cnt += 1 194 | weak_sym_size += ss 195 | sym_name_size += len(sn) 196 | elif st in ['N', 'a']: 197 | debug_sym_cnt += 1 198 | debug_sym_size += ss 199 | sym_name_size += len(sn) 200 | else: 201 | assert False, "unknown symbol type " + st 202 | 203 | result["undefined_symbol_count"] = undef_sym_cnt 204 | result["undefined_symbol_size"] = undef_sym_size 205 | result["data_symbol_count"] = data_sym_cnt 206 | result["data_symbol_size"] = data_sym_size 207 | result["code_symbol_count"] = code_sym_cnt 208 | result["code_symbol_size"] = code_sym_size 209 | result["weak_symbol_count"] = weak_sym_cnt 210 | result["weak_symbol_size"] = weak_sym_size 211 | result["debug_symbol_count"] = debug_sym_cnt 212 | result["debug_symbol_size"] = debug_sym_size 213 | result["symbol_name_size"] = sym_name_size 214 | 215 | # strings (BEFORE baseline!) 216 | string_cnt = 0 217 | string_size = 0 218 | if is_windows: 219 | assert True, "Windows not supported yet" 220 | # TODO: Implement this 221 | else: 222 | for l in subprocess.check_output(["strings", output_main]).decode("utf-8").splitlines(): 223 | string_cnt += 1 224 | string_size += len(l) 225 | result["string_count"] = string_cnt 226 | result["string_size"] = string_size 227 | 228 | # section sizes (BEFORE baseline!) 229 | if is_windows: 230 | # TODO: Implement this 231 | 232 | result["text_size"] = 0 233 | result["data_size"] = 0 234 | result["bss_size"] = 0 235 | 236 | result["object_size_base"] = 0 237 | else: 238 | for l in subprocess.check_output(["size", "-B", output_main]).decode("utf-8").splitlines(): 239 | if "main.o" in l: 240 | parts = l.split() 241 | result["text_size"] = int(parts[0]) 242 | result["data_size"] = int(parts[1]) 243 | result["bss_size"] = int(parts[2]) 244 | 245 | # baseline object size 246 | debug_print_exec(compile_baseline_args) 247 | subprocess.run(compile_baseline_args, stdout=compile_out, stderr=compile_out, check=True) 248 | result["object_size_base"] = os.path.getsize(output_main) 249 | 250 | 251 | # ============================================================ 252 | # Check parse and compile times 253 | 254 | def measure_time(sargs): 255 | ts = [] 256 | while True: 257 | if len(ts) > 10: 258 | break 259 | if len(ts) >= 8: 260 | if ts[3] / ts[0] < 1.01: # cheapest 4 deviate less than 1% 261 | break 262 | # long compilations do not need many repetitions 263 | if len(ts) >= 3 and ts[0] > 0.5: 264 | break 265 | 266 | t0 = time.perf_counter() 267 | subprocess.call(sargs, stdout=compile_out, stderr=compile_out) 268 | t1 = time.perf_counter() 269 | ts.append(t1 - t0) 270 | ts.sort() 271 | 272 | return ts[0] 273 | 274 | 275 | result["preprocessing_time_base"] = measure_time(preproc_baseline_args) 276 | result["compile_time_base"] = measure_time(compile_baseline_args) 277 | result["preprocessing_time"] = measure_time(preproc_args) 278 | result["compile_time"] = measure_time(compile_args) 279 | 280 | 281 | # ============================================================ 282 | # Finalize 283 | 284 | debug_print("") 285 | debug_print("results:") 286 | 287 | return json.dumps(result, indent=4) 288 | 289 | if __name__ == '__main__': 290 | parser = argparse.ArgumentParser(description="C++ compile-health analyzer") 291 | parser.add_argument("file", metavar="F", type=str, 292 | help="C++ source or header file to analyze") 293 | parser.add_argument("include_dirs", metavar="I", type=str, 294 | help="Directories in which includes are found, can also be passes as direct arguments to the compiler in args") 295 | parser.add_argument("-c", "--compiler", required=True, 296 | type=str, help="compiler to use") 297 | parser.add_argument("-t", "--compiler_type", required=True, 298 | type=str, help="type of compiler arguments to use, accepts msvc or gcc") 299 | parser.add_argument("-d", "--dir", required=True, type=str, 300 | help="temporary directory to use (e.g. /tmp)") 301 | parser.add_argument( 302 | "args", type=str, help="additional compile args (use -- to prevent clashes with other args)", nargs="*") 303 | parser.add_argument("-v", "--verbose", help="increase output verbosity", 304 | action="store_true") 305 | 306 | args = parser.parse_args() 307 | 308 | if args.compiler_type is None: 309 | if 'cl.exe' in args.compiler or 'clang-cl' in args.compiler: 310 | args.compiler_type = 'msvc' 311 | else: 312 | args.compiler_typ = 'gcc' 313 | 314 | json_result = run(args.file, args.include_dirs, args.dir, args.compiler, args.compiler_type, args.args, not args.verbose, args.verbose) 315 | print(json_result) -------------------------------------------------------------------------------- /scripts/execute_jobs.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | import shutil 4 | import gzip 5 | import os 6 | import argparse 7 | import platform 8 | import json 9 | 10 | import scripts.analyze_file 11 | 12 | def run(jobs_file, dest_file, dest_dir, cache_file, verbose): 13 | 14 | job_cache = {} 15 | 16 | 17 | def build_result_data(results): 18 | proj_list = [] 19 | variant_to_idx = {} 20 | variants = [] 21 | cresult = { 22 | "projects": proj_list, 23 | "variants": variants 24 | } 25 | curr_proj = {"name": None, "version": None} 26 | curr_files = None 27 | curr_file = {"name": None} 28 | curr_results = None 29 | for j in results: 30 | varid = j["compiler"] + " " + j["argstr"] 31 | if varid not in variant_to_idx: 32 | variant_to_idx[varid] = len(variants) 33 | variants.append({ 34 | "name": j["variant"], 35 | "compiler_name": j["compiler_name"], 36 | "compiler_path": j["compiler"], 37 | "compiler_version": j["compiler_version"], 38 | "cpp": j["cpp"], 39 | "args": j["argstr"], 40 | }) 41 | 42 | if curr_proj["name"] != j["project"] or curr_proj["version"] != j["version"]: 43 | curr_files = [] 44 | curr_file = {"name": None} 45 | curr_proj = { 46 | "name": j["project"], 47 | "version": j["version"], 48 | "url": j["project_url"], 49 | "category": j["category"], 50 | "files": curr_files, 51 | } 52 | proj_list.append(curr_proj) 53 | 54 | if curr_file["name"] != j["name"]: 55 | curr_results = [] 56 | curr_file = { 57 | "name": j["name"], 58 | "url": j["url"], 59 | "results": curr_results 60 | } 61 | curr_files.append(curr_file) 62 | 63 | curr_results.append([ 64 | variant_to_idx[varid], 65 | int(1000 * j["compile_time"]), 66 | int(1000 * j["compile_time_base"]), 67 | int(1000 * j["preprocessing_time"]), 68 | int(1000 * j["preprocessing_time_base"]), 69 | j["line_count"], 70 | j["line_count_raw"], 71 | j["object_size"], 72 | j["object_size_base"], 73 | j["text_size"], 74 | j["data_size"], 75 | j["bss_size"], 76 | j["string_size"], 77 | j["code_symbol_size"], 78 | j["data_symbol_size"], 79 | j["weak_symbol_size"], 80 | j["symbol_name_size"], 81 | j["string_count"], 82 | j["undefined_symbol_count"], 83 | j["code_symbol_count"], 84 | j["data_symbol_count"], 85 | j["weak_symbol_count"], 86 | ]) 87 | 88 | # TODO: proper gzipped result 89 | # with gzip.GzipFile(dest_file + ".gz", "w") as f: 90 | # f.write(json.dumps(results).encode("utf-8")) 91 | 92 | return cresult 93 | 94 | 95 | # =============================================== 96 | # read jobs and cache 97 | 98 | 99 | with open(jobs_file, "r") as f: 100 | jobs = json.load(f) 101 | if os.path.exists(cache_file): 102 | with open(cache_file, "r") as f: 103 | job_cache = json.load(f) 104 | 105 | print("executing {} jobs".format(len(jobs))) 106 | print("found {} cached jobs in total".format(len(job_cache))) 107 | 108 | found_cached = 0 109 | 110 | idx = 0 111 | 112 | results = [] 113 | to_execute = [] 114 | 115 | for j in jobs: 116 | id = [] 117 | if j["version"] != "": 118 | id.append(j["version"]) 119 | id.append(j["file"]) 120 | id.append(j["compiler"]) 121 | id += j["args"] 122 | id = ":".join(id) 123 | j["id"] = idx 124 | j["cache-key"] = id 125 | j["argstr"] = " ".join(j["args"]) 126 | 127 | res = {} 128 | 129 | if id in job_cache: 130 | res = job_cache[id] 131 | found_cached += 1 132 | for k in res: 133 | j[k] = res[k] 134 | results.append(j) 135 | else: 136 | to_execute.append(j) 137 | 138 | idx += 1 139 | 140 | # write before 141 | with open(dest_file, "w") as f: 142 | json.dump(build_result_data(results), f) 143 | 144 | print("was able to reuse {} results from cache".format(found_cached)) 145 | print("has to execute {} more jobs".format(len(to_execute))) 146 | 147 | done = 0 148 | for j in to_execute: 149 | id = j["cache-key"] 150 | compiler_args = j["args"] 151 | print("[{}/{}] executing '{} {}' for file {}".format(done, len(to_execute), j['compiler_name'], j['variant'], j['file'])) 152 | res = scripts.analyze_file.run(j['file'], j["include_dirs"], dest_dir, j['compiler'], j['compiler_type'], compiler_args, not verbose, verbose) 153 | 154 | res = json.loads(res) 155 | job_cache[id] = res 156 | 157 | # write cache 158 | if os.path.exists(cache_file): 159 | shutil.copy(cache_file, cache_file + ".prev") 160 | with open(cache_file, "w") as f: 161 | json.dump(job_cache, f, indent=4) 162 | 163 | for k in res: 164 | j[k] = res[k] 165 | 166 | results.append(j) 167 | done += 1 168 | 169 | 170 | # write after 171 | with open(dest_file, "w") as f: 172 | json.dump(build_result_data(results), f) 173 | 174 | if __name__ == '__main__': 175 | parser = argparse.ArgumentParser( 176 | description="Execute jobs for C++ compile-health analyzer") 177 | parser.add_argument("file", metavar="J", help="jobs file (e.g. jobs.json)") 178 | parser.add_argument("result", metavar="R", help="result file (e.g. data.json)") 179 | parser.add_argument("-c", "--cache", required=True, help="cache file") 180 | parser.add_argument("-d", "--dir", required=True, type=str, 181 | help="temporary directory to use (e.g. /tmp)") 182 | parser.add_argument("-v", "--verbose", help="increase output verbosity", 183 | action="store_true") 184 | 185 | args = parser.parse_args() 186 | 187 | run(args.file, args.result, args.dir, args.cache, args.verbose) -------------------------------------------------------------------------------- /scripts/find_visual_studio.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | import subprocess 4 | import winreg 5 | from pathlib import Path 6 | 7 | def run(version): 8 | registry = winreg.ConnectRegistry(None, winreg.HKEY_LOCAL_MACHINE) 9 | registry_key = r"SOFTWARE\Microsoft\VisualStudio\Setup" 10 | 11 | if version == "2017" or version == 2017: 12 | version_range = "[15.0,16.0)" 13 | elif version == "2019" or version == 2019: 14 | version_range = "[16.0,17.0)" 15 | else: 16 | assert False, "unknown Visual Studio version {}".format(version) 17 | 18 | registry_key = winreg.OpenKey(registry, registry_key) 19 | for i in range(0, winreg.QueryInfoKey(registry_key)[1]): 20 | sub_value = winreg.EnumValue(registry_key, i) 21 | if sub_value[0] == "SharedInstallationPath": 22 | shared_install_dir = Path(sub_value[1]) 23 | vswhere_path = Path(shared_install_dir).parent.absolute() / Path("Installer/vswhere.exe") 24 | if vswhere_path.exists(): 25 | vs_path = Path(subprocess.check_output([vswhere_path, "-version", version_range, "-property", "installationPath"]).decode("utf-8").splitlines()[0]) 26 | return vs_path 27 | -------------------------------------------------------------------------------- /scripts/generate_jobs.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | import re 4 | import glob 5 | import os 6 | import argparse 7 | import subprocess 8 | import platform 9 | import shutil 10 | import distutils.dir_util 11 | import json 12 | from pathlib import Path 13 | 14 | if any(platform.win32_ver()): 15 | import scripts.find_visual_studio 16 | 17 | def run(dest_file, dest_dir, project, max_num_configs, verbose): 18 | def debug_print(s): 19 | if verbose: 20 | print(s) 21 | 22 | # =============================================================== 23 | # framework 24 | 25 | 26 | is_windows = any(platform.win32_ver()) 27 | is_linux = not is_windows 28 | 29 | 30 | class Config: 31 | cpp = None 32 | args = None 33 | compiler = None 34 | compiler_name = None 35 | variant = None 36 | compiler_type = None 37 | 38 | def __init__(self): 39 | self.args = [] 40 | 41 | 42 | def generate_configs(): 43 | 44 | msvc_variants = [ 45 | ['Debug', ['/Od', '/Ob0', '/MDd', '/GS', '/DWIN32', '/D_WINDOWS']], 46 | ['RelWithDebInfo', ['/O2', '/Ob1', '/MD', '/GS', '/DWIN32', '/D_WINDOWS', '/DNDEBUG']], 47 | ['Release', ['/O2', '/Ob2', '/MD', '/GS', '/DWIN32', '/D_WINDOWS', '/DNDEBUG']], 48 | ] 49 | 50 | gcc_variants = [ 51 | ["Debug", ['-O0', '-g']], 52 | ["RelWithDebInfo", ['-O2', '-g', '-DNDEBUG']], 53 | ["Release", ['-O3', '-DNDEBUG']], 54 | ] 55 | 56 | def make_cpp_arg(cpp, compiler_type): 57 | if compiler_type == 'msvc': 58 | return "/std:c++{}".format(cpp) 59 | elif compiler_type == 'gcc': 60 | return "-std=c++{}".format(cpp) 61 | else: 62 | assert False, "Unkown compiler type" 63 | 64 | 65 | if is_windows: 66 | def get_absolute_path(prog): 67 | return subprocess.check_output(['where.exe', prog]).decode('utf-8').splitlines()[0] 68 | 69 | for vs_version in [2019, 2017, 2015]: 70 | vs_path = scripts.find_visual_studio.run(vs_version) 71 | if vs_path is not None: 72 | 73 | def execute_and_steal_environment(args): 74 | null = open(os.devnull, 'w') 75 | environment = subprocess.check_output(args + ['&&', 'set'], stderr=null) 76 | for env in environment.splitlines(): 77 | k, _, v = map(str.strip, env.decode('utf-8').strip().partition('=')) 78 | if k.startswith('?'): 79 | continue 80 | os.environ[k] = v 81 | 82 | is_64_bit = platform.machine().endswith('64') 83 | toolst_arch = 'x64' if is_64_bit else 'x86' 84 | 85 | vcvarsall_path = vs_path / Path('VC/Auxiliary/Build/vcvarsall.bat') 86 | assert vcvarsall_path.exists(), 'could not find vcvarsall.bat' 87 | execute_and_steal_environment([vcvarsall_path, toolst_arch, toolst_arch]) 88 | 89 | cl_path = get_absolute_path('cl.exe') 90 | 91 | cc = ['Visual Studio {}'.format(vs_version), cl_path] 92 | 93 | for cpp in [14, 17]: 94 | for variant in msvc_variants: 95 | c = Config() 96 | c.cpp = cpp 97 | c.args = variant[1] + [make_cpp_arg(cpp, 'msvc')] 98 | c.variant = variant[0] 99 | c.compiler = cc[1] 100 | c.compiler_name = cc[0] 101 | c.compiler_type = 'msvc' 102 | yield c 103 | 104 | break 105 | 106 | for cc in [ 107 | ['Clang', get_absolute_path('clang.exe'), 'gcc', gcc_variants], 108 | ['Clang-Cl', get_absolute_path('clang-cl.exe'), 'msvc', msvc_variants] 109 | ]: 110 | if not os.path.exists(cc[1]): 111 | continue 112 | 113 | for cpp in [11, 14, 17]: 114 | for variant in cc[3]: 115 | if cc[1] is not None: 116 | c = Config() 117 | c.cpp = cpp 118 | c.args = variant[1] + [make_cpp_arg(cpp, cc[2])] 119 | c.variant = variant[0] 120 | c.compiler = cc[1] 121 | c.compiler_name = cc[0] 122 | c.compiler_type = cc[2] 123 | yield c 124 | elif is_linux: 125 | for cc in [ 126 | ['Clang 6', '/usr/bin/clang++-6'], 127 | ['Clang 7', '/usr/bin/clang++-7'], 128 | ['Clang 8', '/usr/bin/clang++-8'], 129 | ['Clang 9', '/usr/bin/clang++-9'], 130 | ['GCC 7', '/usr/bin/g++-7'], 131 | ['GCC 8', '/usr/bin/g++-8'], 132 | ['GCC 9', '/usr/bin/g++-9'], 133 | ]: 134 | if not os.path.exists(cc[1]): 135 | continue 136 | 137 | for libcpp in [False, True]: 138 | if libcpp and not cc[0].startswith("Clang"): 139 | continue 140 | 141 | if libcpp: 142 | continue # TODO: install multiple versions 143 | 144 | extra_args = [] 145 | var_suffix = "" 146 | if libcpp: 147 | extra_args.append('-stdlib=libc++') 148 | var_suffix = " (libc++)" 149 | 150 | for cpp in [11, 14, 17]: 151 | for variant in gcc_variants: 152 | c = Config() 153 | c.cpp = cpp 154 | c.args = variant[1] + extra_args + ["-march=skylake", make_cpp_arg(cpp, 'gcc')] 155 | c.variant = variant[0] + var_suffix 156 | c.compiler = cc[1] 157 | c.compiler_name = cc[0] 158 | c.compiler_type = 'gcc' 159 | yield c 160 | 161 | else: 162 | assert False, "unknown platform" 163 | 164 | 165 | all_configs = list(generate_configs()) 166 | 167 | since_cpp14_configs = [c for c in all_configs if c.cpp >= 14] 168 | since_cpp17_configs = [c for c in all_configs if c.cpp >= 17] 169 | 170 | 171 | def truncate_cfgs(cfgs): 172 | if max_num_configs and max_num_configs < len(cfgs): 173 | cfgs = cfgs[0:max_num_configs] 174 | return cfgs 175 | 176 | 177 | all_configs = truncate_cfgs(all_configs) 178 | since_cpp14_configs = truncate_cfgs(since_cpp14_configs) 179 | since_cpp17_configs = truncate_cfgs(since_cpp17_configs) 180 | 181 | project_list = [] 182 | project_jobs = {} 183 | 184 | 185 | def add(category, project, project_url, url, version, name, file, configs, cwd, *, extra_args=[], include_dirs=[]): 186 | if project not in project_jobs: 187 | project_list.append(project) 188 | project_jobs[project] = [] 189 | for c in configs: 190 | job = { 191 | "category": category, 192 | "project": project, 193 | "project_url": project_url, 194 | "url": url, 195 | "version": version, 196 | "name": name, 197 | "file": file, 198 | "variant": c.variant, 199 | "compiler_type": c.compiler_type, 200 | "args": c.args + extra_args, 201 | "cpp": c.cpp, 202 | "include_dirs": include_dirs, 203 | "compiler": c.compiler, 204 | "compiler_name": c.compiler_name, 205 | "working_dir": cwd 206 | } 207 | project_jobs[project].append(job) 208 | debug_print("added {}".format(job)) 209 | 210 | # =============================================================== 211 | # Projects 212 | # =============================================================== 213 | 214 | 215 | if not project or project == 'stl_cpp': 216 | # =============================================================== 217 | # c++ std 218 | 219 | url_cpp = "https://en.cppreference.com/w/cpp/header" 220 | 221 | for h in [ 222 | "cstdlib", 223 | "csignal", 224 | "csetjmp", 225 | "cstdarg", 226 | "typeinfo", 227 | "typeindex", 228 | "type_traits", 229 | "bitset", 230 | "functional", 231 | "utility", 232 | "ctime", 233 | "chrono", 234 | "cstddef", 235 | "initializer_list", 236 | "tuple", 237 | "new", 238 | "memory", 239 | "scoped_allocator", 240 | "climits", 241 | "cfloat", 242 | "cstdint", 243 | "cinttypes", 244 | "limits", 245 | "exception", 246 | "stdexcept", 247 | "cassert", 248 | "system_error", 249 | "cerrno", 250 | "cctype", 251 | "cwctype", 252 | "cstring", 253 | "cwchar", 254 | "cuchar", 255 | "string", 256 | "array", 257 | "vector", 258 | "deque", 259 | "list", 260 | "forward_list", 261 | "set", 262 | "map", 263 | "unordered_set", 264 | "unordered_map", 265 | "stack", 266 | "queue", 267 | "iterator", 268 | "algorithm", 269 | "cmath", 270 | "complex", 271 | "valarray", 272 | "random", 273 | "numeric", 274 | "ratio", 275 | "cfenv", 276 | "iosfwd", 277 | "ios", 278 | "istream", 279 | "ostream", 280 | "iostream", 281 | "fstream", 282 | "sstream", 283 | # "strstream", # deprecated 284 | "iomanip", 285 | "streambuf", 286 | "cstdio", 287 | "locale", 288 | "clocale", 289 | "regex", 290 | "atomic", 291 | "thread", 292 | "mutex", 293 | "future", 294 | "condition_variable", 295 | ]: 296 | add("Standard Library", "C++ Standard Library", url_cpp, 297 | url_cpp + "/" + h, "", "<" + h + ">", h, all_configs, dest_dir) 298 | 299 | for h in [ 300 | "shared_mutex", 301 | ]: 302 | add("Standard Library", "C++ Standard Library", url_cpp, 303 | url_cpp + "/" + h, "", "<" + h + ">", h, since_cpp14_configs, dest_dir) 304 | 305 | for h in [ 306 | "any", 307 | "optional", 308 | "variant", 309 | "memory_resource", 310 | "string_view", 311 | "charconv", 312 | "execution", 313 | "filesystem", 314 | ]: 315 | for c in since_cpp17_configs: 316 | if h in ["memory_resource", "execution"] and "clang" in c.compiler: 317 | continue 318 | if c.compiler.endswith("/g++-7") and h == "filesystem": 319 | continue 320 | if (c.compiler.endswith("/g++-7") or c.compiler.endswith("/g++-8")) and h in ["memory_resource", "charconv", "execution"]: 321 | continue 322 | 323 | add("Standard Library", "C++ Standard Library", url_cpp, 324 | url_cpp + "/" + h, "", "<" + h + ">", h, [c], dest_dir) 325 | 326 | if not project or project == 'stl_c': 327 | # =============================================================== 328 | # c std 329 | 330 | url_c = "https://en.cppreference.com/w/c/header" 331 | 332 | for h in [ 333 | "assert.h", 334 | "complex.h", 335 | "ctype.h", 336 | "errno.h", 337 | "fenv.h", 338 | "float.h", 339 | "inttypes.h", 340 | "iso646.h", 341 | "limits.h", 342 | "locale.h", 343 | "math.h", 344 | "setjmp.h", 345 | "signal.h", 346 | # C11: "stdalign.h", 347 | "stdarg.h", 348 | # C11: "stdatomic.h", 349 | "stdbool.h", 350 | "stddef.h", 351 | "stdint.h", 352 | "stdio.h", 353 | "stdlib.h", 354 | # C11: "stdnoreturn.h", 355 | "string.h", 356 | "tgmath.h", 357 | # C11: "threads.h", 358 | "time.h", 359 | # C11: "uchar.h", 360 | "wchar.h", 361 | "wctype.h", 362 | ]: 363 | add("Standard Library", "C Standard Library", 364 | url_c, None, "", "<" + h + ">", h, all_configs, dest_dir) 365 | 366 | if (not project or project == 'posix') and not is_windows: 367 | # =============================================================== 368 | # c POSIX 369 | 370 | for h in [ 371 | "aio.h", 372 | "arpa/inet.h", 373 | "assert.h", 374 | "complex.h", 375 | "cpio.h", 376 | "ctype.h", 377 | "dirent.h", 378 | "dlfcn.h", 379 | "errno.h", 380 | "fcntl.h", 381 | "fenv.h", 382 | "float.h", 383 | "fmtmsg.h", 384 | "fnmatch.h", 385 | "ftw.h", 386 | "glob.h", 387 | "grp.h", 388 | "iconv.h", 389 | "inttypes.h", 390 | "iso646.h", 391 | "langinfo.h", 392 | "libgen.h", 393 | "limits.h", 394 | "locale.h", 395 | "math.h", 396 | "monetary.h", 397 | "mqueue.h", 398 | # "ndbm.h", missing on ubuntu 399 | "net/if.h", 400 | "netdb.h", 401 | "netinet/in.h", 402 | "netinet/tcp.h", 403 | "nl_types.h", 404 | "poll.h", 405 | "pthread.h", 406 | "pwd.h", 407 | "regex.h", 408 | "sched.h", 409 | "search.h", 410 | "semaphore.h", 411 | "setjmp.h", 412 | "signal.h", 413 | "spawn.h", 414 | "stdarg.h", 415 | "stdbool.h", 416 | "stddef.h", 417 | "stdint.h", 418 | "stdio.h", 419 | "stdlib.h", 420 | "string.h", 421 | "strings.h", 422 | "stropts.h", 423 | "sys/ipc.h", 424 | "sys/mman.h", 425 | "sys/msg.h", 426 | "sys/resource.h", 427 | "sys/select.h", 428 | "sys/sem.h", 429 | "sys/shm.h", 430 | "sys/socket.h", 431 | "sys/stat.h", 432 | "sys/statvfs.h", 433 | "sys/time.h", 434 | "sys/times.h", 435 | "sys/types.h", 436 | "sys/uio.h", 437 | "sys/un.h", 438 | "sys/utsname.h", 439 | "sys/wait.h", 440 | "syslog.h", 441 | "tar.h", 442 | "termios.h", 443 | "tgmath.h", 444 | "time.h", 445 | "unistd.h", 446 | "utime.h", 447 | "utmpx.h", 448 | "wchar.h", 449 | "wctype.h", 450 | "wordexp.h", 451 | ]: 452 | add("Standard Library", "C POSIX Library", 453 | "https://en.wikipedia.org/wiki/C_POSIX_library", None, "", "<" + h + ">", h, all_configs, dest_dir) 454 | 455 | 456 | # =============================================================== 457 | # stdlibs 458 | 459 | # TODO: properly get source for different stdlibs 460 | # debug_print("getting standard libraries") 461 | # 462 | # def get_stdlib(url, versions, name): 463 | # global args 464 | # repo_dir = os.path.join(dest_dir, "stdlibs", name) 465 | # if not os.path.exists(repo_dir): 466 | # git_args = ["git", "clone", url, repo_dir] 467 | # debug_print(" .. getting stdlib via " + repo_dir) 468 | # subprocess.check_call(git_args) 469 | # 470 | # get_stdlib("git://gcc.gnu.org/git/gcc.git", [], "libcstd++") 471 | 472 | 473 | # =============================================================== 474 | # libs 475 | 476 | debug_print("parsing libraries") 477 | 478 | 479 | def add_project_files(cfg, cat, lib, libpath): 480 | assert "url" in cfg, "project.json needs at least an URL" 481 | 482 | for v in os.listdir(libpath): 483 | vpath = libpath + "/" + v 484 | if not os.path.isdir(vpath): 485 | continue 486 | 487 | debug_print(" " + vpath) 488 | 489 | for (dirname, _, files) in os.walk(vpath): 490 | for f in files: 491 | fpath = dirname + "/" + f 492 | rfpath = fpath[len(vpath)+1:] 493 | if not os.path.isfile(fpath): 494 | continue 495 | 496 | if "whitelist" in cfg and not rfpath in cfg["whitelist"]: 497 | debug_print(" " + fpath + 498 | " (" + rfpath + ") - IGNORED") 499 | continue 500 | 501 | debug_print(" " + fpath + " (" + rfpath + ")") 502 | 503 | ext = os.path.splitext(fpath)[-1] 504 | if len(ext) < 2 or ext[1] not in ['c', 'h']: 505 | continue 506 | 507 | furl = None 508 | if "file_url_pattern" in cfg: 509 | furl = cfg["file_url_pattern"].replace( 510 | "$version", v).replace("$file", rfpath) 511 | if "no_url_for_files" in cfg: 512 | if re.fullmatch(cfg["no_url_for_files"], f): 513 | furl = None 514 | 515 | add(cat, lib, cfg["url"], furl, v, 516 | rfpath, rfpath, all_configs, vpath, include_dirs=[vpath]) 517 | 518 | 519 | def make_github_file_url(cfg, v, f): 520 | return os.path.join(cfg["url"], "blob", v, cfg["working_dir"], f) 521 | 522 | 523 | def make_gitlab_file_url(cfg, v, f): 524 | return os.path.join(cfg["url"], "-", "blob", v, cfg["working_dir"], f) 525 | 526 | 527 | fetched_repos = set() 528 | 529 | 530 | def get_repo_files(url, version, base_dir, target_dir): 531 | debug_print(" .. getting files from " + url) 532 | 533 | urltype = None 534 | # e.g. https://github.com/boostorg/config 535 | if url.startswith("https://github.com"): 536 | urltype = "github" 537 | m = re.fullmatch(r"https://github\.com/([\w-]+)/([\w-]+)/?", url) 538 | assert m is not None, "malformed url" 539 | user = m.group(1) 540 | proj = m.group(2) 541 | 542 | # e.g. https://gitlab.com/libeigen/eigen 543 | elif url.startswith("https://gitlab.com"): 544 | urltype = "gitlab" 545 | m = re.fullmatch(r"https://gitlab\.com/([\w-]+)/([\w-]+)", url) 546 | assert m is not None, "malformed url" 547 | user = m.group(1) 548 | proj = m.group(2) 549 | 550 | # e.g. https://graphics.rwth-aachen.de:9000/OpenMesh/OpenMesh 551 | elif url.startswith("https://graphics.rwth-aachen.de:9000"): 552 | urltype = "rwth-graphics" 553 | m = re.fullmatch( 554 | r"https://graphics\.rwth-aachen\.de:9000/([\w-]+)/([\w-]+)", url) 555 | assert m is not None, "malformed url" 556 | user = m.group(1) 557 | proj = m.group(2) 558 | 559 | else: 560 | assert False, "unknown/unsupported repo" 561 | 562 | repo_dir = os.path.join(dest_dir, "repos", urltype, user, proj) 563 | debug_print(" .. repo in " + repo_dir) 564 | if not os.path.exists(repo_dir): 565 | git_args = ["git", "clone", url, repo_dir] 566 | debug_print(" .. running {}".format(git_args)) 567 | subprocess.check_call(git_args) 568 | 569 | if not url in fetched_repos: # only fetch once 570 | debug_print(" .. git fetch") 571 | subprocess.check_call(["git", "fetch"], cwd=repo_dir) 572 | fetched_repos.add(url) 573 | 574 | debug_print(" .. getting version " + version) 575 | subprocess.check_call(["git", "checkout", version], cwd=repo_dir) 576 | 577 | src_dir = os.path.join(repo_dir, base_dir) 578 | debug_print(" .. copy {} to {}".format(src_dir, target_dir)) 579 | 580 | distutils.dir_util.copy_tree(src_dir, target_dir) 581 | 582 | 583 | def add_project_git(cfg, cat, lib, libpath, make_file_url): 584 | assert "url" in cfg, "project.json needs at least an URL" 585 | global args 586 | 587 | if "enabled" in cfg and not cfg["enabled"]: 588 | return 589 | 590 | lib_tmp_dir = os.path.join(dest_dir, libpath) 591 | 592 | files = [] 593 | for f in cfg["files"]: 594 | assert "*" not in f, "globbing not supported" 595 | files.append(f) 596 | 597 | missing_versions = [] 598 | for v in cfg["versions"]: 599 | any_missing = False 600 | for f in files: 601 | file_path = os.path.join(lib_tmp_dir, "versions", v, "src", f) 602 | if not os.path.exists(file_path): 603 | any_missing = True 604 | break 605 | if any_missing: 606 | missing_versions.append(v) 607 | 608 | for v in missing_versions: 609 | debug_print(" .. getting version " + v) 610 | 611 | version_dir = os.path.join(lib_tmp_dir, "versions", v, "src") 612 | get_repo_files(cfg["url"], v, cfg["working_dir"], version_dir) 613 | 614 | # get dependencies 615 | if "dependencies" in cfg: 616 | for dep_url in cfg["dependencies"]: 617 | dep_cfg = cfg["dependencies"][dep_url] 618 | assert "version" in dep_cfg 619 | assert "dir" in dep_cfg 620 | 621 | dep_version = dep_cfg["version"] 622 | if dep_version == "*": 623 | dep_version = v 624 | 625 | dep_dir = os.path.join(lib_tmp_dir, "versions", v, "deps") 626 | get_repo_files(dep_url, dep_version, dep_cfg["dir"], dep_dir) 627 | 628 | extra_args = [] 629 | if "args" in cfg: 630 | extra_args = cfg["args"] 631 | 632 | cfgs = all_configs 633 | if "min-cpp" in cfg: 634 | if cfg["min-cpp"] == 11: 635 | cfgs = all_configs 636 | elif cfg["min-cpp"] == 14: 637 | cfgs = since_cpp14_configs 638 | elif cfg["min-cpp"] == 17: 639 | cfgs = since_cpp17_configs 640 | else: 641 | assert False, "unknown cpp min version" 642 | 643 | for v in cfg["versions"]: 644 | for f in files: 645 | file_path = os.path.join(lib_tmp_dir, "versions", v, "src", f) 646 | if not os.path.exists(file_path): 647 | print("missing file " + file_path) 648 | assert False, "missing file" 649 | furl = make_file_url(cfg, v, f) 650 | 651 | vname = v 652 | for s in [ # TODO configurable 653 | "release-", 654 | "release/", 655 | "boost-", 656 | ]: 657 | if vname.startswith(s): 658 | vname = vname[len(s):] 659 | 660 | if "version-prefix" in cfg and vname.startswith(cfg["version-prefix"]): 661 | vname = vname[len(cfg["version-prefix"]):] 662 | 663 | src_dir = os.path.join(lib_tmp_dir, "versions", v, "src") 664 | dep_dir = os.path.join(lib_tmp_dir, "versions", v, "deps") 665 | 666 | add(cat, lib, cfg["url"], furl, vname, f, f, cfgs, os.path.join( 667 | lib_tmp_dir, "versions", v), extra_args=extra_args, include_dirs=[src_dir, dep_dir]) 668 | 669 | 670 | for cat in sorted(os.listdir("libs")): 671 | catpath = "libs/" + cat 672 | if not os.path.isdir(catpath): 673 | continue 674 | 675 | debug_print(" " + catpath) 676 | 677 | for lib in sorted(os.listdir(catpath)): 678 | libpath = catpath + "/" + lib 679 | if not os.path.isdir(libpath): 680 | continue 681 | 682 | debug_print(" " + libpath) 683 | 684 | if project and project != lib: 685 | debug_print(" .. skipped") 686 | continue 687 | 688 | cfgpath = libpath + "/project.json" 689 | assert os.path.exists(cfgpath), "no config found in " + cfgpath 690 | with open(cfgpath, "r") as f: 691 | cfg = json.load(f) 692 | assert "type" in cfg, "no type specified in project.json" 693 | 694 | if cfg["type"] == "file": 695 | add_project_files(cfg, cat, lib, libpath) 696 | 697 | elif cfg["type"] == "github": 698 | add_project_git(cfg, cat, lib, libpath, make_github_file_url) 699 | 700 | elif cfg["type"] == "gitlab": 701 | add_project_git(cfg, cat, lib, libpath, make_gitlab_file_url) 702 | 703 | else: 704 | assert False, "unknown project type " + cfg["type"] 705 | 706 | 707 | # =============================================================== 708 | # finalize 709 | 710 | jobs = [] 711 | for proj in project_list: 712 | jobs += sorted(project_jobs[proj], key=lambda j: j["name"]) 713 | 714 | with open(dest_file, "w") as f: 715 | json.dump(jobs, f, indent=4) 716 | 717 | if __name__ == '__main__': 718 | parser = argparse.ArgumentParser( 719 | description="Generate a tasks for C++ compile-health analyzer") 720 | parser.add_argument("file", metavar="F", 721 | help="file to store the schedule in (e.g. jobs.json)") 722 | parser.add_argument("-v", "--verbose", help="increase output verbosity", 723 | action="store_true") 724 | parser.add_argument("-p", "--project", help="only generate a specific project") 725 | parser.add_argument("-c", "--configs", type=int, 726 | help="only generate a limited number of configs") 727 | parser.add_argument("-d", "--dir", required=True, 728 | help="tmp dir where downloaded sources are stored") 729 | 730 | args = parser.parse_args() 731 | 732 | run(args.file, args.dir, args.project, args.configs, args.verbose) 733 | --------------------------------------------------------------------------------