mirror of
https://github.com/clearlinux/graphene.git
synced 2026-08-18 19:55:56 +00:00
Wojtek Porczyk
3d5ee96913
Use asv as framework. There is no integration with CI yet, but the code is still linted, so we need to install asv in docker anyway.
112 lines
4.4 KiB
JSON
112 lines
4.4 KiB
JSON
{
|
|
// The version of the config file format. Do not change, unless
|
|
// you know what you are doing.
|
|
"version": 1,
|
|
|
|
// The name of the project being benchmarked
|
|
"project": "graphene",
|
|
|
|
// The project's homepage
|
|
"project_url": "https://graphene.readthedocs.io/",
|
|
|
|
// The URL or local path of the source code repository for the
|
|
// project being benchmarked
|
|
"repo": "..",
|
|
|
|
"plugins": [
|
|
".benchmarks.makeenv"
|
|
],
|
|
|
|
// The Python project's subdirectory in your repo. If missing or
|
|
// the empty string, the project is assumed to be located at the root
|
|
// of the repository.
|
|
// "repo_subdir": "",
|
|
|
|
// Customizable commands for building, installing, and
|
|
// uninstalling the project. See asv.conf.json documentation.
|
|
//
|
|
// "install_command": ["in-dir={env_dir} python -mpip install {wheel_file}"],
|
|
// "uninstall_command": ["return-code=any python -mpip uninstall -y {project}"],
|
|
"build_command": [
|
|
"make distclean",
|
|
"openssl genrsa -3 -out Pal/src/host/Linux-SGX/signer/enclave-key.pem 3072",
|
|
"make -j8 WERROR=1",
|
|
"make -j8 SGX=1 WERROR=1",
|
|
],
|
|
|
|
// List of branches to benchmark. If not provided, defaults to "master"
|
|
// (for git) or "default" (for mercurial).
|
|
// "branches": ["master"], // for git
|
|
// "branches": ["default"], // for mercurial
|
|
|
|
// The tool to use to create environments. May be "conda",
|
|
// "virtualenv" or other value depending on the plugins in use.
|
|
// If missing or the empty string, the tool will be automatically
|
|
// determined by looking for tools on the PATH environment
|
|
// variable.
|
|
"environment_type": "make",
|
|
|
|
// timeout in seconds for installing any dependencies in environment
|
|
// defaults to 10 min
|
|
//"install_timeout": 600,
|
|
|
|
// the base URL to show a commit for the project.
|
|
"show_commit_url": "https://github.com/oscarlab/graphene/commit/",
|
|
|
|
// The Pythons you'd like to test against. If not provided, defaults
|
|
// to the current version of Python used to run `asv`.
|
|
"pythons": ["system"],
|
|
|
|
// The list of conda channel names to be searched for benchmark
|
|
// dependency packages in the specified order
|
|
// "conda_channels": ["conda-forge", "defaults"],
|
|
|
|
// The directory (relative to the current directory) that benchmarks are
|
|
// stored in. If not provided, defaults to "benchmarks"
|
|
"benchmark_dir": "benchmarks",
|
|
|
|
// The directory (relative to the current directory) to cache the Python
|
|
// environments in. If not provided, defaults to "env"
|
|
"env_dir": ".asv/env",
|
|
|
|
// The directory (relative to the current directory) that raw benchmark
|
|
// results are stored in. If not provided, defaults to "results".
|
|
"results_dir": ".asv/results",
|
|
|
|
// The directory (relative to the current directory) that the html tree
|
|
// should be written to. If not provided, defaults to "html".
|
|
"html_dir": ".asv/html",
|
|
|
|
// The number of characters to retain in the commit hashes.
|
|
// "hash_length": 8,
|
|
|
|
// `asv` will cache results of the recent builds in each
|
|
// environment, making them faster to install next time. This is
|
|
// the number of builds to keep, per environment.
|
|
// "build_cache_size": 2,
|
|
|
|
// The commits after which the regression search in `asv publish`
|
|
// should start looking for regressions. Dictionary whose keys are
|
|
// regexps matching to benchmark names, and values corresponding to
|
|
// the commit (exclusive) after which to start looking for
|
|
// regressions. The default is to start from the first commit
|
|
// with results. If the commit is `null`, regression detection is
|
|
// skipped for the matching benchmark.
|
|
//
|
|
// "regressions_first_commits": {
|
|
// "some_benchmark": "352cdf", // Consider regressions only after this commit
|
|
// "another_benchmark": null, // Skip regression detection altogether
|
|
// },
|
|
|
|
// The thresholds for relative change in results, after which `asv
|
|
// publish` starts reporting regressions. Dictionary of the same
|
|
// form as in ``regressions_first_commits``, with values
|
|
// indicating the thresholds. If multiple entries match, the
|
|
// maximum is taken. If no entry matches, the default is 5%.
|
|
//
|
|
// "regressions_thresholds": {
|
|
// "some_benchmark": 0.01, // Threshold of 1%
|
|
// "another_benchmark": 0.5, // Threshold of 50%
|
|
// },
|
|
}
|