Note
Go to the end to download the full example code.
Run a dataset condition benchmark#
Classify AI4I or Raptor Maps samples from explicitly supplied local data.
See the dataset guide for download
and installation instructions. Run this script from the repository root with
the dataset name, input path and --output directory.
import argparse
import hashlib
import json
from pathlib import Path
from energy_analysis.dataset_benchmarks import evaluate, load_ai4i, load_infrared
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("dataset", choices=["ai4i", "infrared"])
parser.add_argument("input", type=Path)
parser.add_argument("--output", type=Path, required=True)
args = parser.parse_args()
loader = load_ai4i if args.dataset == "ai4i" else load_infrared
x, y, ids = loader(args.input)
result = evaluate(x, y, ids, dataset=args.dataset, output=args.output)
paths = [args.input] if args.input.is_file() else sorted(args.input.rglob("*"))
manifest = {
str(p.relative_to(args.input) if args.input.is_dir() else p.name): hashlib.sha256(
p.read_bytes()
).hexdigest()
for p in paths
if p.is_file()
}
(args.output / "input_sha256.json").write_text(json.dumps(manifest, indent=2) + "\n")
print(
json.dumps(
{
"rows": len(y),
"macro_f1": result["classification"]["macro avg"]["f1-score"],
"baseline_macro_f1": result["baseline"]["macro avg"]["f1-score"],
},
indent=2,
)
)
if __name__ == "__main__":
main()