mirror of
https://github.com/littlefs-project/littlefs.git
synced 2025-11-16 12:34:34 +00:00
4fe0738ff4
These are really just different flavors of test.py and test_runner.c
without support for power-loss testing, but with support for measuring
the cumulative number of bytes read, programmed, and erased.
Note that the existing define parameterization should work perfectly
fine for running benchmarks across various dimensions:
./scripts/bench.py \
runners/bench_runner \
bench_file_read \
-gnor \
-DSIZE='range(0,131072,1024)'
Also added a couple basic benchmarks as a starting point.
278 lines
6.8 KiB
Makefile
278 lines
6.8 KiB
Makefile
ifdef BUILDDIR
|
|
# make sure BUILDDIR ends with a slash
|
|
override BUILDDIR := $(BUILDDIR)/
|
|
# bit of a hack, but we want to make sure BUILDDIR directory structure
|
|
# is correct before any commands
|
|
$(if $(findstring n,$(MAKEFLAGS)),, $(shell mkdir -p \
|
|
$(BUILDDIR) \
|
|
$(BUILDDIR)bd \
|
|
$(BUILDDIR)runners \
|
|
$(BUILDDIR)tests \
|
|
$(BUILDDIR)benches))
|
|
endif
|
|
|
|
# overridable target/src/tools/flags/etc
|
|
ifneq ($(wildcard test.c main.c),)
|
|
TARGET ?= $(BUILDDIR)lfs
|
|
else
|
|
TARGET ?= $(BUILDDIR)lfs.a
|
|
endif
|
|
|
|
|
|
CC ?= gcc
|
|
AR ?= ar
|
|
SIZE ?= size
|
|
CTAGS ?= ctags
|
|
NM ?= nm
|
|
OBJDUMP ?= objdump
|
|
LCOV ?= lcov
|
|
|
|
SRC ?= $(filter-out $(wildcard *.*.c),$(wildcard *.c))
|
|
OBJ := $(SRC:%.c=$(BUILDDIR)%.o)
|
|
DEP := $(SRC:%.c=$(BUILDDIR)%.d)
|
|
ASM := $(SRC:%.c=$(BUILDDIR)%.s)
|
|
CI := $(SRC:%.c=$(BUILDDIR)%.ci)
|
|
GCDA := $(SRC:%.c=$(BUILDDIR)%.t.a.gcda)
|
|
|
|
TESTS ?= $(wildcard tests/*.toml)
|
|
TEST_SRC ?= $(SRC) \
|
|
$(filter-out $(wildcard bd/*.*.c),$(wildcard bd/*.c)) \
|
|
runners/test_runner.c
|
|
TEST_TC := $(TESTS:%.toml=$(BUILDDIR)%.t.c) $(TEST_SRC:%.c=$(BUILDDIR)%.t.c)
|
|
TEST_TAC := $(TEST_TC:%.t.c=%.t.a.c)
|
|
TEST_OBJ := $(TEST_TAC:%.t.a.c=%.t.a.o)
|
|
TEST_DEP := $(TEST_TAC:%.t.a.c=%.t.a.d)
|
|
TEST_CI := $(TEST_TAC:%.t.a.c=%.t.a.ci)
|
|
TEST_GCNO := $(TEST_TAC:%.t.a.c=%.t.a.gcno)
|
|
TEST_GCDA := $(TEST_TAC:%.t.a.c=%.t.a.gcda)
|
|
|
|
BENCHES ?= $(wildcard benches/*.toml)
|
|
BENCH_SRC ?= $(SRC) \
|
|
$(filter-out $(wildcard bd/*.*.c),$(wildcard bd/*.c)) \
|
|
runners/bench_runner.c
|
|
BENCH_BC := $(BENCHES:%.toml=$(BUILDDIR)%.b.c) $(BENCH_SRC:%.c=$(BUILDDIR)%.b.c)
|
|
BENCH_BAC := $(BENCH_BC:%.b.c=%.b.a.c)
|
|
BENCH_OBJ := $(BENCH_BAC:%.b.a.c=%.b.a.o)
|
|
BENCH_DEP := $(BENCH_BAC:%.b.a.c=%.b.a.d)
|
|
BENCH_CI := $(BENCH_BAC:%.b.a.c=%.b.a.ci)
|
|
BENCH_GCNO := $(BENCH_BAC:%.b.a.c=%.b.a.gcno)
|
|
BENCH_GCDA := $(BENCH_BAC:%.b.a.c=%.b.a.gcda)
|
|
|
|
ifdef DEBUG
|
|
override CFLAGS += -O0
|
|
else
|
|
override CFLAGS += -Os
|
|
endif
|
|
ifdef TRACE
|
|
override CFLAGS += -DLFS_YES_TRACE
|
|
endif
|
|
override CFLAGS += -g3
|
|
override CFLAGS += -I.
|
|
override CFLAGS += -std=c99 -Wall -pedantic
|
|
override CFLAGS += -Wextra -Wshadow -Wjump-misses-init -Wundef
|
|
override CFLAGS += -ftrack-macro-expansion=0
|
|
|
|
override TESTFLAGS += -b
|
|
override BENCHFLAGS += -b
|
|
# forward -j flag
|
|
override TESTFLAGS += $(filter -j%,$(MAKEFLAGS))
|
|
override BENCHFLAGS += $(filter -j%,$(MAKEFLAGS))
|
|
ifdef VERBOSE
|
|
override CODEFLAGS += -v
|
|
override DATAFLAGS += -v
|
|
override STACKFLAGS += -v
|
|
override STRUCTFLAGS += -v
|
|
override COVERAGEFLAGS += -v
|
|
override TESTFLAGS += -v
|
|
override TESTCFLAGS += -v
|
|
override BENCHFLAGS += -v
|
|
override BENCHCFLAGS += -v
|
|
endif
|
|
ifdef EXEC
|
|
override TESTFLAGS += --exec="$(EXEC)"
|
|
override BENCHFLAGS += --exec="$(EXEC)"
|
|
endif
|
|
ifdef BUILDDIR
|
|
override CODEFLAGS += --build-dir="$(BUILDDIR:/=)"
|
|
override DATAFLAGS += --build-dir="$(BUILDDIR:/=)"
|
|
override STACKFLAGS += --build-dir="$(BUILDDIR:/=)"
|
|
override STRUCTFLAGS += --build-dir="$(BUILDDIR:/=)"
|
|
override COVERAGEFLAGS += --build-dir="$(BUILDDIR:/=)"
|
|
endif
|
|
ifneq ($(NM),nm)
|
|
override CODEFLAGS += --nm-tool="$(NM)"
|
|
override DATAFLAGS += --nm-tool="$(NM)"
|
|
endif
|
|
ifneq ($(OBJDUMP),objdump)
|
|
override STRUCTFLAGS += --objdump-tool="$(OBJDUMP)"
|
|
endif
|
|
|
|
|
|
# commands
|
|
.PHONY: all build
|
|
all build: $(TARGET)
|
|
|
|
.PHONY: asm
|
|
asm: $(ASM)
|
|
|
|
.PHONY: size
|
|
size: $(OBJ)
|
|
$(SIZE) -t $^
|
|
|
|
.PHONY: tags
|
|
tags:
|
|
$(CTAGS) --totals --c-types=+p $(shell find -H -name '*.h') $(SRC)
|
|
|
|
.PHONY: test-runner build-test
|
|
test-runner build-test: override CFLAGS+=--coverage
|
|
test-runner build-test: $(BUILDDIR)runners/test_runner
|
|
rm -f $(TEST_GCDA)
|
|
|
|
.PHONY: test
|
|
test: test-runner
|
|
./scripts/test.py $(BUILDDIR)runners/test_runner $(TESTFLAGS)
|
|
|
|
.PHONY: test-list
|
|
test-list: test-runner
|
|
./scripts/test.py $(BUILDDIR)runners/test_runner $(TESTFLAGS) -l
|
|
|
|
.PHONY: bench-runner build-bench
|
|
bench-runner build-bench: $(BUILDDIR)runners/bench_runner
|
|
|
|
.PHONY: bench
|
|
bench: bench-runner
|
|
./scripts/bench.py $(BUILDDIR)runners/bench_runner $(BENCHFLAGS)
|
|
|
|
.PHONY: bench-list
|
|
bench-list: bench-runner
|
|
./scripts/bench.py $(BUILDDIR)runners/bench_runner $(BENCHFLAGS) -l
|
|
|
|
.PHONY: code
|
|
code: $(OBJ)
|
|
./scripts/code.py $^ -S $(CODEFLAGS)
|
|
|
|
.PHONY: data
|
|
data: $(OBJ)
|
|
./scripts/data.py $^ -S $(DATAFLAGS)
|
|
|
|
.PHONY: stack
|
|
stack: $(CI)
|
|
./scripts/stack.py $^ -S $(STACKFLAGS)
|
|
|
|
.PHONY: struct
|
|
struct: $(OBJ)
|
|
./scripts/struct_.py $^ -S $(STRUCTFLAGS)
|
|
|
|
.PHONY: coverage
|
|
coverage: $(GCDA)
|
|
./scripts/coverage.py $^ -s $(COVERAGEFLAGS)
|
|
|
|
.PHONY: summary sizes
|
|
summary sizes: $(BUILDDIR)lfs.csv
|
|
$(strip ./scripts/summary.py -Y $^ \
|
|
-f code=code_size,$\
|
|
data=data_size,$\
|
|
stack=stack_limit,$\
|
|
struct=struct_size \
|
|
$(SUMMARYFLAGS))
|
|
|
|
|
|
# rules
|
|
-include $(DEP)
|
|
-include $(TEST_DEP)
|
|
.SUFFIXES:
|
|
.SECONDARY:
|
|
|
|
$(BUILDDIR)lfs: $(OBJ)
|
|
$(CC) $(CFLAGS) $^ $(LFLAGS) -o $@
|
|
|
|
$(BUILDDIR)lfs.a: $(OBJ)
|
|
$(AR) rcs $@ $^
|
|
|
|
$(BUILDDIR)lfs.code.csv: $(OBJ)
|
|
./scripts/code.py $^ -q $(CODEFLAGS) -o $@
|
|
|
|
$(BUILDDIR)lfs.data.csv: $(OBJ)
|
|
./scripts/data.py $^ -q $(CODEFLAGS) -o $@
|
|
|
|
$(BUILDDIR)lfs.stack.csv: $(CI)
|
|
./scripts/stack.py $^ -q $(CODEFLAGS) -o $@
|
|
|
|
$(BUILDDIR)lfs.struct.csv: $(OBJ)
|
|
./scripts/struct_.py $^ -q $(CODEFLAGS) -o $@
|
|
|
|
$(BUILDDIR)lfs.coverage.csv: $(GCDA)
|
|
./scripts/coverage.py $^ -q $(COVERAGEFLAGS) -o $@
|
|
|
|
$(BUILDDIR)lfs.csv: \
|
|
$(BUILDDIR)lfs.code.csv \
|
|
$(BUILDDIR)lfs.data.csv \
|
|
$(BUILDDIR)lfs.stack.csv \
|
|
$(BUILDDIR)lfs.struct.csv
|
|
./scripts/summary.py $^ -q $(SUMMARYFLAGS) -o $@
|
|
|
|
$(BUILDDIR)runners/test_runner: $(TEST_OBJ)
|
|
$(CC) $(CFLAGS) $^ $(LFLAGS) -o $@
|
|
|
|
$(BUILDDIR)runners/bench_runner: $(BENCH_OBJ)
|
|
$(CC) $(CFLAGS) $^ $(LFLAGS) -o $@
|
|
|
|
# our main build rule generates .o, .d, and .ci files, the latter
|
|
# used for stack analysis
|
|
$(BUILDDIR)%.o $(BUILDDIR)%.ci: %.c
|
|
$(CC) -c -MMD -fcallgraph-info=su $(CFLAGS) $< -o $(BUILDDIR)$*.o
|
|
|
|
$(BUILDDIR)%.s: %.c
|
|
$(CC) -S $(CFLAGS) $< -o $@
|
|
|
|
$(BUILDDIR)%.a.c: %.c
|
|
./scripts/prettyasserts.py -p LFS_ASSERT $< -o $@
|
|
|
|
$(BUILDDIR)%.a.c: $(BUILDDIR)%.c
|
|
./scripts/prettyasserts.py -p LFS_ASSERT $< -o $@
|
|
|
|
$(BUILDDIR)%.t.c: %.toml
|
|
./scripts/test.py -c $< $(TESTCFLAGS) -o $@
|
|
|
|
$(BUILDDIR)%.t.c: %.c $(TESTS)
|
|
./scripts/test.py -c $(TESTS) -s $< $(TESTCFLAGS) -o $@
|
|
|
|
$(BUILDDIR)%.b.c: %.toml
|
|
./scripts/bench.py -c $< $(BENCHCFLAGS) -o $@
|
|
|
|
$(BUILDDIR)%.b.c: %.c $(BENCHES)
|
|
./scripts/bench.py -c $(BENCHES) -s $< $(BENCHCFLAGS) -o $@
|
|
|
|
# clean everything
|
|
.PHONY: clean
|
|
clean:
|
|
rm -f $(BUILDDIR)lfs
|
|
rm -f $(BUILDDIR)lfs.a
|
|
$(strip rm -f \
|
|
$(BUILDDIR)lfs.csv \
|
|
$(BUILDDIR)lfs.code.csv \
|
|
$(BUILDDIR)lfs.data.csv \
|
|
$(BUILDDIR)lfs.stack.csv \
|
|
$(BUILDDIR)lfs.struct.csv \
|
|
$(BUILDDIR)lfs.coverage.csv)
|
|
rm -f $(BUILDDIR)runners/test_runner
|
|
rm -f $(BUILDDIR)runners/bench_runner
|
|
rm -f $(OBJ)
|
|
rm -f $(DEP)
|
|
rm -f $(ASM)
|
|
rm -f $(CI)
|
|
rm -f $(TEST_TC)
|
|
rm -f $(TEST_TAC)
|
|
rm -f $(TEST_OBJ)
|
|
rm -f $(TEST_DEP)
|
|
rm -f $(TEST_CI)
|
|
rm -f $(TEST_GCNO)
|
|
rm -f $(TEST_GCDA)
|
|
rm -f $(BENCH_BC)
|
|
rm -f $(BENCH_BAC)
|
|
rm -f $(BENCH_OBJ)
|
|
rm -f $(BENCH_DEP)
|
|
rm -f $(BENCH_CI)
|
|
rm -f $(BENCH_GCNO)
|
|
rm -f $(BENCH_GCDA)
|