OPTS=-p kodkod_for_components full -p TIME_OUT 15000 -p KODKOD_SAT_SOLVER glucose

SOLVER=bench
#SOLVER=prob
#SOLVER=clingo

.PHONY: bench
bench_path:  ### Run benchmarks with probcli on path
	-rm bench_$(SOLVER).csv
	probcli $(OPTS) -solve_file $(SOLVER) eval/pigeon_30.eval -solve_file $(SOLVER) eval/transitive_closure_50_bv.eval -solve_file $(SOLVER) eval/blocksworld_medium.eval -solve_file $(SOLVER) eval/blocksworld_medium_unsat.eval -solve_file $(SOLVER) eval/uuf-250-016.eval -solve_file $(SOLVER) eval/NBishopsSet.eval -solve_file $(SOLVER) eval/NBishopsBV.eval  -solve_file $(SOLVER) eval/WhoKilledAgatha.eval -solve_file $(SOLVER) eval/JustQueens_8_9.eval -solve_file $(SOLVER) eval/Loop.eval  -solve_file $(SOLVER) eval/NQueensBig.eval -solve_file $(SOLVER) eval/HardGraph_Nr5.eval -solve_file $(SOLVER) eval/IceCream_Generic.eval  -solve_file $(SOLVER) eval/DominatingSet_BV_Middle_clingo_lt13.eval  -solve_file $(SOLVER) eval/DominatingSet_BV_Middle_clingo_lt12.eval -solve_file $(SOLVER) eval/SendMoreMoney.eval  -bench-csv bench_$(SOLVER).csv
	cat bench_$(SOLVER).csv

test:
	probcli $(OPTS) -solve_file $(SOLVER) eval/NBishopsBV.eval  -bench_csv bench_test.csv
	cat bench_test.csv