git

1
#!/bin/sh
2

3
die () {
4
	echo >&2 "error: $*"
5
	exit 1
6
}
7

8
while [ $# -gt 0 ]; do
9
	arg="$1"
10
	case "$arg" in
11
	--)
12
		break ;;
13
	--help)
14
		echo "usage: $0 [--config file] [--subsection subsec] [other_git_tree...] [--] [test_scripts]"
15
		exit 0 ;;
16
	--config)
17
		shift
18
		GIT_PERF_CONFIG_FILE=$(cd "$(dirname "$1")"; pwd)/$(basename "$1")
19
		export GIT_PERF_CONFIG_FILE
20
		shift ;;
21
	--subsection)
22
		shift
23
		GIT_PERF_SUBSECTION="$1"
24
		export GIT_PERF_SUBSECTION
25
		shift ;;
26
	--*)
27
		die "unrecognised option: '$arg'" ;;
28
	*)
29
		break ;;
30
	esac
31
done
32

33
run_one_dir () {
34
	if test $# -eq 0; then
35
		set -- p????-*.sh
36
	fi
37
	echo "=== Running $# tests in ${GIT_TEST_INSTALLED:-this tree} ==="
38
	for t in "$@"; do
39
		./$t $GIT_TEST_OPTS
40
	done
41
}
42

43
unpack_git_rev () {
44
	rev=$1
45
	echo "=== Unpacking $rev in build/$rev ==="
46
	mkdir -p build/$rev
47
	(cd "$(git rev-parse --show-cdup)" && git archive --format=tar $rev) |
48
	(cd build/$rev && tar x)
49
}
50

51
build_git_rev () {
52
	rev=$1
53
	name="$2"
54
	for config in config.mak config.mak.autogen config.status
55
	do
56
		if test -e "../../$config"
57
		then
58
			cp "../../$config" "build/$rev/"
59
		fi
60
	done
61
	echo "=== Building $rev ($name) ==="
62
	(
63
		cd build/$rev &&
64
		if test -n "$GIT_PERF_MAKE_COMMAND"
65
		then
66
			sh -c "$GIT_PERF_MAKE_COMMAND"
67
		else
68
			make $GIT_PERF_MAKE_OPTS
69
		fi
70
	) || die "failed to build revision '$mydir'"
71
}
72

73
set_git_test_installed () {
74
	mydir=$1
75

76
	mydir_abs=$(cd $mydir && pwd)
77
	mydir_abs_wrappers="$mydir_abs/bin-wrappers"
78
	if test -d "$mydir_abs_wrappers"
79
	then
80
		GIT_TEST_INSTALLED=$mydir_abs_wrappers
81
	else
82
		# Older versions of git lacked bin-wrappers;
83
		# fallback to the files in the root.
84
		GIT_TEST_INSTALLED=$mydir_abs
85
	fi
86
	export GIT_TEST_INSTALLED
87
	PERF_SET_GIT_TEST_INSTALLED=true
88
	export PERF_SET_GIT_TEST_INSTALLED
89
}
90

91
run_dirs_helper () {
92
	mydir=${1%/}
93
	shift
94
	while test $# -gt 0 && test "$1" != -- && test ! -f "$1"; do
95
		shift
96
	done
97
	if test $# -gt 0 && test "$1" = --; then
98
		shift
99
	fi
100

101
	PERF_RESULTS_PREFIX=
102
	if test "$mydir" = "."
103
	then
104
		unset GIT_TEST_INSTALLED
105
	elif test -d "$mydir"
106
	then
107
		PERF_RESULTS_PREFIX=bindir$(cd $mydir && printf "%s" "$(pwd)" | tr -c "[a-zA-Z0-9]" "_").
108
		set_git_test_installed "$mydir"
109
	else
110
		rev=$(git rev-parse --verify "$mydir" 2>/dev/null) ||
111
		die "'$mydir' is neither a directory nor a valid revision"
112
		if [ ! -d build/$rev ]; then
113
			unpack_git_rev $rev
114
		fi
115
		build_git_rev $rev "$mydir"
116
		mydir=build/$rev
117

118
		PERF_RESULTS_PREFIX=build_$rev.
119
		set_git_test_installed "$mydir"
120
	fi
121
	export PERF_RESULTS_PREFIX
122

123
	run_one_dir "$@"
124
}
125

126
run_dirs () {
127
	while test $# -gt 0 && test "$1" != -- && test ! -f "$1"; do
128
		run_dirs_helper "$@"
129
		shift
130
	done
131
}
132

133
get_subsections () {
134
	section="$1"
135
	test -z "$GIT_PERF_CONFIG_FILE" && return
136
	git config -f "$GIT_PERF_CONFIG_FILE" --name-only --get-regex "$section\..*\.[^.]+" |
137
	sed -e "s/$section\.\(.*\)\..*/\1/" | sort | uniq
138
}
139

140
get_var_from_env_or_config () {
141
	env_var="$1"
142
	conf_sec="$2"
143
	conf_var="$3"
144
	conf_opts="$4" # optional
145

146
	# Do nothing if the env variable is already set
147
	eval "test -z \"\${$env_var+x}\"" || return
148

149
	test -z "$GIT_PERF_CONFIG_FILE" && return
150

151
	# Check if the variable is in the config file
152
	if test -n "$GIT_PERF_SUBSECTION"
153
	then
154
		var="$conf_sec.$GIT_PERF_SUBSECTION.$conf_var"
155
		conf_value=$(git config $conf_opts -f "$GIT_PERF_CONFIG_FILE" "$var") &&
156
		eval "$env_var=\"$conf_value\"" && return
157
	fi
158
	var="$conf_sec.$conf_var"
159
	conf_value=$(git config $conf_opts -f "$GIT_PERF_CONFIG_FILE" "$var") &&
160
	eval "$env_var=\"$conf_value\""
161
}
162

163
run_subsection () {
164
	get_var_from_env_or_config "GIT_PERF_REPEAT_COUNT" "perf" "repeatCount" "--int"
165
	: ${GIT_PERF_REPEAT_COUNT:=3}
166
	export GIT_PERF_REPEAT_COUNT
167

168
	get_var_from_env_or_config "GIT_PERF_DIRS_OR_REVS" "perf" "dirsOrRevs"
169
	set -- $GIT_PERF_DIRS_OR_REVS "$@"
170

171
	get_var_from_env_or_config "GIT_PERF_MAKE_COMMAND" "perf" "makeCommand"
172
	get_var_from_env_or_config "GIT_PERF_MAKE_OPTS" "perf" "makeOpts"
173

174
	get_var_from_env_or_config "GIT_PERF_USE_SCALAR" "perf" "useScalar" "--bool"
175
	export GIT_PERF_USE_SCALAR
176

177
	get_var_from_env_or_config "GIT_PERF_REPO_NAME" "perf" "repoName"
178
	export GIT_PERF_REPO_NAME
179

180
	GIT_PERF_AGGREGATING_LATER=t
181
	export GIT_PERF_AGGREGATING_LATER
182

183
	if test $# = 0 || test "$1" = -- || test -f "$1"
184
	then
185
		set -- . "$@"
186
	fi
187

188
	codespeed_opt=
189
	test "$GIT_PERF_CODESPEED_OUTPUT" = "true" && codespeed_opt="--codespeed"
190

191
	run_dirs "$@"
192

193
	if test -z "$GIT_PERF_SEND_TO_CODESPEED"
194
	then
195
		./aggregate.perl --results-dir="$TEST_RESULTS_DIR" $codespeed_opt "$@"
196
	else
197
		json_res_file=""$TEST_RESULTS_DIR"/$GIT_PERF_SUBSECTION/aggregate.json"
198
		./aggregate.perl --results-dir="$TEST_RESULTS_DIR" --codespeed "$@" | tee "$json_res_file"
199
		send_data_url="$GIT_PERF_SEND_TO_CODESPEED/result/add/json/"
200
		curl -v --request POST --data-urlencode "json=$(cat "$json_res_file")" "$send_data_url"
201
	fi
202
}
203

204
get_var_from_env_or_config "GIT_PERF_CODESPEED_OUTPUT" "perf" "codespeedOutput" "--bool"
205
get_var_from_env_or_config "GIT_PERF_SEND_TO_CODESPEED" "perf" "sendToCodespeed"
206

207
cd "$(dirname $0)"
208
. ../../GIT-BUILD-OPTIONS
209

210
if test -n "$TEST_OUTPUT_DIRECTORY"
211
then
212
	TEST_RESULTS_DIR="$TEST_OUTPUT_DIRECTORY/test-results"
213
else
214
	TEST_RESULTS_DIR=test-results
215
fi
216

217
mkdir -p "$TEST_RESULTS_DIR"
218
get_subsections "perf" >"$TEST_RESULTS_DIR"/run_subsections.names
219

220
if test $(wc -l <"$TEST_RESULTS_DIR"/run_subsections.names) -eq 0
221
then
222
	if test -n "$GIT_PERF_SUBSECTION"
223
	then
224
		if test -n "$GIT_PERF_CONFIG_FILE"
225
		then
226
			die "no subsections are defined in config file '$GIT_PERF_CONFIG_FILE'"
227
		else
228
			die "subsection '$GIT_PERF_SUBSECTION' defined without a config file"
229
		fi
230
	fi
231
	(
232
		run_subsection "$@"
233
	)
234
elif test -n "$GIT_PERF_SUBSECTION"
235
then
236
	grep -E "^$GIT_PERF_SUBSECTION\$" "$TEST_RESULTS_DIR"/run_subsections.names >/dev/null ||
237
		die "subsection '$GIT_PERF_SUBSECTION' not found in '$GIT_PERF_CONFIG_FILE'"
238

239
	grep -E "^$GIT_PERF_SUBSECTION\$" "$TEST_RESULTS_DIR"/run_subsections.names | while read -r subsec
240
	do
241
		(
242
			GIT_PERF_SUBSECTION="$subsec"
243
			export GIT_PERF_SUBSECTION
244
			echo "======== Run for subsection '$GIT_PERF_SUBSECTION' ========"
245
			run_subsection "$@"
246
		)
247
	done
248
else
249
	while read -r subsec
250
	do
251
		(
252
			GIT_PERF_SUBSECTION="$subsec"
253
			export GIT_PERF_SUBSECTION
254
			echo "======== Run for subsection '$GIT_PERF_SUBSECTION' ========"
255
			run_subsection "$@"
256
		)
257
	done <"$TEST_RESULTS_DIR"/run_subsections.names
258
fi
259