githubmirror/spark

python/asv

42 строки2 KB

Yicong-Huang

[SPARK-56011][PYTHON][INFRA] Add python/asv wrapper script for running benchmarks from repo root

19 мар 2026, 03:16

19 мар 2026, 03:16fcf0d4c

#!/usr/bin/env bash
#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

# Wrapper script to run ASV (Airspeed Velocity) benchmarks for PySpark.
# All arguments are forwarded to asv.
#
# Usage:
#   ./python/asv run --python=same --quick
#   ./python/asv run --python=same --quick -b 'bench_eval_type.GroupedMapPandasUDFTimeBench'
#   ./python/asv continuous -f 1.1 upstream/master HEAD

set -euo pipefail

PYTHON_DIR="$(cd "$(dirname "$0")" && pwd)"
BENCHMARKS_DIR="$PYTHON_DIR/benchmarks"

if ! command -v asv &> /dev/null; then
  echo "Error: asv is not installed. Install it with: pip install asv" >&2
  exit 1
fi

# Ensure pyspark is importable from source when using --python=same
PY4J_ZIP="$(ls "$PYTHON_DIR"/lib/py4j-*-src.zip 2>/dev/null | head -1)"
export PYTHONPATH="${PYTHON_DIR}${PY4J_ZIP:+:$PY4J_ZIP}${PYTHONPATH:+:$PYTHONPATH}"

cd "$BENCHMARKS_DIR"
exec asv "$@"