pytest.ini

[pytest]
; Confine default collection to the test suite. Without this, a bare `pytest`
; walks the whole repo, and a git worktree checked out under the repo root
; (e.g. a PR review checkout) contributes a second tests/conftest.py that
; collides with this one -- pytest aborts with ImportPathMismatchError.
testpaths = tests
addopts = -m "not spark_connect"
markers =
  pyspark: needs pyspark installed
  spark_connect: needs a Spark Connect session and its own pytest process, because starting a local Connect server sets SPARK_LOCAL_REMOTE, after which every later SparkSession.builder.getOrCreate() in the process returns the Connect session. Run with: pytest -m spark_connect tests/test_spark_connect.py
spark_options =
  spark.master: local[*]
  spark.driver.host: localhost
  spark.driver.bindAddress: 127.0.0.1
  spark.connect.grpc.binding.address: 127.0.0.1
  spark.sql.catalogImplementation: in-memory
  spark.sql.shuffle.partitions: 4
  spark.default.parallelism: 4
  spark.executor.cores: 4
  spark.sql.execution.arrow.pyspark.enabled: true
  spark.sql.adaptive.enabled: false
  spark.sql.ansi.enabled: false