Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions acceptance/bundle/deploy/spark-jar-task/databricks.yml.tmpl
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,10 @@ resources:
name: "[${bundle.target}] Test Spark Jar Job $UNIQUE_NAME"
tasks:
- task_key: TestSparkJarTask
# The AWS test pool is spot-only in one zone, so the job cluster is sometimes lost
# (spot kill, no capacity, terminated during library install). A lost cluster
# produces no task logs, so a retried run prints the same output as a clean one.
max_retries: 1
new_cluster:
num_workers: 1
spark_version: 16.4.x-scala2.12
Expand Down
3 changes: 3 additions & 0 deletions acceptance/bundle/deploy/spark-jar-task/test.toml
Original file line number Diff line number Diff line change
@@ -1,5 +1,8 @@
Cloud = true

# Room for one task retry, which waits for a new job cluster.
TimeoutCloud = '40m'

Ignore = [
'myjar/PrintArgs.jar',
'myjar/PrintArgs.class',
Expand Down
Loading