Commit 34a240f6 authored by Jonathan Mace's avatar Jonathan Mace
Browse files

Reduce number of parallel creators

parent 91fc07a7
...@@ -32,7 +32,7 @@ class Tables(sqlContext: SQLContext, scaleFactor: Int) extends Serializable { ...@@ -32,7 +32,7 @@ class Tables(sqlContext: SQLContext, scaleFactor: Int) extends Serializable {
case class Table(name: String, partitionColumns: Seq[String], fields: StructField*) { case class Table(name: String, partitionColumns: Seq[String], fields: StructField*) {
val schema = StructType(fields) val schema = StructType(fields)
val partitions = if (partitionColumns.isEmpty) 1 else 100 val partitions = if (partitionColumns.isEmpty) 1 else 20
def nonPartitioned: Table = { def nonPartitioned: Table = {
Table(name, Nil, fields : _*) Table(name, Nil, fields : _*)
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment