Merge pull request #18 from h2oai/tomasz/input-format-defaults

Input format default
h2oai · Jan 22, 2024 · c19c9dc · c19c9dc
2 parents 2a94357 + 0c82ee4
commit c19c9dc
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/task_types.go b/task_types.go
@@ -85,7 +85,6 @@ func defaultTaskIngestionSpec() *TaskIngestionSpec {
 			IOConfig: &IOConfig{
 				Type:        "index_parallel",
 				InputSource: &InputSource{},
-				InputFormat: &InputFormat{},
 			},
 			TuningConfig: &TuningConfig{
 				Type: "index_parallel",
@@ -176,6 +175,10 @@ func SetTaskIOConfigType(typ string) TaskIngestionSpecOptions {
 // SetTaskInputFormat configures input format for the task based ingestion.
 func SetTaskInputFormat(typ string, findColumnsHeader string, columns []string) TaskIngestionSpecOptions {
 	return func(spec *TaskIngestionSpec) {
+		if spec.Spec.IOConfig.InputFormat == nil {
+			spec.Spec.IOConfig.InputFormat = &InputFormat{}
+		}
+
 		spec.Spec.IOConfig.InputFormat.Type = typ
 		spec.Spec.IOConfig.InputFormat.FindColumnsFromHeader = findColumnsHeader
 		spec.Spec.IOConfig.InputFormat.Columns = columns