-
Notifications
You must be signed in to change notification settings - Fork 121
/
Copy pathcreate_data_stream.go
153 lines (134 loc) · 3.88 KB
/
create_data_stream.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
// or more contributor license agreements. Licensed under the Elastic License;
// you may not use this file except in compliance with the Elastic License.
package cmd
import (
"errors"
"fmt"
"github.com/AlecAivazis/survey/v2"
"github.com/spf13/cobra"
"github.com/elastic/elastic-package/internal/surveyext"
"github.com/elastic/elastic-package/pkg/packages"
"github.com/elastic/elastic-package/pkg/packages/archetype"
)
const createDataStreamLongDescription = `Use this command to create a new data stream.
The command can extend the package with a new data stream using embedded data stream template and wizard.`
type newDataStreamAnswers struct {
Name string
Title string
Type string
SyntheticAndTimeSeries bool
Synthetic bool
}
func createDataStreamCommandAction(cmd *cobra.Command, args []string) error {
cmd.Println("Create a new data stream")
packageRoot, found, err := packages.FindPackageRoot()
if err != nil {
return fmt.Errorf("locating package root failed: %w", err)
}
if !found {
return errors.New("package root not found, you can only create new data stream in the package context")
}
manifest, err := packages.ReadPackageManifestFromPackageRoot(packageRoot)
if err != nil {
return fmt.Errorf("reading package manifest failed (path: %s): %w", packageRoot, err)
}
if manifest.Type == "input" {
return fmt.Errorf("data-streams are not supported in input packages")
}
qs := []*survey.Question{
{
Name: "name",
Prompt: &survey.Input{
Message: "Data stream name:",
Default: "new_data_stream",
},
Validate: survey.ComposeValidators(survey.Required, surveyext.DataStreamDoesNotExistValidator, surveyext.DataStreamNameValidator),
},
{
Name: "title",
Prompt: &survey.Input{
Message: "Data stream title:",
Default: "New Data Stream",
},
Validate: survey.Required,
},
{
Name: "type",
Prompt: &survey.Select{
Message: "Type:",
Options: []string{"logs", "metrics"},
Default: "logs",
},
Validate: survey.Required,
},
}
var answers newDataStreamAnswers
err = survey.Ask(qs, &answers)
if err != nil {
return fmt.Errorf("prompt failed: %w", err)
}
if answers.Type == "metrics" {
qs := []*survey.Question{
{
Name: "syntheticAndTimeSeries",
Prompt: &survey.Confirm{
Message: "Enable time series and synthetic source?",
Default: true,
},
Validate: survey.Required,
},
}
err = survey.Ask(qs, &answers)
if err != nil {
return fmt.Errorf("prompt failed: %w", err)
}
if !answers.SyntheticAndTimeSeries {
qs := []*survey.Question{
{
Name: "synthetic",
Prompt: &survey.Confirm{
Message: "Enable synthetic source?",
Default: true,
},
Validate: survey.Required,
},
}
err = survey.Ask(qs, &answers)
if err != nil {
return fmt.Errorf("prompt failed: %w", err)
}
}
}
descriptor := createDataStreamDescriptorFromAnswers(answers, packageRoot)
err = archetype.CreateDataStream(descriptor)
if err != nil {
return fmt.Errorf("can't create new data stream: %w", err)
}
cmd.Println("Done")
return nil
}
func createDataStreamDescriptorFromAnswers(answers newDataStreamAnswers, packageRoot string) archetype.DataStreamDescriptor {
manifest := packages.DataStreamManifest{
Name: answers.Name,
Title: answers.Title,
Type: answers.Type,
}
if !answers.SyntheticAndTimeSeries && !answers.Synthetic {
return archetype.DataStreamDescriptor{
Manifest: manifest,
PackageRoot: packageRoot,
}
}
elasticsearch := packages.Elasticsearch{
SourceMode: "synthetic",
}
if answers.SyntheticAndTimeSeries {
elasticsearch.IndexMode = "time_series"
}
manifest.Elasticsearch = &elasticsearch
return archetype.DataStreamDescriptor{
Manifest: manifest,
PackageRoot: packageRoot,
}
}