-
Notifications
You must be signed in to change notification settings - Fork 71
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
267: Add http json functionality (#293)
* 267: Add http json functionality Signed-off-by: Paul Grant <paulfgrant01@gmail.com> * 267: Add http json functionality - resolve linting issues - Create mock json server to run testing against Signed-off-by: Paul Grant <pgrant@williamhill.us> * 267: Add http json functionality - review comments - nolint,extra line Signed-off-by: Paul Grant <paulfgrant01@gmail.com> * 267: Add http json functionality - review comments - unit testing and various fixes Signed-off-by: Paul Grant <paulfgrant01@gmail.com> * 267: Add http json functionality - review comments - unit testing and various fixes Signed-off-by: Paul Grant <paulfgrant01@gmail.com> * 267: Add http json functionality - review comments - remove nolint Signed-off-by: Paul Grant <paulfgrant01@gmail.com> * 267: Add http json functionality - review comments - added debug message Signed-off-by: Paul Grant <paulfgrant01@gmail.com> --------- Signed-off-by: Paul Grant <paulfgrant01@gmail.com> Signed-off-by: Paul Grant <pgrant@williamhill.us> Co-authored-by: Paul Grant <pgrant@williamhill.us>
- Loading branch information
1 parent
6b79556
commit 1e50c98
Showing
9 changed files
with
625 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,3 +1,4 @@ | ||
| .idea | ||
| *~ | ||
| bin/vals | ||
| .vscode |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,160 @@ | ||
| package httpjson | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "net/url" | ||
| "strconv" | ||
| "strings" | ||
|
|
||
| "github.com/antchfx/jsonquery" | ||
| "github.com/antchfx/xpath" | ||
|
|
||
| "github.com/helmfile/vals/pkg/api" | ||
| "github.com/helmfile/vals/pkg/log" | ||
| ) | ||
|
|
||
| type provider struct { | ||
| // Keeping track of httpjson services since we need a service per url | ||
| protocol string | ||
| log *log.Logger | ||
| docs map[string]*jsonquery.Node | ||
| floatAsInt bool | ||
| } | ||
|
|
||
| func New(l *log.Logger, cfg api.StaticConfig) *provider { | ||
| p := &provider{ | ||
| log: l, | ||
| } | ||
|
|
||
| // Should the protocol be insecure i.e. http | ||
| insecureArg := cfg.String("insecure") | ||
| p.protocol = "https" | ||
| if insecureArg == "true" { | ||
| p.protocol = "http" | ||
| } | ||
|
|
||
| // By default JSON will return large integers as float64 | ||
| floatAsIntArg := cfg.String("floatAsInt") | ||
| p.floatAsInt = false | ||
| if floatAsIntArg == "true" { | ||
| p.floatAsInt = true | ||
| } | ||
|
|
||
| // Initialize docs map to store the json object for use multiple times | ||
| if len(p.docs) == 0 { | ||
| p.docs = make(map[string]*jsonquery.Node) | ||
| } | ||
|
|
||
| return p | ||
| } | ||
|
|
||
| func GetXpathFromUri(uri string) (xpathExpression string, err error) { | ||
| paths := strings.Split(uri, "#/") | ||
| if len(paths) == 1 { | ||
| return "", fmt.Errorf("no xpath expression found in uri: %s", uri) | ||
| } | ||
| _, err = xpath.Compile(paths[1]) | ||
| if err != nil { | ||
| return "", fmt.Errorf("unable to compile xpath expression '%s' from uri: %s", xpathExpression, uri) | ||
| } | ||
| xpathExpression = paths[1] | ||
|
|
||
| return xpathExpression, nil | ||
| } | ||
|
|
||
| func GetUrlFromUri(uri string, protocol string) (string, error) { | ||
| // Remove httpjson:// prefix | ||
| trimmedStr := strings.TrimPrefix(uri, "httpjson://") | ||
| // Attempt to split uri on argument | ||
| uriParts := strings.Split(trimmedStr, "?") | ||
| urlDomain := "" | ||
| if len(uriParts) == 1 { | ||
| // Attempt to split uri on parameter | ||
| urlDomain = strings.Split(trimmedStr, "#")[0] | ||
| } else { | ||
| urlDomain = uriParts[0] | ||
| } | ||
| if urlDomain == "" { | ||
| return "", fmt.Errorf("no domain found in uri: %s", uri) | ||
| } | ||
| fullURL := fmt.Sprintf("%s://%s", protocol, urlDomain) | ||
| _, err := url.Parse(fullURL) | ||
| if err != nil { | ||
| return "", fmt.Errorf("invalid domain: %s", err.Error()) | ||
| } | ||
|
|
||
| return fullURL, nil | ||
| } | ||
|
|
||
| func (p *provider) GetJsonDoc(url string) error { | ||
| if _, ok := p.docs[url]; !ok { | ||
| doc, err := jsonquery.LoadURL(url) | ||
| if err != nil { | ||
| return fmt.Errorf("error fetching json document at %v: %v", url, err) | ||
| } | ||
| p.log.Debugf("httpjson: successfully retrieved JSON data from: %s", url) | ||
| p.docs[url] = doc | ||
| } | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| func (p *provider) GetString(uri string) (string, error) { | ||
| url, err := GetUrlFromUri(uri, p.protocol) | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
| err = p.GetJsonDoc(url) | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
| xpathQuery, err := GetXpathFromUri(uri) | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
|
|
||
| returnValue := "" | ||
| var values []string | ||
| node, err := jsonquery.Query(p.docs[url], xpathQuery) | ||
| if err != nil || node == nil { | ||
| return "", fmt.Errorf("unable to query doc for value with xpath query using %v", uri) | ||
| } | ||
|
|
||
| if node.FirstChild.Data != node.LastChild.Data { | ||
| return "", fmt.Errorf("location %v has child nodes at %v, please use a more granular query", xpathQuery, url) | ||
| } | ||
|
|
||
| childNodesLength := countChildNodes(node) | ||
|
|
||
| if childNodesLength > 1 { | ||
| for child := node.FirstChild; child != nil; child = child.NextSibling { | ||
| values = append(values, child.Value().(string)) | ||
| } | ||
| returnValue = strings.Join(values, ",") | ||
| } else { | ||
| returnValue = node.FirstChild.Value().(string) | ||
| } | ||
|
|
||
| if p.floatAsInt { | ||
| intValue, err := strconv.ParseFloat(returnValue, 64) | ||
| if err != nil { | ||
| return "", fmt.Errorf("unable to convert possible float to int for value: %v", returnValue) | ||
| } | ||
| returnValue = fmt.Sprintf("%.0f", intValue) | ||
| } | ||
|
|
||
| return returnValue, nil | ||
| } | ||
|
|
||
| func countChildNodes(node *jsonquery.Node) int { | ||
| // Check if there are more child nodes i.e. keys under this json key | ||
| count := 0 | ||
| for child := node.FirstChild; child != nil; child = child.NextSibling { | ||
| count++ | ||
| } | ||
| return count | ||
| } | ||
|
|
||
| func (p *provider) GetStringMap(key string) (map[string]interface{}, error) { | ||
| return nil, fmt.Errorf("we should not be in the GetStringMap method") | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.