This repository has been archived by the owner on Aug 17, 2020. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 5
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* skip tests support * fix import * remote config preparation * config request * remote configuration algorithm and implementation * test CACHE status report * Capabilities in metadata * capability fixes * refactoring * sort dependencies values * TestHttpServer change * remove stdout message * remove skip test on not instrumented tests * Configuration algorithm * Capability runner cache * capabilities changes
- Loading branch information
1 parent
26f5b86
commit e6e7f7b
Showing
13 changed files
with
430 additions
and
31 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,230 @@ | ||
| package agent | ||
|
|
||
| import ( | ||
| "bytes" | ||
| "crypto/sha1" | ||
| "crypto/x509" | ||
| "encoding/json" | ||
| "errors" | ||
| "fmt" | ||
| "io/ioutil" | ||
| "net/http" | ||
| "net/url" | ||
| "os" | ||
| "path/filepath" | ||
| "runtime" | ||
| "time" | ||
|
|
||
| "github.com/mitchellh/go-homedir" | ||
|
|
||
| "go.undefinedlabs.com/scopeagent/tags" | ||
| ) | ||
|
|
||
| // Loads the remote agent configuration from local cache, if not exists then retrieve it from the server | ||
| func (a *Agent) loadRemoteConfiguration() map[string]interface{} { | ||
| if a == nil || a.metadata == nil { | ||
| return nil | ||
| } | ||
| configRequest := map[string]interface{}{} | ||
| addElementToMapIfEmpty(configRequest, tags.Repository, a.metadata[tags.Repository]) | ||
| addElementToMapIfEmpty(configRequest, tags.Commit, a.metadata[tags.Commit]) | ||
| addElementToMapIfEmpty(configRequest, tags.Branch, a.metadata[tags.Branch]) | ||
| addElementToMapIfEmpty(configRequest, tags.Service, a.metadata[tags.Service]) | ||
| addElementToMapIfEmpty(configRequest, tags.Dependencies, a.metadata[tags.Dependencies]) | ||
| if cKeys, ok := a.metadata[tags.ConfigurationKeys]; ok { | ||
| cfgKeys := cKeys.([]string) | ||
| configRequest[tags.ConfigurationKeys] = cfgKeys | ||
| for _, item := range cfgKeys { | ||
| addElementToMapIfEmpty(configRequest, item, a.metadata[item]) | ||
| } | ||
| } | ||
| if a.debugMode { | ||
| jsBytes, _ := json.Marshal(configRequest) | ||
| a.logger.Printf("Getting remote configuration for: %v", string(jsBytes)) | ||
| } | ||
| return a.getOrSetRemoteConfigurationCache(configRequest, a.getRemoteConfiguration) | ||
| } | ||
|
|
||
| // Gets the remote agent configuration from the endpoint + api/agent/config | ||
| func (a *Agent) getRemoteConfiguration(cfgRequest map[string]interface{}) map[string]interface{} { | ||
| client := &http.Client{} | ||
| curl := a.getUrl("api/agent/config") | ||
| payload, err := msgPackEncodePayload(cfgRequest) | ||
| if err != nil { | ||
| a.logger.Printf("Error encoding payload: %v", err) | ||
| } | ||
| payloadBytes := payload.Bytes() | ||
|
|
||
| var ( | ||
| lastError error | ||
| status string | ||
| statusCode int | ||
| bodyData []byte | ||
| ) | ||
| for i := 0; i <= numOfRetries; i++ { | ||
| req, err := http.NewRequest("POST", curl, bytes.NewBuffer(payloadBytes)) | ||
| if err != nil { | ||
| a.logger.Printf("Error creating new request: %v", err) | ||
| return nil | ||
| } | ||
| req.Header.Set("User-Agent", a.userAgent) | ||
| req.Header.Set("Content-Type", "application/msgpack") | ||
| req.Header.Set("Content-Encoding", "gzip") | ||
| req.Header.Set("X-Scope-ApiKey", a.apiKey) | ||
|
|
||
| if a.debugMode { | ||
| if i == 0 { | ||
| a.logger.Println("sending payload") | ||
| } else { | ||
| a.logger.Printf("sending payload [retry %d]", i) | ||
| } | ||
| } | ||
|
|
||
| resp, err := client.Do(req) | ||
| if err != nil { | ||
| if v, ok := err.(*url.Error); ok { | ||
| // Don't retry if the error was due to TLS cert verification failure. | ||
| if _, ok := v.Err.(x509.UnknownAuthorityError); ok { | ||
| a.logger.Printf("error: http client returns: %s", err.Error()) | ||
| return nil | ||
| } | ||
| } | ||
|
|
||
| lastError = err | ||
| a.logger.Printf("client error '%s', retrying in %d seconds", err.Error(), retryBackoff/time.Second) | ||
| time.Sleep(retryBackoff) | ||
| continue | ||
| } | ||
|
|
||
| statusCode = resp.StatusCode | ||
| status = resp.Status | ||
| if resp.Body != nil && resp.Body != http.NoBody { | ||
| body, err := ioutil.ReadAll(resp.Body) | ||
| if err == nil { | ||
| bodyData = body | ||
| } | ||
| } | ||
| if err := resp.Body.Close(); err != nil { // We can't defer inside a for loop | ||
| a.logger.Printf("error: closing the response body. %s", err.Error()) | ||
| } | ||
|
|
||
| if statusCode == 0 || statusCode >= 400 { | ||
| lastError = errors.New(fmt.Sprintf("error from API [status: %s]: %s", status, string(bodyData))) | ||
| } | ||
|
|
||
| // Check the response code. We retry on 500-range responses to allow | ||
| // the server time to recover, as 500's are typically not permanent | ||
| // errors and may relate to outages on the server side. This will catch | ||
| // invalid response codes as well, like 0 and 999. | ||
| if statusCode == 0 || (statusCode >= 500 && statusCode != 501) { | ||
| a.logger.Printf("error: [status code: %d], retrying in %d seconds", statusCode, retryBackoff/time.Second) | ||
| time.Sleep(retryBackoff) | ||
| continue | ||
| } | ||
|
|
||
| if i > 0 { | ||
| a.logger.Printf("payload was sent successfully after retry.") | ||
| } | ||
| break | ||
| } | ||
|
|
||
| if statusCode != 0 && statusCode < 400 && lastError == nil { | ||
| var resp map[string]interface{} | ||
| if err := json.Unmarshal(bodyData, &resp); err == nil { | ||
| return resp | ||
| } else { | ||
| a.logger.Printf("Error unmarshalling json: %v", err) | ||
| } | ||
| } | ||
| return nil | ||
| } | ||
|
|
||
| // Gets or sets the remote agent configuration local cache | ||
| func (a *Agent) getOrSetRemoteConfigurationCache(metadata map[string]interface{}, fn func(map[string]interface{}) map[string]interface{}) map[string]interface{} { | ||
| if metadata == nil { | ||
| return nil | ||
| } | ||
| var ( | ||
| path string | ||
| err error | ||
| ) | ||
| path, err = getRemoteConfigurationCachePath(metadata) | ||
| if err == nil { | ||
| // We try to load the cached version of the remote configuration | ||
| file, lerr := os.Open(path) | ||
| err = lerr | ||
| if lerr == nil { | ||
| defer file.Close() | ||
| fileBytes, lerr := ioutil.ReadAll(file) | ||
| err = lerr | ||
| if lerr == nil { | ||
| var res map[string]interface{} | ||
| if lerr = json.Unmarshal(fileBytes, &res); lerr == nil { | ||
| if a.debugMode { | ||
| a.logger.Printf("Remote configuration cache: %v", string(fileBytes)) | ||
| } else { | ||
| a.logger.Printf("Remote configuration cache: %v", path) | ||
| } | ||
| return res | ||
| } else { | ||
| err = lerr | ||
| } | ||
| } | ||
| } | ||
| } | ||
| if err != nil { | ||
| a.logger.Printf("Remote configuration cache: %v", err) | ||
| } | ||
|
|
||
| if fn == nil { | ||
| return nil | ||
| } | ||
|
|
||
| // Call the loader | ||
| resp := fn(metadata) | ||
|
|
||
| if resp != nil && path != "" { | ||
| // Save a local cache for the response | ||
| if data, err := json.Marshal(&resp); err == nil { | ||
| if a.debugMode { | ||
| a.logger.Printf("Saving Remote configuration cache: %v", string(data)) | ||
| } | ||
| if err := ioutil.WriteFile(path, data, 0755); err != nil { | ||
| a.logger.Printf("Error writing json file: %v", err) | ||
| } | ||
| } | ||
| } | ||
| return resp | ||
| } | ||
|
|
||
| // Gets the remote agent configuration local cache path | ||
| func getRemoteConfigurationCachePath(metadata map[string]interface{}) (string, error) { | ||
| homeDir, err := homedir.Dir() | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
| data, err := json.Marshal(metadata) | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
| hash := fmt.Sprintf("%x", sha1.Sum(data)) | ||
|
|
||
| var folder string | ||
| if runtime.GOOS == "windows" { | ||
| folder = fmt.Sprintf("%s/AppData/Roaming/scope/cache", homeDir) | ||
| } else { | ||
| folder = fmt.Sprintf("%s/.scope/cache", homeDir) | ||
| } | ||
|
|
||
| if _, err := os.Stat(folder); err == nil { | ||
| return filepath.Join(folder, hash), nil | ||
| } else if os.IsNotExist(err) { | ||
| err = os.MkdirAll(folder, 0755) | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
| return filepath.Join(folder, hash), nil | ||
| } else { | ||
| return "", err | ||
| } | ||
| } |
Oops, something went wrong.