From dbca5bb655c9ee6b7aae7d470ff1d87583ec705f Mon Sep 17 00:00:00 2001 From: AlteredCoder Date: Mon, 25 May 2020 12:45:48 +0200 Subject: [PATCH] download data --- pkg/cwhub/hubMgmt.go | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/pkg/cwhub/hubMgmt.go b/pkg/cwhub/hubMgmt.go index 29100a167..991fe49c3 100644 --- a/pkg/cwhub/hubMgmt.go +++ b/pkg/cwhub/hubMgmt.go @@ -1,6 +1,7 @@ package cwhub import ( + "bytes" "crypto/sha256" "encoding/json" "errors" @@ -17,6 +18,7 @@ import ( "github.com/enescakir/emoji" log "github.com/sirupsen/logrus" + "gopkg.in/yaml.v2" ) var PARSERS = "parsers" @@ -740,6 +742,23 @@ func DownloadItem(target Item, tdir string, overwrite bool, dataFolder string) ( target.Tainted = false target.UpToDate = true + dec := yaml.NewDecoder(bytes.NewReader(body)) + for { + data := &dataSet{} + err = dec.Decode(data) + if err != nil { + if err == io.EOF { + break + } else { + return target, fmt.Errorf("unable to read file %s data: %s", tdir+"/"+target.RemotePath, err) + } + } + err = getData(data.data, dataFolder) + if err != nil { + return target, fmt.Errorf("unable to get data: %s", err) + } + } + return target, nil }