download data
This commit is contained in:
parent
83d2b3a567
commit
dbca5bb655
1 changed files with 19 additions and 0 deletions
|
@ -1,6 +1,7 @@
|
||||||
package cwhub
|
package cwhub
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"bytes"
|
||||||
"crypto/sha256"
|
"crypto/sha256"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"errors"
|
"errors"
|
||||||
|
@ -17,6 +18,7 @@ import (
|
||||||
|
|
||||||
"github.com/enescakir/emoji"
|
"github.com/enescakir/emoji"
|
||||||
log "github.com/sirupsen/logrus"
|
log "github.com/sirupsen/logrus"
|
||||||
|
"gopkg.in/yaml.v2"
|
||||||
)
|
)
|
||||||
|
|
||||||
var PARSERS = "parsers"
|
var PARSERS = "parsers"
|
||||||
|
@ -740,6 +742,23 @@ func DownloadItem(target Item, tdir string, overwrite bool, dataFolder string) (
|
||||||
target.Tainted = false
|
target.Tainted = false
|
||||||
target.UpToDate = true
|
target.UpToDate = true
|
||||||
|
|
||||||
|
dec := yaml.NewDecoder(bytes.NewReader(body))
|
||||||
|
for {
|
||||||
|
data := &dataSet{}
|
||||||
|
err = dec.Decode(data)
|
||||||
|
if err != nil {
|
||||||
|
if err == io.EOF {
|
||||||
|
break
|
||||||
|
} else {
|
||||||
|
return target, fmt.Errorf("unable to read file %s data: %s", tdir+"/"+target.RemotePath, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
err = getData(data.data, dataFolder)
|
||||||
|
if err != nil {
|
||||||
|
return target, fmt.Errorf("unable to get data: %s", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
return target, nil
|
return target, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Add table
Reference in a new issue