mirror of
https://github.com/Websoft9/websoft9.git
synced 2024-11-22 07:30:24 +00:00
92 lines
4.1 KiB
YAML
92 lines
4.1 KiB
YAML
# This action will be trigger by docker.yml action
|
|
# docker.yml action download the artifact for build
|
|
|
|
name: Build Media-Dev for Apphub
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
repository_dispatch:
|
|
types: [media_dev_event]
|
|
|
|
jobs:
|
|
build:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
ACCESS_TOKEN: ${{ secrets.CONTENTFUL_GRAPHQLTOKEN }}
|
|
LOCALES: "en-US,zh-CN"
|
|
DATA_DIR: "json"
|
|
APPSTORE_LOGO_DIR: "logos"
|
|
SCREENSHOT_DIR: "screenshots"
|
|
LIMIT: 100
|
|
CI: false
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Install GNU Parallel
|
|
run: sudo apt-get install -y parallel
|
|
|
|
- name: Fetch catalog data from contentful graphql
|
|
run: |
|
|
mkdir -p $DATA_DIR
|
|
IFS=',' read -ra LOCALE_ARRAY <<< "$LOCALES"
|
|
for LOCALE in "${LOCALE_ARRAY[@]}"; do
|
|
curl -X POST \
|
|
-H "Content-Type: application/json" \
|
|
-H "Authorization: Bearer $ACCESS_TOKEN" \
|
|
-d '{"query":"query($locale: String){catalog(id: \"2Yp0TY3kBHgG6VDjsHZNpK\",locale:$locale) {linkedFrom(allowedLocales:[\"en-US\"]) {catalogCollection(limit:20) {items {key position title linkedFrom(allowedLocales:[\"en-US\"]) {catalogCollection(limit:20) {items {key title position}}}}}}}}","variables":{"locale":"'$LOCALE'"}}' \
|
|
https://graphql.contentful.com/content/v1/spaces/ffrhttfighww | \
|
|
jq '.data.catalog.linkedFrom.catalogCollection.items' > $DATA_DIR/catalog_${LOCALE:0:2}.json
|
|
done
|
|
|
|
- name: Fetch product data json and download screenshots
|
|
run: |
|
|
mkdir -p $SCREENSHOT_DIR && IFS=',' read -ra LOCALE_ARRAY <<< "$LOCALES" && for LOCALE in "${LOCALE_ARRAY[@]}"; do
|
|
SKIP=0
|
|
TOTAL=0
|
|
ITEMS=()
|
|
while [ $SKIP -le $TOTAL ]; do
|
|
RESPONSE=$(curl -X POST \
|
|
-H "Content-Type: application/json" \
|
|
-H "Authorization: Bearer $ACCESS_TOKEN" \
|
|
-d '{"query":"query($locale: String,$skip: Int){productCollection(locale:$locale,where:{appStore:true},limit: '$LIMIT', skip: $skip) {total items {sys {id} key hot trademark summary overview websiteurl description screenshots distribution vcpu memory storage logo {imageurl} catalogCollection(limit:15) {items {key title catalogCollection(limit:5){items{key title position}}}}}}}", "variables":{"locale":"'$LOCALE'", "skip":'$SKIP'}}' \
|
|
https://graphql.contentful.com/content/v1/spaces/ffrhttfighww)
|
|
ITEMS+=($(echo $RESPONSE | jq '.data.productCollection.items[]'))
|
|
TOTAL=$(echo $RESPONSE | jq '.data.productCollection.total')
|
|
SKIP=$((SKIP + LIMIT))
|
|
done
|
|
echo ${ITEMS[@]} | jq -r '.screenshots[]?.value' | sed 's/"//g' | parallel -j 10 "wget -t 0 -N {} -P $SCREENSHOT_DIR/${LOCALE:0:2} || echo {} >> $SCREENSHOT_DIR/Error.log"
|
|
echo ${ITEMS[@]} | jq -s '.' > $DATA_DIR/product_${LOCALE:0:2}.json
|
|
done
|
|
|
|
- name: Install and configure Aliyun ossutil
|
|
run: |
|
|
wget http://gosspublic.alicdn.com/ossutil/1.7.6/ossutil64
|
|
chmod 755 ossutil64
|
|
./ossutil64 config -e ${{ secrets.OSS_ENDPOINT }} -i ${{ secrets.OSS_ACCESS_KEY_ID }} -k ${{ secrets.OSS_ACCESS_KEY_SECRET }}
|
|
|
|
- name: Download logos from oss
|
|
run: ./ossutil64 cp oss://libs-websoft9-com/Websoft9/logo/product/ $APPSTORE_LOGO_DIR -r --update
|
|
|
|
- name: Create Zip Archive
|
|
run: |
|
|
rsync -av json logos screenshots media
|
|
zip -r media-dev.zip media/
|
|
mkdir media-dev
|
|
mv media-dev.zip media-dev/
|
|
|
|
- name: Upload To cloudflare r2
|
|
uses: ryand56/r2-upload-action@latest
|
|
with:
|
|
r2-account-id: ${{ secrets.CLOUDFLARE_ACCOUNT_ID }}
|
|
r2-access-key-id: ${{ secrets.CLOUDFLARE_SECRET_ID }}
|
|
r2-secret-access-key: ${{ secrets.CLOUDFLARE_SECRET_KEY }}
|
|
r2-bucket: artifact
|
|
source-dir: media-dev
|
|
destination-dir: ./dev/websoft9/plugin/media
|
|
|
|
# - name: Upload media-dev.zip to artifacts
|
|
# uses: actions/upload-artifact@v3
|
|
# with:
|
|
# name: media
|
|
# path: media-dev.zip
|