wget WARC support added

1 files changed, 7 insertions, 13 deletions

diff --git a/stashley b/stashley
index 9afce6d..b5c9954 100755
--- a/stashley
+++ b/stashley
@@ -6,15 +6,9 @@ do
     if [ "$site" = "youtube" ]
     then
         yt-dlp --write-info-json --write-description --write-thumbnail --write-annotations --all-subs --ignore-error -f 'bestvideo[height>=720][fps>=60]+bestaudio/bestvideo+bestaudio/best' -o 'YouTube/%(uploader|author)s/%(title)s.%(ext)s' "$url"
-    elif [ "$site" = "twitter" ]
+    elif [ "$site" = "website" ]
     then
-        gallery-dl --write-metadata "$url"
-    elif [ "$site" = "instagram" ]
-    then
-        gallery-dl --write-metadata "$url"
-    elif [ "$site" = "toyhouse" ]
-    then
-        gallery-dl --write-metadata "$url"
+        wget --mirror --warc-file="echo $url|sed -e '//\//slash/g'"
     else
         gallery-dl --write-metadata "$site":"$url"
     fi
@@ -24,16 +18,16 @@ done
 
 fdupes -dIr .
 
-if [[ ipfs --help == 0 ]]
+if [ "$(ipfs --help)" = 0 ]
 then
     ## Add new content to personality-archive
-    personalityName=$(tomlq -r '.name' $1)
+    personalityName=$(tomlq -r '.name' "$1")
     ipfs files mkdir /personality-archive
     personalityHash=$(ipfs add -Q -r .)
-    ipfs files rm -r /personality-archive/$personalityName
-    ipfs files cp /ipfs/$personalityHash /personality-archive/$personalityName
+    ipfs files rm -r /personality-archive/"$personalityName"
+    ipfs files cp /ipfs/"$personalityHash" /personality-archive/"$personalityName"
 
     ## Update IPNS with new personality-archive
     personalityArchiveLocationHash=$(ipfs files stat --hash /personality-archive)
-    ipfs name publish $personalityArchiveLocationHash
+    ipfs name publish "$personalityArchiveLocationHash"
 fi