From 77d11dc6d1c6aeb37d39ff1db2bed014e9fefa16 Mon Sep 17 00:00:00 2001
From: msglm <msglm@techchud.xyz>
Date: Sat, 15 Jul 2023 05:35:27 -0500
Subject: wget WARC support added

---
 stashley | 20 +++++++-------------
 1 file changed, 7 insertions(+), 13 deletions(-)

diff --git a/stashley b/stashley
index 9afce6d..b5c9954 100755
--- a/stashley
+++ b/stashley
@@ -6,15 +6,9 @@ do
     if [ "$site" = "youtube" ]
     then
         yt-dlp --write-info-json --write-description --write-thumbnail --write-annotations --all-subs --ignore-error -f 'bestvideo[height>=720][fps>=60]+bestaudio/bestvideo+bestaudio/best' -o 'YouTube/%(uploader|author)s/%(title)s.%(ext)s' "$url"
-    elif [ "$site" = "twitter" ]
+    elif [ "$site" = "website" ]
     then
-        gallery-dl --write-metadata "$url"
-    elif [ "$site" = "instagram" ]
-    then
-        gallery-dl --write-metadata "$url"
-    elif [ "$site" = "toyhouse" ]
-    then
-        gallery-dl --write-metadata "$url"
+        wget --mirror --warc-file="echo $url|sed -e '//\//slash/g'"
     else
         gallery-dl --write-metadata "$site":"$url"
     fi
@@ -24,16 +18,16 @@ done
 
 fdupes -dIr .
 
-if [[ ipfs --help == 0 ]]
+if [ "$(ipfs --help)" = 0 ]
 then
     ## Add new content to personality-archive
-    personalityName=$(tomlq -r '.name' $1)
+    personalityName=$(tomlq -r '.name' "$1")
     ipfs files mkdir /personality-archive
     personalityHash=$(ipfs add -Q -r .)
-    ipfs files rm -r /personality-archive/$personalityName
-    ipfs files cp /ipfs/$personalityHash /personality-archive/$personalityName
+    ipfs files rm -r /personality-archive/"$personalityName"
+    ipfs files cp /ipfs/"$personalityHash" /personality-archive/"$personalityName"
 
     ## Update IPNS with new personality-archive
     personalityArchiveLocationHash=$(ipfs files stat --hash /personality-archive)
-    ipfs name publish $personalityArchiveLocationHash
+    ipfs name publish "$personalityArchiveLocationHash"
 fi
-- 
cgit v1.2.3