Mercurial > ec-dotfiles
annotate moefetch.sh @ 204:fb02adf58c00
cleanup. speed
author | edhoprima@gmail.com <edhoprima@gmail.com> |
---|---|
date | Mon, 29 Jun 2009 16:46:59 +0000 |
parents | 94a585031e3b |
children | 2e866999c042 |
rev | line source |
---|---|
148 | 1 #!/bin/sh |
2 | |
3 # Copyright (c) 2009, edogawaconan <me@myconan.net> | |
4 # | |
5 # Permission to use, copy, modify, and/or distribute this software for any | |
6 # purpose with or without fee is hereby granted, provided that the above | |
7 # copyright notice and this permission notice appear in all copies. | |
8 # | |
9 # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES | |
10 # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF | |
11 # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR | |
12 # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES | |
13 # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN | |
14 # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF | |
15 # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. | |
159 | 16 # |
17 # Lots of bugs here. Use with care | |
148 | 18 # USE WITH CARE |
159 | 19 # |
20 # what it does: fetch every picture that has the specified TAGS. | |
148 | 21 # requirement: wget, libxslt, md5sum (or md5) |
22 | |
159 | 23 # program additional paths for: cut, sed, wc, MD5(sum), wget, xsltproc, grep |
24 ADDITIONAL_PATH= | |
148 | 25 |
159 | 26 # custom md5 path with arguments, expected output: <32digit md5><space(s)><filename> |
27 # Leave empty for "md5sum" (Linux, Solaris), "md5 -r" (*BSD) | |
28 MD5= | |
148 | 29 |
159 | 30 # default server address. Danbooru only! I do not take responsibility of stupidity. |
31 DEFAULT_SITE="moe.imouto.org" | |
148 | 32 |
33 # base directory. make sure it's writeable. I do not take responsibility if you don't own the folder and files as no check is done for this one. | |
159 | 34 # Structure is ${BASE_DIR}/<TAGS> |
35 # Absolute path only. | |
36 # Leave empty to use whatever folder you're running this at | |
193 | 37 BASE_DIR= |
148 | 38 |
39 # not user modifiable from here | |
40 | |
196 | 41 SED_GET_FILENAME="s/.*\/\([^\/]*\)/\1/g" |
42 SED_IS_MD5_FILE="s/\([0-9a-f]\{32\}\..*\)//g" | |
193 | 43 |
44 ### TODO: | |
196 | 45 ### - replace `...` with $(..) (DONE) |
193 | 46 ### - sanity validator |
47 ### - unified repository to save bandwidth | |
48 ### - bug stomping | |
49 ### - sanity checking | |
50 ### WILL BE FOR 0.3 | |
51 | |
159 | 52 # useless welcome message. Also version |
53 Msg_Welcome() { | |
203 | 54 MOEFETCHVERSION="0.2-beta2" |
159 | 55 cat <<EOF |
56 moefetch ${MOEFETCHVERSION} | |
57 Copyright (c) 2009 edogawaconan <me@myconan.net> | |
58 | |
59 EOF | |
60 } | |
61 | |
62 # fatal error handler | |
63 Err_Fatal() { | |
196 | 64 printf "\nFatal error: ${1}\n" |
159 | 65 exit 1 |
66 } | |
67 | |
68 # help message | |
69 Err_Help() { | |
70 cat <<EOF | |
177 | 71 moefetch.sh COMMAND [-s SITE_URL] TAGS |
174
0948e76a57a1
added help. Bump to 0.1-beta2
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
173
diff
changeset
|
72 |
176
3d2ae9417273
even more improvement
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
175
diff
changeset
|
73 COMMAND: |
3d2ae9417273
even more improvement
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
175
diff
changeset
|
74 (quick)fetch: do a complete update. Add prefix quick to skip file checking |
3d2ae9417273
even more improvement
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
175
diff
changeset
|
75 check: get list of new files, clean up local folder and print total new files |
175
5b7a154dbd21
cosmetics fix for help message
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
174
diff
changeset
|
76 |
177 | 77 -s SITE_URL: Specify URL of the Danbooru powered site you want to leech from. Default is ${DEFAULT_SITE} |
175
5b7a154dbd21
cosmetics fix for help message
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
174
diff
changeset
|
78 |
176
3d2ae9417273
even more improvement
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
175
diff
changeset
|
79 TAGS: Tags you want to download. Separated by spaces. Tag name follows standard Danbooru tagging scheme |
174
0948e76a57a1
added help. Bump to 0.1-beta2
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
173
diff
changeset
|
80 |
159 | 81 EOF |
193 | 82 exit 2 |
159 | 83 } |
84 | |
85 # generate link by transforming xml | |
86 Generate_Link() { | |
195
652d9e268cee
test migration to printf
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
194
diff
changeset
|
87 printf "\nFetching xml file\n" |
652d9e268cee
test migration to printf
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
194
diff
changeset
|
88 wget "http://${SITE}/post/index.xml?tags=${TAGS}&offset=0&limit=100000" -O "${TEMP_PREFIX}-xml" -e continue=off |
652d9e268cee
test migration to printf
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
194
diff
changeset
|
89 printf "Processing XML file..." |
148 | 90 # xslt evilry |
195
652d9e268cee
test migration to printf
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
194
diff
changeset
|
91 > "${TEMP_PREFIX}-list" |
203 | 92 xsltproc - "${TEMP_PREFIX}-xml" <<EOF | sed 's/.*\(http.*\)\(\/[a-f0-9]\{32\}\).*\.\([^\.]*\)/\1\2.\3/g' | grep ^http > "${TEMP_PREFIX}-list" 2>/dev/null |
148 | 93 <xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"> |
94 <xsl:output method="xml" indent="yes"/> | |
95 <xsl:template match="post"> | |
96 <xsl:value-of select="@file_url" /> | |
97 </xsl:template> | |
98 </xsl:stylesheet> | |
99 EOF | |
195
652d9e268cee
test migration to printf
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
194
diff
changeset
|
100 NUMFILES=$(echo $(wc -l < "${TEMP_PREFIX}-list")) |
181
d3b7927bdb2b
restructuring and add check if the xml is processed properly
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
180
diff
changeset
|
101 [ "${NUMFILES}" -gt 0 ] || Err_Fatal "Error in processing list or no files can be found with specified tag(s) or site" |
200 | 102 echo " ${NUMFILES} file(s) available on server" |
159 | 103 #output file: ${TARGET_DIR}-list |
148 | 104 } |
105 | |
200 | 106 # getting rid of ls (as per suggestion) |
107 Count_Files() { | |
108 _i=0 | |
109 for _f in "${*}/"* "${*}/".*; do | |
110 if [ "${_f}" != '*' ] || [ -e "${_f}" ]; then | |
111 _i=$((_i + 1)) | |
112 fi | |
113 done | |
114 echo $((_i - 2)) | |
115 } | |
116 | |
159 | 117 # check tools availability |
118 Check_Tools() { | |
119 # verify all programs required do indeed exist | |
120 #MD5 | |
121 if [ ! "${MD5}" ]; then | |
193 | 122 case $(uname) in |
159 | 123 *BSD) MD5="md5 -r";; |
124 Linux|SunOS) MD5="md5sum";; | |
125 *) Fatal_Err "No known md5 tool for this platform. Please specify manually" | |
126 esac | |
127 fi | |
193 | 128 MD5_COMMAND=$(echo ${MD5} | cut -d' ' -f1) |
159 | 129 # basic tools |
203 | 130 COMMANDS="cut sed wc wget xsltproc xargs rm mkdir chown comm grep date ${MD5_COMMAND}" |
159 | 131 for COMMAND in ${COMMANDS} |
132 do | |
193 | 133 [ "$(command -v "${COMMAND}")" ] || Err_Fatal "${COMMAND} doesn't exist in ${PATH}" |
159 | 134 done |
135 } | |
136 | |
137 # verify required folders exist and writeable | |
138 Check_Folders(){ | |
139 [ -O "${BASE_DIR}" ] || Err_Fatal "You don't own ${BASE_DIR}. Please fix ${BASE_DIR}." | |
180 | 140 for FOLDER in temp trash deleted "${SITE_DIR}/${TARGET_DIR}"; do |
159 | 141 if [ ! -d "${BASE_DIR}/${FOLDER}" ]; then |
142 mkdir "${BASE_DIR}/${FOLDER}" || Err_Fatal "${FOLDER} folder creation failed" | |
143 fi | |
144 if [ ! -O "${BASE_DIR}/${FOLDER}" ]; then | |
167 | 145 echo "You don't own the ${BASE_DIR}/${FOLDER}, applying globally writeable permission on it" |
159 | 146 chmod -R u=rwX,g=rwX,o=rwX "${BASE_DIR}/${FOLDER}" || Err_Fatal "Error changing ownership. This shouldn't happen" |
147 fi | |
148 done | |
200 | 149 [ "$(Count_Files "${BASE_DIR}/${SITE_DIR}/${TARGET_DIR}")" -eq 0 ] && ISNEW=1 |
201
30d2fb656029
scrapping grep -vf
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
200
diff
changeset
|
150 for i in error ok list newlist templist; do |
196 | 151 touch "${TEMP_PREFIX}-${i}" || Fatal_Err "Error creating ${TEMP_PREFIX}-${i}. This shouldn't happen" |
159 | 152 done |
153 # | |
154 } | |
155 | |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
156 # Do some cleanup |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
157 Cleanup_Repository() { |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
158 |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
159 # THE FILES |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
160 |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
161 # current dir: ${BASE_DIR}/${SITE_DIR}/${TARGET_DIR} |
204 | 162 printf "Cleaning up repository folder" |
191
a4ceb952b05a
more noclean support code
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
190
diff
changeset
|
163 TRASH_DIR=$(date -u "+${SITE_DIR}-${TARGET_DIR}-%Y%m%d-%H.%M") |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
164 mkdir -p "${BASE_DIR}/trash/${TRASH_DIR}" || Err_Fatal "Unable to create trash folder" |
190
1061a214a1f1
thanks to folks at #bash!
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
189
diff
changeset
|
165 for TRASH in "${BASE_DIR}/${SITE_DIR}/${TARGET_DIR}/"* |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
166 do |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
167 ISTRASH= |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
168 if [ -d "${TRASH}" ]; then |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
169 ISTRASH=1 |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
170 else |
203 | 171 if [ "$(echo "${TRASH}" | sed -e "${SED_GET_FILENAME};${SED_IS_MD5_FILE}" | grep -v ^$)" ]; then |
191
a4ceb952b05a
more noclean support code
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
190
diff
changeset
|
172 ISTRASH=1 |
a4ceb952b05a
more noclean support code
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
190
diff
changeset
|
173 else |
196 | 174 [ "$(cat "${TEMP_PREFIX}-list" | sed -e "${SED_GET_FILENAME}" | grep $(echo "${TRASH}" | sed -e "${SED_GET_FILENAME}"))" ] || ISTRASH=1 |
191
a4ceb952b05a
more noclean support code
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
190
diff
changeset
|
175 fi |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
176 fi |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
177 if [ "${ISTRASH}" ]; then |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
178 mv -f "${TRASH}" "${BASE_DIR}/trash/${TRASH_DIR}" || Err_Fatal "Error deleting files" |
196 | 179 echo "Moved $(echo "${TRASH}" | sed -e "${SED_GET_FILENAME}") to ${BASE_DIR}/trash/${TRASH_DIR}" |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
180 fi |
204 | 181 printf "." |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
182 done |
204 | 183 echo "done" |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
184 rmdir "${BASE_DIR}/trash/${TRASH_DIR}" 2>/dev/null |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
185 } |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
186 |
159 | 187 # check files correctness |
188 Check_Files() { | |
166 | 189 if [ ! "${ISNEW}" ]; then |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
190 [ "${NOCLEAN}" ] || Cleanup_Repository |
204 | 191 printf "Checking for errors" |
196 | 192 > "${TEMP_PREFIX}-error" |
200 | 193 for FILE in "${BASE_DIR}/${SITE_DIR}/${TARGET_DIR}/"* |
159 | 194 do |
203 | 195 if [ "$(echo "${FILE}" | sed -e "${SED_GET_FILENAME};${SED_IS_MD5_FILE}" | grep -v ^$)" ]; then |
196 printf "\nNot a valid danbooru file: $(echo ${FILE} | sed -e "${SED_GET_FILENAME}")\n" | |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
197 else |
200 | 198 if [ "$(${MD5} "${FILE}" | cut -d ' ' -f1 -)" != "$(echo "${FILE}" | sed -e "${SED_GET_FILENAME}" | cut -d '.' -f1)" ] |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
199 then |
196 | 200 echo "${FILE}" >> "${TEMP_PREFIX}-error" |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
201 echo |
200 | 202 echo "Error: $(echo "${FILE}" | sed -e "${SED_GET_FILENAME}")" |
187
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
203 fi |
efd957294c8c
refactoring. cleanup. etc.
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
186
diff
changeset
|
204 printf "." |
148 | 205 fi |
206 done | |
204 | 207 echo "done" |
200 | 208 TOTAL_ERROR=$(echo $(wc -l < "${TEMP_PREFIX}-error")) |
170 | 209 if [ "${TOTAL_ERROR}" -eq 0 ]; then |
203 | 210 echo "All files OK" |
170 | 211 else |
203 | 212 printf "${TOTAL_ERROR} file(s) broken: removing..." |
196 | 213 cat "${TEMP_PREFIX}-error" | xargs rm |
203 | 214 echo " ${TOTAL_ERROR} file(s) removed" |
170 | 215 fi |
200 | 216 echo "$(Count_Files "${BASE_DIR}/${SITE_DIR}/${TARGET_DIR}") file(s) available locally" |
148 | 217 |
203 | 218 printf "Generating list of new files..." |
148 | 219 # THE FILES |
159 | 220 #ls "../${TARGET_DIR}" | grep -vf "${TARGET_DIR}-error" > "${TARGET_DIR}-ok" |
156
d3b002fd944e
fix: my attempt at speeding up things failed. reverting back to trusty grep -vf
edhoprima
parents:
155
diff
changeset
|
221 # |
200 | 222 find "${BASE_DIR}/${SITE_DIR}/${TARGET_DIR}" | comm -1 -3 "${TEMP_PREFIX}-error" - | sed -e "${SED_GET_FILENAME}" > "${TEMP_PREFIX}-ok" |
201
30d2fb656029
scrapping grep -vf
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
200
diff
changeset
|
223 cat "${TEMP_PREFIX}-list" > "${TEMP_PREFIX}-templist" |
203 | 224 while read -r IS_OK; do |
225 cat "${TEMP_PREFIX}-templist" | grep -v "${IS_OK}" > "${TEMP_PREFIX}-newlist" | |
226 cat "${TEMP_PREFIX}-newlist" > "${TEMP_PREFIX}-templist" | |
227 printf "." | |
228 done < "${TEMP_PREFIX}-ok" | |
229 #cat "${TEMP_PREFIX}-list" | egrep -vf "${TEMP_PREFIX}-ok" > "${TEMP_PREFIX}-newlist" | |
230 echo " done" | |
198 | 231 echo "$(echo $(wc -l < "${TEMP_PREFIX}-newlist")) file(s) to be downloaded" |
159 | 232 |
148 | 233 else |
159 | 234 if [ "${ISQUICK}" ]; then |
152 | 235 echo "quick mode selected. Skipping check" |
236 else | |
237 echo "Empty local repository" | |
238 fi | |
200 | 239 cat "${TEMP_PREFIX}-list" > "${TEMP_PREFIX}-newlist" |
148 | 240 fi |
241 } | |
242 | |
159 | 243 # start downloading the images |
244 Fetch_Images() { | |
196 | 245 if [ "$(echo $(wc -l < "${TEMP_PREFIX}-newlist"))" -eq 0 ]; then |
148 | 246 echo "No new file" |
247 else | |
203 | 248 printf "Starting wget..." |
160
68227a30d0b3
forgot to fix Fetch_Images to reflect new folder naming scheme
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
159
diff
changeset
|
249 cd "${BASE_DIR}/${SITE_DIR}/${TARGET_DIR}" |
196 | 250 wget -e continue=on -bi "${TEMP_PREFIX}-newlist" -o "${TEMP_PREFIX}.log" |
148 | 251 fi |
252 } | |
253 | |
159 | 254 # initialize base variables and initial command check |
255 Init(){ | |
256 # path initialization | |
181
d3b7927bdb2b
restructuring and add check if the xml is processed properly
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
180
diff
changeset
|
257 [ "${ADDITIONAL_PATH}" ] && PATH="${ADDITIONAL_PATH}:${PATH}" |
159 | 258 export PATH |
158
cba73f6a96bb
grep check. OpenSolaris' default grep doesn't support -f
edhoprima
parents:
157
diff
changeset
|
259 |
159 | 260 # misc variables |
166 | 261 ISQUICK= |
262 ISNEW= | |
158
cba73f6a96bb
grep check. OpenSolaris' default grep doesn't support -f
edhoprima
parents:
157
diff
changeset
|
263 |
159 | 264 [ $# -lt 2 ] && Err_Help |
265 case "$1" in | |
174
0948e76a57a1
added help. Bump to 0.1-beta2
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
173
diff
changeset
|
266 check|fetch|quickfetch) |
159 | 267 echo "Starting..." |
268 JOB="$1" | |
269 ;; | |
270 *) | |
271 Err_Help | |
272 ;; | |
273 esac | |
274 shift | |
275 SITE= | |
185
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
276 TAGS= |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
277 while [ "${1}" ]; do |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
278 case "$1" in |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
279 -s|--site) |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
280 shift |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
281 SITE="$1" |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
282 ;; |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
283 -nc|--noclean) |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
284 NOCLEAN=1 |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
285 ;; |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
286 *) |
186 | 287 if [ "${TAGS}" ]; then |
288 TAGS="$1 ${TAGS}" | |
289 else | |
290 TAGS="$1" | |
291 fi | |
185
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
292 ;; |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
293 esac |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
294 shift |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
295 done |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
296 [ "${SITE}" ] || SITE="${DEFAULT_SITE}" |
6d926d4b3c5a
initial clean system support
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
184
diff
changeset
|
297 [ "${TAGS}" ] || Err_Fatal "No tag specified" |
181
d3b7927bdb2b
restructuring and add check if the xml is processed properly
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
180
diff
changeset
|
298 # Get base folder - default, current folder or fallback to ${HOME} |
d3b7927bdb2b
restructuring and add check if the xml is processed properly
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
180
diff
changeset
|
299 [ "${BASE_DIR}" ] || BASE_DIR="${PWD}" |
d3b7927bdb2b
restructuring and add check if the xml is processed properly
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
180
diff
changeset
|
300 [ "${BASE_DIR}" ] || BASE_DIR="{$HOME}" |
193 | 301 [ "$(echo "${BASE_DIR}" | cut -c1 | grep \/)" ] || BASE_DIR="/${BASE_DIR}" |
181
d3b7927bdb2b
restructuring and add check if the xml is processed properly
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
180
diff
changeset
|
302 |
159 | 303 echo "Tags: ${TAGS}" |
304 # slash is not wanted for folder name | |
193 | 305 TARGET_DIR=$(echo "${TAGS}" | sed -e 's/\//_/g') |
306 SITE_DIR=$(echo "${SITE}" | sed -e 's/\/$//g;s/\//_/g') | |
195
652d9e268cee
test migration to printf
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
194
diff
changeset
|
307 TEMP_PREFIX="${BASE_DIR}/temp/${SITE_DIR}-${TARGET_DIR}" |
159 | 308 } |
148 | 309 |
181
d3b7927bdb2b
restructuring and add check if the xml is processed properly
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
180
diff
changeset
|
310 # initialization |
159 | 311 Msg_Welcome |
312 Init "$@" | |
313 Check_Tools | |
314 Check_Folders | |
158
cba73f6a96bb
grep check. OpenSolaris' default grep doesn't support -f
edhoprima
parents:
157
diff
changeset
|
315 |
148 | 316 |
159 | 317 # let's do the job! |
318 case "${JOB}" in | |
174
0948e76a57a1
added help. Bump to 0.1-beta2
edhoprima@gmail.com <edhoprima@gmail.com>
parents:
173
diff
changeset
|
319 check) |
159 | 320 Generate_Link |
321 Check_Files | |
148 | 322 ;; |
159 | 323 fetch) |
324 Generate_Link | |
325 Check_Files | |
326 Fetch_Images | |
327 ;; | |
328 quickfetch) | |
329 ISNEW=1 | |
330 ISQUICK=1 | |
331 Generate_Link | |
332 Check_Files | |
333 Fetch_Images | |
148 | 334 ;; |
335 esac |