s4

annotate s4-world.sh @ 880:fa5be649968f

find changesets by author, revision, files, or words in the commit message
Omit update of user_m when no records in user_s modified
author HIROSE Yuuji <yuuji@gentei.org>
date Mon, 14 Dec 2020 20:01:07 +0900
parents ed9aae18fda9
children a240c8988c65
rev   line source
yuuji@734 1 #!/bin/sh
yuuji@734 2
yuuji@817 3 autoremovestop=2
yuuji@817 4
yuuji@791 5 # Setup variables for running time
yuuji@791 6 if $isCGI; then
yuuji@791 7 case "$S4WORLDLIST" in
yuuji@791 8 *:*:*)
yuuji@791 9 worldlistfile=cache/worldlist
yuuji@797 10 worldgrpfile=cache/worldgrps
yuuji@791 11 worldoptionfile=cache/worldoption
yuuji@791 12 worldnamefile=cache/worldname
yuuji@791 13 if [ ! -e $worldlistfile -o $worldlistfile -ot s4-config.sh \
yuuji@791 14 -o ! -e $worldoptionfile -o $worldoptionfile -ot s4-config.sh \
yuuji@794 15 -o s4-world.sh -nt $worldoptionfile ]
yuuji@791 16 then
yuuji@791 17 echo S4MASTERURL=$S4MASTERURL >> tmp/debug.out
yuuji@791 18 cat <<-EOF > $worldlistfile
yuuji@797 19 <div><table>
yuuji@791 20 <tr><th>World List</th></tr>
yuuji@794 21 <tr><td title="Base World$nl拠点となるWorldです">&rArr;
yuuji@794 22 <a href="${S4MASTERURL:-$URL}">Base</a></td></tr>
yuuji@791 23 EOF
yuuji@791 24 true > $worldoptionfile
yuuji@791 25 for i in $S4WORLDLIST; do
yuuji@791 26 echo $i | {
yuuji@791 27 IFS=: read name short d
yuuji@791 28 cgi="s4-world-$short$cgiext"
yuuji@791 29 conf="s4-config-$short.sh"
yuuji@791 30 cat<<-EOF >>$worldlistfile
yuuji@791 31 <tr><td title="$d">&rArr; <a href="$cgi">$name</a></td></tr>
yuuji@791 32 EOF
yuuji@791 33 cat<<-EOF >>$worldoptionfile
yuuji@791 34 <option title="$d" value="$conf">$name</option>
yuuji@791 35 EOF
yuuji@791 36 echo "$name" > $worldnamefile.$short
yuuji@791 37 }
yuuji@791 38 done
yuuji@791 39 if [ -s "$worldoptionfile" ]; then
yuuji@791 40 echo "<option value=\"s4-config.sh\">Base</option>" >> $worldoptionfile
yuuji@791 41 echo "</table>$nl</div>" >> $worldlistfile
yuuji@797 42 sed 's/href="\([^>]*\)"/href="\1?grps"/' $worldlistfile \
yuuji@797 43 > $worldgrpfile
yuuji@791 44 else
yuuji@791 45 true > $worldoptionfile; true > $worldlistfile # Remove contents
yuuji@791 46 rm -f ${worldnamefile}.*
yuuji@791 47 fi
yuuji@791 48 fi
yuuji@791 49 if [ -s "$worldlistfile" ]; then
yuuji@797 50 S4WORLDS="▼spaste(\`$worldlistfile')"
yuuji@791 51 S4WORLDNAME=${S4WORLD:+`cat $worldnamefile.$S4WORLD`}
yuuji@797 52 S4WORLDGRPS="▼spaste(\`$worldgrpfile')"
yuuji@791 53 fi
yuuji@791 54 ;;
yuuji@791 55 esac
yuuji@791 56 fi
yuuji@791 57
yuuji@734 58
yuuji@817 59 syncaccount_1() {
yuuji@817 60
yuuji@817 61 n_m=`query "SELECT printf('%d:%d',\
yuuji@817 62 (SELECT count(*) FROM m.user), \
yuuji@817 63 (SELECT count(*) FROM user));"`
yuuji@817 64 n=${n_m%:*}; m=${n_m#*:} # n:m
yuuji@817 65 if [ -z "$n" -o "$n" -lt 2 ]; then
yuuji@817 66 err "Skipping account sync because m.user cannot be reached[n=$n]."
yuuji@817 67 return -3
yuuji@794 68 fi
yuuji@817 69 if [ -z "$forceusersync" -a ! -f db/forceusersync ]; then
yuuji@817 70 if [ $((m-n)) -le $((autoremovestop+0)) ]; then
yuuji@817 71 # If if-condition evaluation fails, fall through to else-caluse
yuuji@817 72 rm -f db/forceusersync
yuuji@817 73 else
yuuji@817 74 err "More than $autoremovestop users vanished($((m-n)))."
yuuji@817 75 err "Automatic removal canceled. If you want to sync user accounts"
yuuji@817 76 err "forcibly, touch db/forceusersync file each time of world update."
yuuji@817 77 return -4
yuuji@817 78 fi
yuuji@817 79 fi
yuuji@817 80 err "`gdate +%S.%3N` Starting account synchronization[$$]"
yuuji@742 81
yuuji@835 82 prevsync=`tail -1 $syncflag|colrm 20` # 2020-06-21 12:30:00 = 19cols
yuuji@835 83 syncall=${db%.*}.syncall
yuuji@835 84 err syncallfile=$syncall
yuuji@835 85 if [ -e $syncall ]; then
yuuji@835 86 rm -f "$syncall"
yuuji@835 87 err "Force update user_m for all users"
yuuji@835 88 else
yuuji@835 89 case "$prevsync" in
yuuji@835 90 [2-9][0-9][0-9][0-9]-[01][0-9]-[0-3][0-9]\ [012][0-9]:??:??)
yuuji@835 91 SYNCCOND="WHERE name in (SELECT name FROM m.user_s WHERE key='wtime' AND val > '$prevsync')"
yuuji@880 92 err "prevsync=$prevsync"
yuuji@880 93 limited=`query "SELECT DISTINCT name FROM m.user_s $SYNCCOND;"`
yuuji@880 94 if [ -n "$limited" ]; then
yuuji@880 95 err synccond limited to "$limited"
yuuji@880 96 else
yuuji@880 97 err synccond canceled for user_m
yuuji@880 98 SYNCCOND="WHERE NULL"
yuuji@880 99 fi
yuuji@835 100 err "Touch $syncall (owner=`id -un`) to update all user_m."
yuuji@835 101 ;;
yuuji@835 102 *)
yuuji@835 103 echo arere ;;
yuuji@835 104 esac
yuuji@835 105 fi
yuuji@817 106 ## num=$(sqlite3 -bail -cmd 'PRAGMA FOREIGN_KEYS=on' $db <<EOF
yuuji@817 107 num=$(query <<EOF
yuuji@734 108 BEGIN;
yuuji@734 109 DElETE FROM main.user WHERE rowid NOT IN (SELECT rowid FROM m.user);
yuuji@734 110 INSERT INTO main.user(rowid, name)
yuuji@734 111 SELECT rowid, name FROM m.user
yuuji@734 112 WHERE m.user.rowid NOT IN (SELECT rowid FROM user);
yuuji@734 113 UPDATE user SET name = (SELECT name FROM m.user WHERE main.user.rowid=m.user.rowid);
yuuji@742 114 DELETE FROM main.user_s WHERE rowid NOT IN (SELECT rowid FROM m.user_s);
yuuji@742 115 REPLACE INTO main.user_s(rowid, name, key, type, val, bin)
yuuji@734 116 SELECT rowid,* FROM m.user_s;
yuuji@742 117 DELETE FROM main.user_m WHERE rowid NOT IN (SELECT rowid FROM m.user_m);
yuuji@742 118 REPLACE INTO main.user_m(rowid, name, key, type, val, bin)
yuuji@835 119 SELECT rowid,* FROM m.user_m $SYNCCOND
yuuji@834 120 EXCEPT
yuuji@835 121 SELECT rowid,* FROM main.user_m $SYNCCOND
yuuji@835 122 ;
yuuji@734 123 END;
yuuji@734 124
yuuji@734 125 /* Compare user tables */
yuuji@734 126 WITH master AS (
yuuji@734 127 SELECT p.rowid,* FROM m.user p
yuuji@734 128 NATURAL LEFT JOIN m.user_s
yuuji@734 129 NATURAL LEFT JOIN m.user_m
yuuji@743 130 ), thisworld AS (
yuuji@734 131 SELECT p.rowid,* FROM user p
yuuji@734 132 NATURAL LEFT JOIN user_s
yuuji@734 133 NATURAL LEFT JOIN user_m
yuuji@734 134 ), m_a AS (
yuuji@743 135 SELECT * FROM master EXCEPT SELECT * FROM thisworld
yuuji@734 136 ), a_m AS (
yuuji@743 137 SELECT * FROM thisworld EXCEPT SELECT * FROM master
yuuji@734 138 ) SELECT (SELECT count(*) FROM m_a) + (SELECT count(*) FROM a_m);
yuuji@734 139 EOF
yuuji@817 140 )
yuuji@817 141 if [ -n "$num" -a "$num" -eq 0 ]; then
yuuji@817 142 err "`gdate +%S.%3N` Account synchronization[$$] done in difference $num"
yuuji@817 143 echo "`date '+%F %T'`: Sync done by process $$" >> $syncflag
yuuji@817 144 else
yuuji@817 145 err "Account synch[$$] failed or bailed with num=[$num]"
yuuji@817 146 fi
yuuji@817 147 return $num
yuuji@817 148 }
yuuji@817 149
yuuji@817 150 syncaccount() {
yuuji@817 151 forceusersync=$1
yuuji@859 152 ## err "db=$db mas=$S4MASTERDB sessdb=$sessdb"
yuuji@817 153 # If in parent world, no need to do rest of jobs
yuuji@817 154 if [ -z "$S4MASTERDB" -o ! -s "$S4MASTERDB" ]; then
yuuji@817 155 return
yuuji@817 156 fi
yuuji@817 157 # Confim child
yuuji@817 158 if [ "$db" -ef "$S4MASTERDB" ]; then
yuuji@817 159 return # Points to the same file
yuuji@817 160 fi
yuuji@817 161 # File based sync check precedes to DB count check for performance issue
yuuji@817 162 syncflag=${db%.*}.synctime
yuuji@817 163 runflag=${db%.*}.run
yuuji@817 164 userupdateflag=`dirname $S4MASTERDB`/`basename $userupdateflag`
yuuji@817 165 test ! -e "$userupdateflag" && return
yuuji@817 166 [ -z "$forceusersync" -a "$syncflag" -nt "$userupdateflag" ] && return
yuuji@817 167 if [ -s "$runflag" ]; then
yuuji@817 168 limit=`cat $runflag|tr -c -d 0-9`
yuuji@817 169 if [ -n "$limit" -a "$limit" -gt `date +%s` ]; then
yuuji@817 170 err "World $S4WORLD account sync withholded by process $$"
yuuji@817 171 return # Running sync by other process not leaching timeout
yuuji@817 172 fi
yuuji@817 173 fi
yuuji@817 174 echo $((`date +%s` + 10)) > $runflag # Setting running flag by timeout 10s
yuuji@817 175 query<<-EOF
yuuji@817 176 .bail ON
yuuji@817 177 ATTACH DATABASE "$S4MASTERDB" AS m;
yuuji@817 178 EOF
yuuji@817 179 syncaccount_1
yuuji@817 180 rc=$?
yuuji@817 181 test -e "$runflag" && rm -f "$runflag"
yuuji@817 182 query<<-EOF
yuuji@817 183 DETACH DATABASE m;
yuuji@817 184 .bail OFF
yuuji@817 185 EOF
yuuji@817 186 return $rc
yuuji@817 187 }
yuuji@825 188
yuuji@825 189 getworldDB() { # $1=conf
yuuji@825 190 (unset DB; . "$1"; echo ${DB:-$defaultdb})
yuuji@825 191 }
yuuji@825 192
yuuji@825 193 worldnameDBlist() {
yuuji@825 194 echo Base:Base:`getworldDB ./s4-config.sh`
yuuji@825 195 for w in $S4WORLDLIST; do
yuuji@825 196 case "$w" in
yuuji@825 197 *:*:*:*) continue ;;
yuuji@825 198 *:*:*) w=${w%:*}; name=${w%:*}; world=${w#*:} ;;
yuuji@825 199 *) continue ;;
yuuji@825 200 esac
yuuji@825 201 d=`getworldDB "./s4-config-$world.sh"`
yuuji@825 202 test -s "$d" && echo ${world}:${name}:$d
yuuji@825 203 done
yuuji@825 204 }
yuuji@825 205
yuuji@828 206 grepgrpworld() {
yuuji@828 207 world=$1; wname=$2; exp=$3; tdb=$4
yuuji@825 208 case $world in
yuuji@827 209 Base) cgi=${S4MASTERURL:-$URL} ;;
yuuji@825 210 *) cgi=s4-world-$world$cgiext ;;
yuuji@825 211 esac
yuuji@827 212 case $exp in
yuuji@828 213 mem:*)
yuuji@828 214 arg=${exp#*:}
yuuji@828 215 cond="user = '$arg'"
yuuji@828 216 guide="「${S4WORLDNAME:-Base}」以外の世界の所属グループ"
yuuji@828 217 s="(<a href=\"$cgi?stage=grps&kwd=mem:$arg\">所属絞</a>)" ;;
yuuji@828 218 *)
yuuji@828 219 arg=`sqlquote "%$3%"`
yuuji@828 220 cond="gname LIKE $arg"
yuuji@828 221 guide="$exp を含むグループは別世界にもあります"
yuuji@828 222 s="(<a href=\"$cgi?stage=grps&kwd=$exp\">絞込</a>)" ;;
yuuji@827 223 esac
yuuji@825 224 query <<-EOF |
yuuji@828 225 ATTACH DATABASE "$tdb" AS td;
yuuji@825 226 SELECT DISTINCT td.grp.rowid,hex(gname)
yuuji@825 227 FROM td.grp NATURAL JOIN td.grp_mem
yuuji@825 228 WHERE $cond;
yuuji@825 229 DETACH DATABASE td;
yuuji@825 230 EOF
yuuji@825 231 while IFS='|' read rowid hgname; do
yuuji@825 232 # echo rowid=$rowid - `echo "$hgname"|unhexize|htmlescape`
yuuji@825 233 htmlgn=`echo $hgname|unhexize|htmlescape`
yuuji@825 234 printf '<a href="%s?grp+%d">%s</a> ' "$cgi" "$rowid" "$htmlgn"
yuuji@825 235 done | {
yuuji@825 236 read ans
yuuji@825 237 if [ -n "$ans" ]; then
yuuji@825 238 w=`echo $wname|htmlescape`
yuuji@826 239 u="<a href=\"$cgi?grps\"><span class=\"pre\">$w</span></a>"
yuuji@825 240 cat<<-EOF
yuuji@828 241 GUIDE:<h2>`echo "$guide"|htmlescape`</h2>
yuuji@825 242 <tr>
yuuji@826 243 <tr><td>$u $s</td>
yuuji@825 244 <td>$ans</td>
yuuji@825 245 </dl>
yuuji@825 246 EOF
yuuji@825 247 fi
yuuji@825 248 }
yuuji@828 249 }
yuuji@825 250
yuuji@825 251 peekgrpworlds() (
yuuji@828 252 # $1=(Pattern|mem:User)
yuuji@828 253 # err "pgw-1=[$1]"
yuuji@825 254 for wd in `worldnameDBlist`; do
yuuji@825 255 world=${wd%%:*}; wd=${wd#*:}
yuuji@825 256 worldname=${wd%:*}
yuuji@825 257 d=${wd#*:}
yuuji@825 258 if [ ! $db -ef $d -a -s $d ]; then
yuuji@827 259 grepgrpworld "$world" "$worldname" "$1" "$d"
yuuji@825 260 fi
yuuji@825 261 done | {
yuuji@825 262 result=`cat`
yuuji@825 263 if [ -n "$result" ]; then
yuuji@828 264 cat<<-EOF
yuuji@828 265 `echo "$result"|sed 's/^GUIDE://;2q'`
yuuji@828 266 <table class="b">
yuuji@828 267 `echo "$result"|grep -v '^GUIDE:'`
yuuji@828 268 </table>
yuuji@828 269 EOF
yuuji@825 270 fi
yuuji@825 271 }
yuuji@825 272 )