s4

annotate s4-world.sh @ 896:920818b41cd2

find changesets by author, revision, files, or words in the commit message
Application/{csv,json} forcibly handled as text/plain
author HIROSE Yuuji <yuuji@gentei.org>
date Thu, 31 Dec 2020 10:18:08 +0900
parents 8229c75e9f94
children d81dd0ed2d6d
rev   line source
yuuji@734 1 #!/bin/sh
yuuji@734 2
yuuji@817 3 autoremovestop=2
yuuji@817 4
yuuji@791 5 # Setup variables for running time
yuuji@791 6 if $isCGI; then
yuuji@791 7 case "$S4WORLDLIST" in
yuuji@791 8 *:*:*)
yuuji@791 9 worldlistfile=cache/worldlist
yuuji@797 10 worldgrpfile=cache/worldgrps
yuuji@791 11 worldoptionfile=cache/worldoption
yuuji@791 12 worldnamefile=cache/worldname
yuuji@791 13 if [ ! -e $worldlistfile -o $worldlistfile -ot s4-config.sh \
yuuji@791 14 -o ! -e $worldoptionfile -o $worldoptionfile -ot s4-config.sh \
yuuji@794 15 -o s4-world.sh -nt $worldoptionfile ]
yuuji@791 16 then
yuuji@791 17 echo S4MASTERURL=$S4MASTERURL >> tmp/debug.out
yuuji@791 18 cat <<-EOF > $worldlistfile
yuuji@797 19 <div><table>
yuuji@791 20 <tr><th>World List</th></tr>
yuuji@794 21 <tr><td title="Base World$nl拠点となるWorldです">&rArr;
yuuji@794 22 <a href="${S4MASTERURL:-$URL}">Base</a></td></tr>
yuuji@791 23 EOF
yuuji@791 24 true > $worldoptionfile
yuuji@791 25 for i in $S4WORLDLIST; do
yuuji@791 26 echo $i | {
yuuji@791 27 IFS=: read name short d
yuuji@791 28 cgi="s4-world-$short$cgiext"
yuuji@791 29 conf="s4-config-$short.sh"
yuuji@791 30 cat<<-EOF >>$worldlistfile
yuuji@791 31 <tr><td title="$d">&rArr; <a href="$cgi">$name</a></td></tr>
yuuji@791 32 EOF
yuuji@791 33 cat<<-EOF >>$worldoptionfile
yuuji@791 34 <option title="$d" value="$conf">$name</option>
yuuji@791 35 EOF
yuuji@791 36 echo "$name" > $worldnamefile.$short
yuuji@791 37 }
yuuji@791 38 done
yuuji@791 39 if [ -s "$worldoptionfile" ]; then
yuuji@791 40 echo "<option value=\"s4-config.sh\">Base</option>" >> $worldoptionfile
yuuji@791 41 echo "</table>$nl</div>" >> $worldlistfile
yuuji@797 42 sed 's/href="\([^>]*\)"/href="\1?grps"/' $worldlistfile \
yuuji@797 43 > $worldgrpfile
yuuji@791 44 else
yuuji@791 45 true > $worldoptionfile; true > $worldlistfile # Remove contents
yuuji@791 46 rm -f ${worldnamefile}.*
yuuji@791 47 fi
yuuji@791 48 fi
yuuji@791 49 if [ -s "$worldlistfile" ]; then
yuuji@797 50 S4WORLDS="▼spaste(\`$worldlistfile')"
yuuji@791 51 S4WORLDNAME=${S4WORLD:+`cat $worldnamefile.$S4WORLD`}
yuuji@797 52 S4WORLDGRPS="▼spaste(\`$worldgrpfile')"
yuuji@791 53 fi
yuuji@791 54 ;;
yuuji@791 55 esac
yuuji@791 56 fi
yuuji@791 57
yuuji@734 58
yuuji@817 59 syncaccount_1() {
yuuji@817 60
yuuji@817 61 n_m=`query "SELECT printf('%d:%d',\
yuuji@817 62 (SELECT count(*) FROM m.user), \
yuuji@817 63 (SELECT count(*) FROM user));"`
yuuji@817 64 n=${n_m%:*}; m=${n_m#*:} # n:m
yuuji@817 65 if [ -z "$n" -o "$n" -lt 2 ]; then
yuuji@817 66 err "Skipping account sync because m.user cannot be reached[n=$n]."
yuuji@817 67 return -3
yuuji@794 68 fi
yuuji@817 69 if [ -z "$forceusersync" -a ! -f db/forceusersync ]; then
yuuji@817 70 if [ $((m-n)) -le $((autoremovestop+0)) ]; then
yuuji@817 71 # If if-condition evaluation fails, fall through to else-caluse
yuuji@817 72 rm -f db/forceusersync
yuuji@817 73 else
yuuji@817 74 err "More than $autoremovestop users vanished($((m-n)))."
yuuji@817 75 err "Automatic removal canceled. If you want to sync user accounts"
yuuji@817 76 err "forcibly, touch db/forceusersync file each time of world update."
yuuji@817 77 return -4
yuuji@817 78 fi
yuuji@817 79 fi
yuuji@885 80 err "`gdate +%S.%3N` Starting account synchronization"
yuuji@887 81 SYNC_M=1
yuuji@742 82
yuuji@835 83 prevsync=`tail -1 $syncflag|colrm 20` # 2020-06-21 12:30:00 = 19cols
yuuji@835 84 syncall=${db%.*}.syncall
yuuji@835 85 err syncallfile=$syncall
yuuji@835 86 if [ -e $syncall ]; then
yuuji@835 87 rm -f "$syncall"
yuuji@835 88 err "Force update user_m for all users"
yuuji@835 89 else
yuuji@835 90 case "$prevsync" in
yuuji@835 91 [2-9][0-9][0-9][0-9]-[01][0-9]-[0-3][0-9]\ [012][0-9]:??:??)
yuuji@881 92 SYNCCOND="WHERE name in (SELECT name FROM m.user_s WHERE key='profupdate' AND val > '$prevsync')"
yuuji@880 93 err "prevsync=$prevsync"
yuuji@880 94 limited=`query "SELECT DISTINCT name FROM m.user_s $SYNCCOND;"`
yuuji@880 95 if [ -n "$limited" ]; then
yuuji@880 96 err synccond limited to "$limited"
yuuji@880 97 else
yuuji@880 98 err synccond canceled for user_m
yuuji@880 99 SYNCCOND="WHERE NULL"
yuuji@887 100 SYNC_M=
yuuji@880 101 fi
yuuji@835 102 err "Touch $syncall (owner=`id -un`) to update all user_m."
yuuji@835 103 ;;
yuuji@835 104 *)
yuuji@835 105 echo arere ;;
yuuji@835 106 esac
yuuji@835 107 fi
yuuji@817 108 ## num=$(sqlite3 -bail -cmd 'PRAGMA FOREIGN_KEYS=on' $db <<EOF
yuuji@817 109 num=$(query <<EOF
yuuji@734 110 BEGIN;
yuuji@734 111 DElETE FROM main.user WHERE rowid NOT IN (SELECT rowid FROM m.user);
yuuji@734 112 INSERT INTO main.user(rowid, name)
yuuji@734 113 SELECT rowid, name FROM m.user
yuuji@734 114 WHERE m.user.rowid NOT IN (SELECT rowid FROM user);
yuuji@734 115 UPDATE user SET name = (SELECT name FROM m.user WHERE main.user.rowid=m.user.rowid);
yuuji@742 116 DELETE FROM main.user_s WHERE rowid NOT IN (SELECT rowid FROM m.user_s);
yuuji@742 117 REPLACE INTO main.user_s(rowid, name, key, type, val, bin)
yuuji@734 118 SELECT rowid,* FROM m.user_s;
yuuji@887 119 ${SYNC_M:+
yuuji@742 120 DELETE FROM main.user_m WHERE rowid NOT IN (SELECT rowid FROM m.user_m);
yuuji@742 121 REPLACE INTO main.user_m(rowid, name, key, type, val, bin)
yuuji@835 122 SELECT rowid,* FROM m.user_m $SYNCCOND
yuuji@834 123 EXCEPT
yuuji@835 124 SELECT rowid,* FROM main.user_m $SYNCCOND
yuuji@887 125 ;} /* SYNC_M closed here */
yuuji@734 126 END;
yuuji@734 127
yuuji@734 128 /* Compare user tables */
yuuji@734 129 WITH master AS (
yuuji@734 130 SELECT p.rowid,* FROM m.user p
yuuji@887 131 NATURAL LEFT JOIN m.user_s
yuuji@887 132 ${SYNC_M:+ NATURAL LEFT JOIN m.user_m}
yuuji@743 133 ), thisworld AS (
yuuji@734 134 SELECT p.rowid,* FROM user p
yuuji@887 135 NATURAL LEFT JOIN user_s
yuuji@887 136 ${SYNC_M:+ NATURAL LEFT JOIN user_m}
yuuji@734 137 ), m_a AS (
yuuji@743 138 SELECT * FROM master EXCEPT SELECT * FROM thisworld
yuuji@734 139 ), a_m AS (
yuuji@743 140 SELECT * FROM thisworld EXCEPT SELECT * FROM master
yuuji@734 141 ) SELECT (SELECT count(*) FROM m_a) + (SELECT count(*) FROM a_m);
yuuji@734 142 EOF
yuuji@817 143 )
yuuji@817 144 if [ -n "$num" -a "$num" -eq 0 ]; then
yuuji@885 145 err "`gdate +%S.%3N` Account synchronization done in difference $num"
yuuji@817 146 echo "`date '+%F %T'`: Sync done by process $$" >> $syncflag
yuuji@817 147 else
yuuji@885 148 err "Account synch failed or bailed with num=[$num]"
yuuji@817 149 fi
yuuji@817 150 return $num
yuuji@817 151 }
yuuji@817 152
yuuji@817 153 syncaccount() {
yuuji@817 154 forceusersync=$1
yuuji@859 155 ## err "db=$db mas=$S4MASTERDB sessdb=$sessdb"
yuuji@817 156 # If in parent world, no need to do rest of jobs
yuuji@817 157 if [ -z "$S4MASTERDB" -o ! -s "$S4MASTERDB" ]; then
yuuji@817 158 return
yuuji@817 159 fi
yuuji@817 160 # Confim child
yuuji@817 161 if [ "$db" -ef "$S4MASTERDB" ]; then
yuuji@817 162 return # Points to the same file
yuuji@817 163 fi
yuuji@817 164 # File based sync check precedes to DB count check for performance issue
yuuji@817 165 syncflag=${db%.*}.synctime
yuuji@817 166 runflag=${db%.*}.run
yuuji@817 167 userupdateflag=`dirname $S4MASTERDB`/`basename $userupdateflag`
yuuji@817 168 test ! -e "$userupdateflag" && return
yuuji@817 169 [ -z "$forceusersync" -a "$syncflag" -nt "$userupdateflag" ] && return
yuuji@817 170 if [ -s "$runflag" ]; then
yuuji@817 171 limit=`cat $runflag|tr -c -d 0-9`
yuuji@892 172 err syncaccount: limit=$limit
yuuji@817 173 if [ -n "$limit" -a "$limit" -gt `date +%s` ]; then
yuuji@817 174 err "World $S4WORLD account sync withholded by process $$"
yuuji@817 175 return # Running sync by other process not leaching timeout
yuuji@817 176 fi
yuuji@817 177 fi
yuuji@817 178 echo $((`date +%s` + 10)) > $runflag # Setting running flag by timeout 10s
yuuji@892 179 err syncaccount: setrunflag[$runflag]=`cat $runflag`
yuuji@817 180 query<<-EOF
yuuji@817 181 .bail ON
yuuji@817 182 ATTACH DATABASE "$S4MASTERDB" AS m;
yuuji@817 183 EOF
yuuji@817 184 syncaccount_1
yuuji@817 185 rc=$?
yuuji@817 186 test -e "$runflag" && rm -f "$runflag"
yuuji@817 187 query<<-EOF
yuuji@817 188 DETACH DATABASE m;
yuuji@817 189 .bail OFF
yuuji@817 190 EOF
yuuji@817 191 return $rc
yuuji@817 192 }
yuuji@825 193
yuuji@825 194 getworldDB() { # $1=conf
yuuji@825 195 (unset DB; . "$1"; echo ${DB:-$defaultdb})
yuuji@825 196 }
yuuji@825 197
yuuji@825 198 worldnameDBlist() {
yuuji@825 199 echo Base:Base:`getworldDB ./s4-config.sh`
yuuji@825 200 for w in $S4WORLDLIST; do
yuuji@825 201 case "$w" in
yuuji@825 202 *:*:*:*) continue ;;
yuuji@825 203 *:*:*) w=${w%:*}; name=${w%:*}; world=${w#*:} ;;
yuuji@825 204 *) continue ;;
yuuji@825 205 esac
yuuji@825 206 d=`getworldDB "./s4-config-$world.sh"`
yuuji@825 207 test -s "$d" && echo ${world}:${name}:$d
yuuji@825 208 done
yuuji@825 209 }
yuuji@825 210
yuuji@828 211 grepgrpworld() {
yuuji@828 212 world=$1; wname=$2; exp=$3; tdb=$4
yuuji@825 213 case $world in
yuuji@827 214 Base) cgi=${S4MASTERURL:-$URL} ;;
yuuji@825 215 *) cgi=s4-world-$world$cgiext ;;
yuuji@825 216 esac
yuuji@827 217 case $exp in
yuuji@828 218 mem:*)
yuuji@828 219 arg=${exp#*:}
yuuji@828 220 cond="user = '$arg'"
yuuji@828 221 guide="「${S4WORLDNAME:-Base}」以外の世界の所属グループ"
yuuji@828 222 s="(<a href=\"$cgi?stage=grps&kwd=mem:$arg\">所属絞</a>)" ;;
yuuji@828 223 *)
yuuji@828 224 arg=`sqlquote "%$3%"`
yuuji@828 225 cond="gname LIKE $arg"
yuuji@828 226 guide="$exp を含むグループは別世界にもあります"
yuuji@828 227 s="(<a href=\"$cgi?stage=grps&kwd=$exp\">絞込</a>)" ;;
yuuji@827 228 esac
yuuji@825 229 query <<-EOF |
yuuji@828 230 ATTACH DATABASE "$tdb" AS td;
yuuji@825 231 SELECT DISTINCT td.grp.rowid,hex(gname)
yuuji@825 232 FROM td.grp NATURAL JOIN td.grp_mem
yuuji@825 233 WHERE $cond;
yuuji@825 234 DETACH DATABASE td;
yuuji@825 235 EOF
yuuji@825 236 while IFS='|' read rowid hgname; do
yuuji@825 237 # echo rowid=$rowid - `echo "$hgname"|unhexize|htmlescape`
yuuji@825 238 htmlgn=`echo $hgname|unhexize|htmlescape`
yuuji@825 239 printf '<a href="%s?grp+%d">%s</a> ' "$cgi" "$rowid" "$htmlgn"
yuuji@825 240 done | {
yuuji@825 241 read ans
yuuji@825 242 if [ -n "$ans" ]; then
yuuji@825 243 w=`echo $wname|htmlescape`
yuuji@826 244 u="<a href=\"$cgi?grps\"><span class=\"pre\">$w</span></a>"
yuuji@825 245 cat<<-EOF
yuuji@828 246 GUIDE:<h2>`echo "$guide"|htmlescape`</h2>
yuuji@825 247 <tr>
yuuji@826 248 <tr><td>$u $s</td>
yuuji@825 249 <td>$ans</td>
yuuji@825 250 </dl>
yuuji@825 251 EOF
yuuji@825 252 fi
yuuji@825 253 }
yuuji@828 254 }
yuuji@825 255
yuuji@825 256 peekgrpworlds() (
yuuji@828 257 # $1=(Pattern|mem:User)
yuuji@828 258 # err "pgw-1=[$1]"
yuuji@825 259 for wd in `worldnameDBlist`; do
yuuji@825 260 world=${wd%%:*}; wd=${wd#*:}
yuuji@825 261 worldname=${wd%:*}
yuuji@825 262 d=${wd#*:}
yuuji@825 263 if [ ! $db -ef $d -a -s $d ]; then
yuuji@827 264 grepgrpworld "$world" "$worldname" "$1" "$d"
yuuji@825 265 fi
yuuji@825 266 done | {
yuuji@825 267 result=`cat`
yuuji@825 268 if [ -n "$result" ]; then
yuuji@828 269 cat<<-EOF
yuuji@828 270 `echo "$result"|sed 's/^GUIDE://;2q'`
yuuji@828 271 <table class="b">
yuuji@828 272 `echo "$result"|grep -v '^GUIDE:'`
yuuji@828 273 </table>
yuuji@828 274 EOF
yuuji@825 275 fi
yuuji@825 276 }
yuuji@825 277 )