s4

view s4-world.sh @ 887:8229c75e9f94

Ensure user_s update
author HIROSE Yuuji <yuuji@gentei.org>
date Tue, 22 Dec 2020 08:24:23 +0900
parents 4c02a9f862d7
children 3c9c65ff80f0
line source
1 #!/bin/sh
3 autoremovestop=2
5 # Setup variables for running time
6 if $isCGI; then
7 case "$S4WORLDLIST" in
8 *:*:*)
9 worldlistfile=cache/worldlist
10 worldgrpfile=cache/worldgrps
11 worldoptionfile=cache/worldoption
12 worldnamefile=cache/worldname
13 if [ ! -e $worldlistfile -o $worldlistfile -ot s4-config.sh \
14 -o ! -e $worldoptionfile -o $worldoptionfile -ot s4-config.sh \
15 -o s4-world.sh -nt $worldoptionfile ]
16 then
17 echo S4MASTERURL=$S4MASTERURL >> tmp/debug.out
18 cat <<-EOF > $worldlistfile
19 <div><table>
20 <tr><th>World List</th></tr>
21 <tr><td title="Base World$nl拠点となるWorldです">&rArr;
22 <a href="${S4MASTERURL:-$URL}">Base</a></td></tr>
23 EOF
24 true > $worldoptionfile
25 for i in $S4WORLDLIST; do
26 echo $i | {
27 IFS=: read name short d
28 cgi="s4-world-$short$cgiext"
29 conf="s4-config-$short.sh"
30 cat<<-EOF >>$worldlistfile
31 <tr><td title="$d">&rArr; <a href="$cgi">$name</a></td></tr>
32 EOF
33 cat<<-EOF >>$worldoptionfile
34 <option title="$d" value="$conf">$name</option>
35 EOF
36 echo "$name" > $worldnamefile.$short
37 }
38 done
39 if [ -s "$worldoptionfile" ]; then
40 echo "<option value=\"s4-config.sh\">Base</option>" >> $worldoptionfile
41 echo "</table>$nl</div>" >> $worldlistfile
42 sed 's/href="\([^>]*\)"/href="\1?grps"/' $worldlistfile \
43 > $worldgrpfile
44 else
45 true > $worldoptionfile; true > $worldlistfile # Remove contents
46 rm -f ${worldnamefile}.*
47 fi
48 fi
49 if [ -s "$worldlistfile" ]; then
50 S4WORLDS="▼spaste(\`$worldlistfile')"
51 S4WORLDNAME=${S4WORLD:+`cat $worldnamefile.$S4WORLD`}
52 S4WORLDGRPS="▼spaste(\`$worldgrpfile')"
53 fi
54 ;;
55 esac
56 fi
59 syncaccount_1() {
61 n_m=`query "SELECT printf('%d:%d',\
62 (SELECT count(*) FROM m.user), \
63 (SELECT count(*) FROM user));"`
64 n=${n_m%:*}; m=${n_m#*:} # n:m
65 if [ -z "$n" -o "$n" -lt 2 ]; then
66 err "Skipping account sync because m.user cannot be reached[n=$n]."
67 return -3
68 fi
69 if [ -z "$forceusersync" -a ! -f db/forceusersync ]; then
70 if [ $((m-n)) -le $((autoremovestop+0)) ]; then
71 # If if-condition evaluation fails, fall through to else-caluse
72 rm -f db/forceusersync
73 else
74 err "More than $autoremovestop users vanished($((m-n)))."
75 err "Automatic removal canceled. If you want to sync user accounts"
76 err "forcibly, touch db/forceusersync file each time of world update."
77 return -4
78 fi
79 fi
80 err "`gdate +%S.%3N` Starting account synchronization"
81 SYNC_M=1
83 prevsync=`tail -1 $syncflag|colrm 20` # 2020-06-21 12:30:00 = 19cols
84 syncall=${db%.*}.syncall
85 err syncallfile=$syncall
86 if [ -e $syncall ]; then
87 rm -f "$syncall"
88 err "Force update user_m for all users"
89 else
90 case "$prevsync" in
91 [2-9][0-9][0-9][0-9]-[01][0-9]-[0-3][0-9]\ [012][0-9]:??:??)
92 SYNCCOND="WHERE name in (SELECT name FROM m.user_s WHERE key='profupdate' AND val > '$prevsync')"
93 err "prevsync=$prevsync"
94 limited=`query "SELECT DISTINCT name FROM m.user_s $SYNCCOND;"`
95 if [ -n "$limited" ]; then
96 err synccond limited to "$limited"
97 else
98 err synccond canceled for user_m
99 SYNCCOND="WHERE NULL"
100 SYNC_M=
101 fi
102 err "Touch $syncall (owner=`id -un`) to update all user_m."
103 ;;
104 *)
105 echo arere ;;
106 esac
107 fi
108 ## num=$(sqlite3 -bail -cmd 'PRAGMA FOREIGN_KEYS=on' $db <<EOF
109 num=$(query <<EOF
110 BEGIN;
111 DElETE FROM main.user WHERE rowid NOT IN (SELECT rowid FROM m.user);
112 INSERT INTO main.user(rowid, name)
113 SELECT rowid, name FROM m.user
114 WHERE m.user.rowid NOT IN (SELECT rowid FROM user);
115 UPDATE user SET name = (SELECT name FROM m.user WHERE main.user.rowid=m.user.rowid);
116 DELETE FROM main.user_s WHERE rowid NOT IN (SELECT rowid FROM m.user_s);
117 REPLACE INTO main.user_s(rowid, name, key, type, val, bin)
118 SELECT rowid,* FROM m.user_s;
119 ${SYNC_M:+
120 DELETE FROM main.user_m WHERE rowid NOT IN (SELECT rowid FROM m.user_m);
121 REPLACE INTO main.user_m(rowid, name, key, type, val, bin)
122 SELECT rowid,* FROM m.user_m $SYNCCOND
123 EXCEPT
124 SELECT rowid,* FROM main.user_m $SYNCCOND
125 ;} /* SYNC_M closed here */
126 END;
128 /* Compare user tables */
129 WITH master AS (
130 SELECT p.rowid,* FROM m.user p
131 NATURAL LEFT JOIN m.user_s
132 ${SYNC_M:+ NATURAL LEFT JOIN m.user_m}
133 ), thisworld AS (
134 SELECT p.rowid,* FROM user p
135 NATURAL LEFT JOIN user_s
136 ${SYNC_M:+ NATURAL LEFT JOIN user_m}
137 ), m_a AS (
138 SELECT * FROM master EXCEPT SELECT * FROM thisworld
139 ), a_m AS (
140 SELECT * FROM thisworld EXCEPT SELECT * FROM master
141 ) SELECT (SELECT count(*) FROM m_a) + (SELECT count(*) FROM a_m);
142 EOF
143 )
144 if [ -n "$num" -a "$num" -eq 0 ]; then
145 err "`gdate +%S.%3N` Account synchronization done in difference $num"
146 echo "`date '+%F %T'`: Sync done by process $$" >> $syncflag
147 else
148 err "Account synch failed or bailed with num=[$num]"
149 fi
150 return $num
151 }
153 syncaccount() {
154 forceusersync=$1
155 ## err "db=$db mas=$S4MASTERDB sessdb=$sessdb"
156 # If in parent world, no need to do rest of jobs
157 if [ -z "$S4MASTERDB" -o ! -s "$S4MASTERDB" ]; then
158 return
159 fi
160 # Confim child
161 if [ "$db" -ef "$S4MASTERDB" ]; then
162 return # Points to the same file
163 fi
164 # File based sync check precedes to DB count check for performance issue
165 syncflag=${db%.*}.synctime
166 runflag=${db%.*}.run
167 userupdateflag=`dirname $S4MASTERDB`/`basename $userupdateflag`
168 test ! -e "$userupdateflag" && return
169 [ -z "$forceusersync" -a "$syncflag" -nt "$userupdateflag" ] && return
170 if [ -s "$runflag" ]; then
171 limit=`cat $runflag|tr -c -d 0-9`
172 if [ -n "$limit" -a "$limit" -gt `date +%s` ]; then
173 err "World $S4WORLD account sync withholded by process $$"
174 return # Running sync by other process not leaching timeout
175 fi
176 fi
177 echo $((`date +%s` + 10)) > $runflag # Setting running flag by timeout 10s
178 query<<-EOF
179 .bail ON
180 ATTACH DATABASE "$S4MASTERDB" AS m;
181 EOF
182 syncaccount_1
183 rc=$?
184 test -e "$runflag" && rm -f "$runflag"
185 query<<-EOF
186 DETACH DATABASE m;
187 .bail OFF
188 EOF
189 return $rc
190 }
192 getworldDB() { # $1=conf
193 (unset DB; . "$1"; echo ${DB:-$defaultdb})
194 }
196 worldnameDBlist() {
197 echo Base:Base:`getworldDB ./s4-config.sh`
198 for w in $S4WORLDLIST; do
199 case "$w" in
200 *:*:*:*) continue ;;
201 *:*:*) w=${w%:*}; name=${w%:*}; world=${w#*:} ;;
202 *) continue ;;
203 esac
204 d=`getworldDB "./s4-config-$world.sh"`
205 test -s "$d" && echo ${world}:${name}:$d
206 done
207 }
209 grepgrpworld() {
210 world=$1; wname=$2; exp=$3; tdb=$4
211 case $world in
212 Base) cgi=${S4MASTERURL:-$URL} ;;
213 *) cgi=s4-world-$world$cgiext ;;
214 esac
215 case $exp in
216 mem:*)
217 arg=${exp#*:}
218 cond="user = '$arg'"
219 guide="「${S4WORLDNAME:-Base}」以外の世界の所属グループ"
220 s="(<a href=\"$cgi?stage=grps&kwd=mem:$arg\">所属絞</a>)" ;;
221 *)
222 arg=`sqlquote "%$3%"`
223 cond="gname LIKE $arg"
224 guide="$exp を含むグループは別世界にもあります"
225 s="(<a href=\"$cgi?stage=grps&kwd=$exp\">絞込</a>)" ;;
226 esac
227 query <<-EOF |
228 ATTACH DATABASE "$tdb" AS td;
229 SELECT DISTINCT td.grp.rowid,hex(gname)
230 FROM td.grp NATURAL JOIN td.grp_mem
231 WHERE $cond;
232 DETACH DATABASE td;
233 EOF
234 while IFS='|' read rowid hgname; do
235 # echo rowid=$rowid - `echo "$hgname"|unhexize|htmlescape`
236 htmlgn=`echo $hgname|unhexize|htmlescape`
237 printf '<a href="%s?grp+%d">%s</a> ' "$cgi" "$rowid" "$htmlgn"
238 done | {
239 read ans
240 if [ -n "$ans" ]; then
241 w=`echo $wname|htmlescape`
242 u="<a href=\"$cgi?grps\"><span class=\"pre\">$w</span></a>"
243 cat<<-EOF
244 GUIDE:<h2>`echo "$guide"|htmlescape`</h2>
245 <tr>
246 <tr><td>$u $s</td>
247 <td>$ans</td>
248 </dl>
249 EOF
250 fi
251 }
252 }
254 peekgrpworlds() (
255 # $1=(Pattern|mem:User)
256 # err "pgw-1=[$1]"
257 for wd in `worldnameDBlist`; do
258 world=${wd%%:*}; wd=${wd#*:}
259 worldname=${wd%:*}
260 d=${wd#*:}
261 if [ ! $db -ef $d -a -s $d ]; then
262 grepgrpworld "$world" "$worldname" "$1" "$d"
263 fi
264 done | {
265 result=`cat`
266 if [ -n "$result" ]; then
267 cat<<-EOF
268 `echo "$result"|sed 's/^GUIDE://;2q'`
269 <table class="b">
270 `echo "$result"|grep -v '^GUIDE:'`
271 </table>
272 EOF
273 fi
274 }
275 )