s4

view s4-world.sh @ 904:0352ff0fb37f

find changesets by author, revision, files, or words in the commit message
Suppress user.name update for unchanged values, which takes a lot time.
author HIROSE Yuuji <yuuji@gentei.org>
date Sun, 03 Jan 2021 13:37:20 +0900
parents d81dd0ed2d6d
children b6d1384e1b2c
line source
1 #!/bin/sh
2
3 autoremovestop=2
4
5 # Setup variables for running time
6 if $isCGI; then
7 case "$S4WORLDLIST" in
8 *:*:*)
9 worldlistfile=cache/worldlist
10 worldgrpfile=cache/worldgrps
11 worldoptionfile=cache/worldoption
12 worldnamefile=cache/worldname
13 if [ ! -e $worldlistfile -o $worldlistfile -ot s4-config.sh \
14 -o ! -e $worldoptionfile -o $worldoptionfile -ot s4-config.sh \
15 -o s4-world.sh -nt $worldoptionfile ]
16 then
17 echo S4MASTERURL=$S4MASTERURL >> tmp/debug.out
18 cat <<-EOF > $worldlistfile
19 <div><table>
20 <tr><th>World List</th></tr>
21 <tr><td title="Base World$nl拠点となるWorldです">&rArr;
22 <a href="${S4MASTERURL:-$URL}">Base</a></td></tr>
23 EOF
24 true > $worldoptionfile
25 for i in $S4WORLDLIST; do
26 echo $i | {
27 IFS=: read name short d
28 cgi="s4-world-$short$cgiext"
29 conf="s4-config-$short.sh"
30 cat<<-EOF >>$worldlistfile
31 <tr><td title="$d">&rArr; <a href="$cgi">$name</a></td></tr>
32 EOF
33 cat<<-EOF >>$worldoptionfile
34 <option title="$d" value="$conf">$name</option>
35 EOF
36 echo "$name" > $worldnamefile.$short
37 }
38 done
39 if [ -s "$worldoptionfile" ]; then
40 echo "<option value=\"s4-config.sh\">Base</option>" >> $worldoptionfile
41 echo "</table>$nl</div>" >> $worldlistfile
42 sed 's/href="\([^>]*\)"/href="\1?grps"/' $worldlistfile \
43 > $worldgrpfile
44 else
45 true > $worldoptionfile; true > $worldlistfile # Remove contents
46 rm -f ${worldnamefile}.*
47 fi
48 fi
49 if [ -s "$worldlistfile" ]; then
50 S4WORLDS="▼spaste(\`$worldlistfile')"
51 S4WORLDNAME=${S4WORLD:+`cat $worldnamefile.$S4WORLD`}
52 S4WORLDGRPS="▼spaste(\`$worldgrpfile')"
53 fi
54 ;;
55 esac
56 fi
57
58
59 syncaccount_1() {
60
61 n_m=`query "SELECT printf('%d:%d',\
62 (SELECT count(*) FROM m.user), \
63 (SELECT count(*) FROM user));"`
64 n=${n_m%:*}; m=${n_m#*:} # n:m
65 if [ -z "$n" -o "$n" -lt 2 ]; then
66 err "Skipping account sync because m.user cannot be reached[n=$n]."
67 return -3
68 fi
69 if [ -z "$forceusersync" -a ! -f db/forceusersync ]; then
70 if [ $((m-n)) -le $((autoremovestop+0)) ]; then
71 # If if-condition evaluation fails, fall through to else-caluse
72 rm -f db/forceusersync
73 else
74 err "More than $autoremovestop users vanished($((m-n)))."
75 err "Automatic removal canceled. If you want to sync user accounts"
76 err "forcibly, touch db/forceusersync file each time of world update."
77 return -4
78 fi
79 fi
80 err "`gdate +%S.%3N` Starting account synchronization"
81 SYNC_M=1
82
83 prevsync=`tail -1 $syncflag|colrm 20` # 2020-06-21 12:30:00 = 19cols
84 syncall=${db%.*}.syncall
85 err syncallfile=$syncall
86 if [ -e $syncall ]; then
87 rm -f "$syncall"
88 err "Force update user_m for all users"
89 else
90 case "$prevsync" in
91 [2-9][0-9][0-9][0-9]-[01][0-9]-[0-3][0-9]\ [012][0-9]:??:??)
92 SYNCCOND="WHERE name in (SELECT name FROM m.user_s WHERE key='profupdate' AND val > '$prevsync')"
93 err "prevsync=$prevsync"
94 limited=`query "SELECT DISTINCT name FROM m.user_s $SYNCCOND;"`
95 if [ -n "$limited" ]; then
96 err synccond limited to "$limited"
97 else
98 err synccond canceled for user_m
99 SYNCCOND="WHERE NULL"
100 SYNC_M=
101 fi
102 err "Touch $syncall (owner=`id -un`) to update all user_m."
103 ;;
104 *)
105 echo arere ;;
106 esac
107 fi
108 ## num=$(sqlite3 -bail -cmd 'PRAGMA FOREIGN_KEYS=on' $db <<EOF
109 result=$(query <<EOF
110 BEGIN;
111 DElETE FROM main.user WHERE rowid NOT IN (SELECT rowid FROM m.user);
112 INSERT INTO main.user(rowid, name)
113 SELECT rowid, name FROM m.user
114 WHERE m.user.rowid NOT IN (SELECT rowid FROM user);
115 /* PrimaryKey:name cannot be changed, but ensure the integrity of user */
116 UPDATE user SET name = (SELECT name FROM m.user WHERE main.user.rowid=m.user.rowid) WHERE name != (SELECT name from m.user WHERE main.user.rowid=m.user.rowid);
117 DELETE FROM main.user_s WHERE rowid NOT IN (SELECT rowid FROM m.user_s);
118 REPLACE INTO main.user_s(rowid, name, key, type, val, bin)
119 SELECT rowid,* FROM m.user_s;
120 ${SYNC_M:+
121 DELETE FROM main.user_m WHERE rowid NOT IN (SELECT rowid FROM m.user_m);
122 REPLACE INTO main.user_m(rowid, name, key, type, val, bin)
123 SELECT rowid,* FROM m.user_m $SYNCCOND
124 EXCEPT
125 SELECT rowid,* FROM main.user_m $SYNCCOND
126 ;} /* SYNC_M closed here */
127 SELECT 'OK';
128 END;
129 EOF
130 )
131 err "`gdate +%S.%3N` Update account tables finished with result=[$result]"
132 test x"$result" = x"OK" && num=$(query <<EOF
133 /* Compare user tables */
134 WITH master AS (
135 SELECT p.rowid,* FROM m.user p
136 NATURAL LEFT JOIN m.user_s
137 ${SYNC_M:+ NATURAL LEFT JOIN m.user_m}
138 $SYNCCOND
139 ), thisworld AS (
140 SELECT p.rowid,* FROM user p
141 NATURAL LEFT JOIN user_s
142 ${SYNC_M:+ NATURAL LEFT JOIN user_m}
143 $SYNCCOND
144 ), m_a AS (
145 SELECT * FROM master EXCEPT SELECT * FROM thisworld
146 ), a_m AS (
147 SELECT * FROM thisworld EXCEPT SELECT * FROM master
148 ) SELECT (SELECT count(*) FROM m_a) + (SELECT count(*) FROM a_m);
149 EOF
150 )
151 if [ -n "$num" -a "$num" -eq 0 ]; then
152 err "`gdate +%S.%3N` Account synchronization done in difference $num"
153 echo "`date '+%F %T'`: Sync done by process $$" >> $syncflag
154 else
155 err "Account synch failed or bailed with num=[$num]"
156 fi
157 return $num
158 }
159
160 syncaccount() {
161 forceusersync=$1
162 ## err "db=$db mas=$S4MASTERDB sessdb=$sessdb"
163 # If in parent world, no need to do rest of jobs
164 if [ -z "$S4MASTERDB" -o ! -s "$S4MASTERDB" ]; then
165 return
166 fi
167 # Confim child
168 if [ "$db" -ef "$S4MASTERDB" ]; then
169 return # Points to the same file
170 fi
171 # File based sync check precedes to DB count check for performance issue
172 syncflag=${db%.*}.synctime
173 runflag=${db%.*}.run
174 userupdateflag=`dirname $S4MASTERDB`/`basename $userupdateflag`
175 test ! -e "$userupdateflag" && return
176 [ -z "$forceusersync" -a "$syncflag" -nt "$userupdateflag" ] && return
177 if [ -s "$runflag" ]; then
178 limit=`cat $runflag|tr -c -d 0-9`
179 err syncaccount: limit=$limit
180 if [ -n "$limit" -a "$limit" -gt `date +%s` ]; then
181 err "World $S4WORLD account sync withholded by process $$"
182 return # Running sync by other process not leaching timeout
183 fi
184 fi
185 echo $((`date +%s` + 10)) > $runflag # Setting running flag by timeout 10s
186 err syncaccount: setrunflag[$runflag]=`cat $runflag`
187 query<<-EOF
188 .bail ON
189 ATTACH DATABASE "$S4MASTERDB" AS m;
190 EOF
191 syncaccount_1
192 rc=$?
193 test -e "$runflag" && rm -f "$runflag"
194 query<<-EOF
195 DETACH DATABASE m;
196 .bail OFF
197 EOF
198 return $rc
199 }
200
201 getworldDB() { # $1=conf
202 (unset DB; . "$1"; echo ${DB:-$defaultdb})
203 }
204
205 worldnameDBlist() {
206 echo Base:Base:`getworldDB ./s4-config.sh`
207 for w in $S4WORLDLIST; do
208 case "$w" in
209 *:*:*:*) continue ;;
210 *:*:*) w=${w%:*}; name=${w%:*}; world=${w#*:} ;;
211 *) continue ;;
212 esac
213 d=`getworldDB "./s4-config-$world.sh"`
214 test -s "$d" && echo ${world}:${name}:$d
215 done
216 }
217
218 grepgrpworld() {
219 world=$1; wname=$2; exp=$3; tdb=$4
220 case $world in
221 Base) cgi=${S4MASTERURL:-$URL} ;;
222 *) cgi=s4-world-$world$cgiext ;;
223 esac
224 case $exp in
225 mem:*)
226 arg=${exp#*:}
227 cond="user = '$arg'"
228 guide="「${S4WORLDNAME:-Base}」以外の世界の所属グループ"
229 s="(<a href=\"$cgi?stage=grps&kwd=mem:$arg\">所属絞</a>)" ;;
230 *)
231 arg=`sqlquote "%$3%"`
232 cond="gname LIKE $arg"
233 guide="$exp を含むグループは別世界にもあります"
234 s="(<a href=\"$cgi?stage=grps&kwd=$exp\">絞込</a>)" ;;
235 esac
236 query <<-EOF |
237 ATTACH DATABASE "$tdb" AS td;
238 SELECT DISTINCT td.grp.rowid,hex(gname)
239 FROM td.grp NATURAL JOIN td.grp_mem
240 WHERE $cond;
241 DETACH DATABASE td;
242 EOF
243 while IFS='|' read rowid hgname; do
244 # echo rowid=$rowid - `echo "$hgname"|unhexize|htmlescape`
245 htmlgn=`echo $hgname|unhexize|htmlescape`
246 printf '<a href="%s?grp+%d">%s</a> ' "$cgi" "$rowid" "$htmlgn"
247 done | {
248 read ans
249 if [ -n "$ans" ]; then
250 w=`echo $wname|htmlescape`
251 u="<a href=\"$cgi?grps\"><span class=\"pre\">$w</span></a>"
252 cat<<-EOF
253 GUIDE:<h2>`echo "$guide"|htmlescape`</h2>
254 <tr>
255 <tr><td>$u $s</td>
256 <td>$ans</td>
257 </dl>
258 EOF
259 fi
260 }
261 }
262
263 peekgrpworlds() (
264 # $1=(Pattern|mem:User)
265 # err "pgw-1=[$1]"
266 for wd in `worldnameDBlist`; do
267 world=${wd%%:*}; wd=${wd#*:}
268 worldname=${wd%:*}
269 d=${wd#*:}
270 if [ ! $db -ef $d -a -s $d ]; then
271 grepgrpworld "$world" "$worldname" "$1" "$d"
272 fi
273 done | {
274 result=`cat`
275 if [ -n "$result" ]; then
276 cat<<-EOF
277 `echo "$result"|sed 's/^GUIDE://;2q'`
278 <table class="b">
279 `echo "$result"|grep -v '^GUIDE:'`
280 </table>
281 EOF
282 fi
283 }
284 )