aboutsummaryrefslogtreecommitdiff
path: root/process-all.sh
blob: 7ddb95d0fd0c5afa15c04346498c679f90f50142 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
#!/bin/bash

TRUE=1
FALSE=0

# Which tools are we running
AWFFULL=$FALSE
WEBALIZER=$TRUE
WEBDRUID=$TRUE
VISITORS=$TRUE

[ -z "$DEBUG" ] && DEBUG=$FALSE

# First update the logs from the server
# - commented out, done in a separate cron task
#./fetch-logs.sh

# now process the logs

# www.linaro.org should ALWAYS be run first to build up the DNS cache
SITES="\
#Can_comment_any_site_below_like_this
www.linaro.org \
releases.linaro.org \
snapshots.linaro.org \
cards.linaro.org \
collaborate.linaro.org \
performance.linaro.org \
builds.96boards.org \
"

GIT_SITES="\
git-us.linaro.org \
git-ie.linaro.org \
git-ap.linaro.org \
"

_VISITORS=$VISITORS
for WEB_NAME in $SITES; do
    VISITORS=$_VISITORS
    if [[ $WEB_NAME =~ ^# ]]; then
        continue
    fi
    [ $DEBUG -ge 1 ] && echo =$WEB_NAME=

    if [ $WEB_NAME == "cards.linaro.org" ]; then
        # Runs out of memory due to peculiar REST API access patterns
        VISITORS=$FALSE
    fi

    ./resolve-logs-incremental.sh $WEB_NAME

    # WEB_NAME var contains site name for analyse-logs.sh
    source ./analyse-logs.sh
done

for WEB_NAME in $GIT_SITES; do
    if [[ $WEB_NAME =~ ^# ]]; then
        continue
    fi
    [ $DEBUG -ge 1 ] && echo =$WEB_NAME=
    # just make all the raw files available so others can start building tools
    # to analyze
    source ./config
    chmod -R 755 $INPUT_PATH  # needed so apache can access
    [ -e $OUTPUT_PATH ] || ln -s $INPUT_PATH $OUTPUT_PATH
done