blob: 8b52c8b2566a25ca93509e67844eadc426d0ace6 [file] [log] [blame]
Carmelo Casconeb7e618d2018-01-12 18:31:33 -08001#!/usr/bin/env bash
2# -----------------------------------------------------------------------------
3# Builds and installs all tools needed for developing and testing P4 support in
4# ONOS.
5#
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -08006# Tested on 16.04 and 18.04.
Carmelo Casconeb7e618d2018-01-12 18:31:33 -08007#
8# Recommended minimum system requirements:
9# 4 GB of RAM
10# 2 cores
11# 8 GB free hard drive space (~4 GB to build everything)
Carmelo Cascone95e5afd2018-07-17 14:45:23 +020012#
13# To execute up to a given step, pass the step name as the first argument. For
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -080014# example, to install PI, but not bmv2, p4c, etc:
Carmelo Cascone95e5afd2018-07-17 14:45:23 +020015# ./install-p4-tools.sh PI
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080016# -----------------------------------------------------------------------------
17
18# Exit on errors.
19set -e
Carmelo Casconea4dc3c12019-02-12 17:30:00 -080020set -x
21
22BMV2_COMMIT="d4340832121be1be3852ca0bef709f6443ef86ed"
23PI_COMMIT="81b7e84bf8c27ce87571f66e5ccc76ce228caa8c"
24P4C_COMMIT="5ae390430bd025b301854cd04c78b1ff9902180f"
25
26# p4c seems to break when using protobuf versions newer than 3.2.0
27PROTOBUF_VER=${PROTOBUF_VER:-3.2.0}
28GRPC_VER=${GRPC_VER:-1.3.2}
29
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080030
31BUILD_DIR=~/p4tools
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080032NUM_CORES=`grep -c ^processor /proc/cpuinfo`
Carmelo Casconef02872d2018-06-20 08:49:02 +020033# If false, build tools without debug features to improve throughput of BMv2 and
Carmelo Cascone03ae0ac2018-10-11 08:31:59 -070034# reduce CPU/memory footprint. Default is true.
Carmelo Casconef02872d2018-06-20 08:49:02 +020035DEBUG_FLAGS=${DEBUG_FLAGS:-true}
Carmelo Cascone95e5afd2018-07-17 14:45:23 +020036# Execute up to the given step (first argument), or all if not defined.
37LAST_STEP=${1:-all}
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -080038# PI and BMv2 must be configured differently if we want to use Stratum
39USE_STRATUM=${USE_STRATUM:-false}
40# Improve time for one-time builds
41FAST_BUILD=${FAST_BUILD:-false}
42# Remove build artifacts
43CLEAN_UP=${CLEAN_UP:-false}
44BMV2_INSTALL=/usr/local
45set +x
Carmelo Cascone95e5afd2018-07-17 14:45:23 +020046
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080047function do_requirements {
48 sudo apt update
49 sudo apt-get install -y --no-install-recommends \
50 autoconf \
51 automake \
52 bison \
53 build-essential \
54 cmake \
55 cpp \
56 curl \
57 flex \
58 git \
Carmelo Casconeb5324e72018-11-25 02:26:32 -080059 graphviz \
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080060 libavl-dev \
61 libboost-dev \
Carmelo Casconeb5324e72018-11-25 02:26:32 -080062 libboost-graph-dev \
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080063 libboost-program-options-dev \
64 libboost-system-dev \
65 libboost-filesystem-dev \
66 libboost-thread-dev \
67 libboost-filesystem-dev \
68 libboost-program-options-dev \
69 libboost-system-dev \
70 libboost-test-dev \
71 libboost-thread-dev \
72 libc6-dev \
73 libev-dev \
74 libevent-dev \
75 libffi-dev \
76 libfl-dev \
77 libgc-dev \
78 libgc1c2 \
79 libgflags-dev \
80 libgmp-dev \
81 libgmp10 \
82 libgmpxx4ldbl \
83 libjudy-dev \
84 libpcap-dev \
85 libpcre3-dev \
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080086 libssl-dev \
87 libtool \
88 make \
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080089 pkg-config \
Carmelo Cascone57defd32018-05-11 14:34:01 -070090 python2.7 \
91 python2.7-dev \
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080092 tcpdump \
93 wget \
94 unzip
95
Charles Chan87dc82e2018-08-05 16:27:10 -070096 sudo -H pip install setuptools cffi ipaddr ipaddress pypcap
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080097}
98
Carmelo Casconeb7e618d2018-01-12 18:31:33 -080099function do_requirements_1604 {
100 sudo apt-get update
101 sudo apt-get install -y --no-install-recommends \
102 ca-certificates \
103 g++ \
Kevin Chuang53a9d5b2018-01-17 15:55:32 +0800104 libboost-iostreams1.58-dev \
Jonghwan Hyunbfb3a212018-11-16 11:42:18 +0900105 libreadline6 \
106 libreadline6-dev \
107 mktemp
108}
109
110function do_requirements_1804 {
111 sudo apt-get update
112 sudo apt-get install -y --no-install-recommends \
113 ca-certificates \
114 g++ \
115 libboost1.65-dev \
116 libboost-regex1.65-dev \
117 libboost-iostreams1.65-dev \
118 libreadline-dev \
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800119 libssl1.0-dev
Kevin Chuang53a9d5b2018-01-17 15:55:32 +0800120}
121
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800122function do_protobuf {
123 cd ${BUILD_DIR}
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800124 if [[ ! -d protobuf-${PROTOBUF_VER} ]]; then
125 # Get python package which also includes cpp.
126 wget https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VER}/protobuf-python-${PROTOBUF_VER}.tar.gz
127 tar -xzf protobuf-python-${PROTOBUF_VER}.tar.gz
128 rm -r protobuf-python-${PROTOBUF_VER}.tar.gz
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800129 fi
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800130 cd protobuf-${PROTOBUF_VER}
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800131
132 export CFLAGS="-Os"
133 export CXXFLAGS="-Os"
134 export LDFLAGS="-Wl,-s"
135 ./autogen.sh
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800136 confOpts="--prefix=/usr"
137 if [[ "${FAST_BUILD}" = true ]] ; then
138 confOpts="${confOpts} --disable-dependency-tracking"
139 fi
140 ./configure ${confOpts}
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800141 make -j${NUM_CORES}
142 sudo make install
143 sudo ldconfig
144 unset CFLAGS CXXFLAGS LDFLAGS
Carmelo Casconef645e842018-07-16 18:31:52 +0200145
146 cd python
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800147 # Hack to get the -std=c++11 flag when building 3.6.1
148 # https://github.com/protocolbuffers/protobuf/blob/v3.6.1/python/setup.py#L208
149 export KOKORO_BUILD_NUMBER="hack"
150 sudo -E python setup.py build --cpp_implementation
151 sudo -E pip install .
152 unset KOKORO_BUILD_NUMBER
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800153}
154
155function do_grpc {
156 cd ${BUILD_DIR}
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800157 if [[ ! -d grpc-${GRPC_VER} ]]; then
158 git clone --depth 1 --single-branch --branch v${GRPC_VER} https://github.com/grpc/grpc.git grpc-${GRPC_VER}
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800159 fi
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800160
161 cd grpc-${GRPC_VER}
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800162 git submodule update --init
163
164 export LDFLAGS="-Wl,-s"
Jonghwan Hyunbfb3a212018-11-16 11:42:18 +0900165 RELEASE=`lsb_release -rs`
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800166 if version_ge ${RELEASE} 18.04; then
Jonghwan Hyunbfb3a212018-11-16 11:42:18 +0900167 # Ubuntu 18.04 ships OpenSSL 1.1 by default, which has breaking changes in the API.
168 # Here, we will build grpc with OpenSSL 1.0.
169 # (Reference: https://github.com/grpc/grpc/issues/10589)
170 # Also, set CFLAGS to avoid compilcation error caused by gcc7.
171 # (Reference: https://github.com/grpc/grpc/issues/13854)
172 PKG_CONFIG_PATH=/usr/lib/openssl-1.0/pkgconfig make -j${NUM_CORES} CFLAGS='-Wno-error'
173 else
174 make -j${NUM_CORES}
175 fi
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800176 sudo make install
177 sudo ldconfig
178 unset LDFLAGS
Carmelo Casconef645e842018-07-16 18:31:52 +0200179
180 sudo pip install -r requirements.txt
181 sudo pip install .
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800182}
183
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800184function checkout_bmv2 {
185 cd ${BUILD_DIR}
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800186 if [[ ! -d bmv2 ]]; then
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800187 git clone https://github.com/p4lang/behavioral-model.git bmv2
188 fi
189 cd bmv2
190 git fetch
191 git checkout ${BMV2_COMMIT}
192}
193
194function do_pi_bmv2_deps {
195 checkout_bmv2
196 # From bmv2's install_deps.sh.
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800197 tmpdir=`mktemp -d -p .`
198 cd ${tmpdir}
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800199 if [[ "${USE_STRATUM}" = false ]] ; then
200 bash ../travis/install-thrift.sh
201 fi
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800202 sudo ldconfig
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800203 cd ..
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800204 sudo rm -rf ${tmpdir}
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800205}
206
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200207function do_PI {
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800208 cd ${BUILD_DIR}
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800209 if [[ ! -d PI ]]; then
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200210 git clone https://github.com/p4lang/PI.git
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800211 fi
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200212 cd PI
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800213 git fetch
214 git checkout ${PI_COMMIT}
215 git submodule update --init --recursive
216
217 ./autogen.sh
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800218 if [[ "${USE_STRATUM}" = false ]] ; then
219 ./configure --with-proto --without-internal-rpc --without-cli
220 else
221 # Configure for Stratum
222 ./configure --without-bmv2 --without-proto --without-fe-cpp --without-cli --without-internal-rpc --prefix=${BMV2_INSTALL}
223 fi
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800224 make -j${NUM_CORES}
225 sudo make install
226 sudo ldconfig
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800227}
228
229function do_bmv2 {
230 checkout_bmv2
231
232 ./autogen.sh
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800233
234 confOpts="--with-pi --disable-elogger --without-nanomsg --without-targets"
235 if [[ "${FAST_BUILD}" = true ]] ; then
236 confOpts="${confOpts} --disable-dependency-tracking"
Carmelo Casconef02872d2018-06-20 08:49:02 +0200237 fi
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800238 if [[ "${DEBUG_FLAGS}" = false ]] ; then
239 confOpts="${confOpts} --disable-logging-macros"
240 fi
241 if [[ "${USE_STRATUM}" = true ]] ; then
242 confOpts="CPPFLAGS=\"-isystem${BMV2_INSTALL}/include\" --prefix=${BMV2_INSTALL} --without-thrift ${confOpts}"
243 fi
244 confCmd="./configure ${confOpts}"
245 eval ${confCmd}
246
247 make -j${NUM_CORES}
248 sudo make install
249 cd targets/simple_switch
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800250 make -j${NUM_CORES}
251 sudo make install
252 sudo ldconfig
253
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800254 if [[ "${USE_STRATUM}" = false ]] ; then
255 # Simple_switch_grpc target (not using Stratum)
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800256 cd ../simple_switch_grpc
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800257 ./autogen.sh
258 ./configure --with-thrift
259 make -j${NUM_CORES}
260 sudo make install
261 sudo ldconfig
262 fi
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800263}
264
265function do_p4c {
266 cd ${BUILD_DIR}
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800267 if [[ ! -d p4c ]]; then
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800268 git clone https://github.com/p4lang/p4c.git
269 fi
270 cd p4c
271 git fetch
272 git checkout ${P4C_COMMIT}
273 git submodule update --init --recursive
274
275 mkdir -p build
276 cd build
Carmelo Cascone03ae0ac2018-10-11 08:31:59 -0700277 cmake .. -DENABLE_EBPF=OFF
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800278 make -j${NUM_CORES}
279 sudo make install
280 sudo ldconfig
281}
282
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200283function do_scapy-vxlan {
Carmelo Cascone76b3ee62018-01-30 15:45:27 -0800284 cd ${BUILD_DIR}
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800285 if [[ ! -d scapy-vxlan ]]; then
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200286 git clone https://github.com/p4lang/scapy-vxlan.git
Carmelo Cascone76b3ee62018-01-30 15:45:27 -0800287 fi
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200288 cd scapy-vxlan
289
Carmelo Cascone76b3ee62018-01-30 15:45:27 -0800290 git pull origin master
291
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200292 sudo python setup.py install
293}
294
295function do_ptf {
296 cd ${BUILD_DIR}
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800297 if [[ ! -d ptf ]]; then
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200298 git clone https://github.com/p4lang/ptf.git
299 fi
300 cd ptf
301 git pull origin master
302
303 sudo python setup.py install
Carmelo Cascone76b3ee62018-01-30 15:45:27 -0800304}
305
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800306function check_commit {
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800307 if [[ ! -e $2 ]]; then
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800308 return 0 # true
309 fi
310 if [[ $(< $2) != "$1" ]]; then
311 return 0 # true
312 fi
313 return 1 # false
314}
315
316# The following is borrowed from Mininet's util/install.sh
317function version_ge {
318 # sort -V sorts by *version number*
319 latest=`printf "$1\n$2" | sort -V | tail -1`
320 # If $1 is latest version, then $1 >= $2
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800321 [[ "$1" == "$latest" ]]
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800322}
323
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800324function missing_lib {
Carmelo Casconee45902b2018-12-18 13:30:45 -0800325 ldconfig -p | grep $1 &> /dev/null
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800326 if [[ $? == 0 ]]; then
Carmelo Casconee45902b2018-12-18 13:30:45 -0800327 echo "$1 found!"
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800328 return 1 # false
Carmelo Casconee45902b2018-12-18 13:30:45 -0800329 fi
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800330 return 0 # true
331}
332
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800333function missing_protoc {
334 command -v protoc >/dev/null 2>&1
335 if [[ $? == 0 ]]; then
336 protoc --version | grep $1 &> /dev/null
337 if [[ $? == 0 ]]; then
338 echo "protoc ${1} found!"
339 else
340 echo "A version of protoc was found, but not $1 (you may experience issues)"
341 fi
342 return 1 # false
343 fi
344 return 0 # true
345}
346
347function missing_grpc {
348 # Is there a better way to check if a specific version of grpc is installed?
349 if [[ -f /usr/local/lib/libgrpc++.so ]]; then
350 ls -l /usr/local/lib/libgrpc++.so | grep libgrpc++.so.${1} &> /dev/null
351 if [[ $? == 0 ]]; then
352 echo "grpc ${1} found!"
353 else
354 echo "A version of grpc was found, but not $1 (you may experience issues)"
355 fi
356 return 1 # false
357 else
358 return 0 # true
359 fi
360}
361
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800362function all_done {
363 if [[ "${CLEAN_UP}" = true ]] ; then
364 echo "Cleaning up build dir... ${BUILD_DIR})"
365 sudo rm -rf ${BUILD_DIR}
366 fi
367 echo "Done!"
368 exit 0
Carmelo Casconee45902b2018-12-18 13:30:45 -0800369}
370
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800371MUST_DO_ALL=false
372DID_REQUIREMENTS=false
373function check_and_do {
374 # Check if the latest built commit is the same we are trying to build now,
375 # or if all projects must be built. If true builds this project.
376 commit_id="$1"
377 proj_dir="$2"
378 func_name="$3"
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200379 step_name="$4"
380 commit_file=${BUILD_DIR}/${proj_dir}/.last_built_commit_${step_name}
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800381 if [[ ${MUST_DO_ALL} = true ]] \
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200382 || check_commit ${commit_id} ${commit_file}; then
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800383 echo "#"
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200384 echo "# Building ${step_name} (${commit_id})"
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800385 echo "#"
386 # Print commands used to install to aid debugging
387 set -x
388 if ! ${DID_REQUIREMENTS} = true; then
389 do_requirements
390 # TODO consider other Linux distros; presently this script assumes
391 # that it is running on Ubuntu.
392 RELEASE=`lsb_release -rs`
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800393 if version_ge ${RELEASE} 18.04; then
Jonghwan Hyunbfb3a212018-11-16 11:42:18 +0900394 do_requirements_1804
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800395 elif version_ge ${RELEASE} 16.04; then
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800396 do_requirements_1604
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800397 else
398 echo "Ubuntu version $RELEASE is not supported"
399 exit 1
400 fi
401 DID_REQUIREMENTS=true
402 fi
403 eval ${func_name}
Carmelo Casconee45902b2018-12-18 13:30:45 -0800404 if [[ -d ${BUILD_DIR}/${proj_dir} ]]; then
405 # If project was built, we expect its dir. Otherwise, we assume
406 # build was skipped.
407 echo ${commit_id} > ${commit_file}
408 # Build all next projects as they might depend on this one.
409 MUST_DO_ALL=true
410 fi
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800411 # Disable printing to reduce output
412 set +x
413 else
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200414 echo "${step_name} is up to date (commit ${commit_id})"
415 fi
416 # Exit if last step.
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800417 if [[ ${step_name} = ${LAST_STEP} ]]; then
418 all_done
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800419 fi
420}
421
422mkdir -p ${BUILD_DIR}
423cd ${BUILD_DIR}
424# In dependency order.
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800425if missing_protoc ${PROTOBUF_VER}; then
426 check_and_do ${PROTOBUF_VER} protobuf-${PROTOBUF_VER} do_protobuf protobuf
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800427fi
Carmelo Casconea4dc3c12019-02-12 17:30:00 -0800428if missing_grpc ${GRPC_VER}; then
429 check_and_do ${GRPC_VER} grpc-${GRPC_VER} do_grpc grpc
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800430fi
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800431check_and_do ${BMV2_COMMIT} bmv2 do_pi_bmv2_deps bmv2-deps
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200432check_and_do ${PI_COMMIT} PI do_PI PI
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800433check_and_do ${BMV2_COMMIT} bmv2 do_bmv2 bmv2
434check_and_do ${P4C_COMMIT} p4c do_p4c p4c
Carmelo Cascone95e5afd2018-07-17 14:45:23 +0200435check_and_do master scapy-vxlan do_scapy-vxlan scapy-vxlan
436check_and_do master ptf do_ptf ptf
Carmelo Casconeb7e618d2018-01-12 18:31:33 -0800437
Carmelo Cascone7c82bcf2019-02-08 22:57:18 -0800438all_done