-
Notifications
You must be signed in to change notification settings - Fork 9
/
test-all-live-props.sh
executable file
·138 lines (107 loc) · 12 KB
/
test-all-live-props.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
#!/bin/bash
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
# this script takes 2 arguments
FILE_NAME=$1
CONTRACT_NAME=$2
# make sure FILE_NAME is a .sol file
if [[ ${FILE_NAME: -4} != ".sol" ]]; then
echo "Syntax is ./test-all-props.sh FILE_NAME CONTRACT_NAME"
echo "FILE_NAME was not a .sol file"
exit 1
fi
# create the .config file if it doesn't already exist
if [ ! -f "${FILE_NAME%.sol}.config" ]; then
VeriSol ${FILE_NAME} ${CONTRACT_NAME} /modelReverts /omitSourceLineInfo /LazyAllocNoMod /omitAxioms /instrumentGas /doModSet /noPrf /noChk /omitDataValuesInTrace /QuantFreeAllocs /instrumentSums /omitBoogieHarness /createMainHarness /noCustomTypes /alias /noNonlinearArith /useMultiDim /stubModel:callback /useNumericOperators /omitUnsignedSemantics /useModularArithmetic /generateGetters /generateERC20Spec /modelAssemblyAsHavoc
else
VeriSol ${FILE_NAME} ${CONTRACT_NAME} /modelReverts /omitSourceLineInfo /LazyAllocNoMod /omitAxioms /instrumentGas /doModSet /noPrf /noChk /omitDataValuesInTrace /QuantFreeAllocs /instrumentSums /omitBoogieHarness /createMainHarness /noCustomTypes /alias /noNonlinearArith /useMultiDim /stubModel:callback /useNumericOperators /omitUnsignedSemantics /useModularArithmetic /generateGetters /modelAssemblyAsHavoc
fi
baseBpl=${FILE_NAME%.sol}.bpl
mv __SolToBoogieTest_out.bpl ${baseBpl}
source "${FILE_NAME%.sol}.config"
FILE_NAME="$(basename -- $FILE_NAME)"
property_names=(
"totalsupply"
"balanceof"
"allowance"
"approve"
"transfer-normal"
"transfer-self"
"transfer-fail"
"transfer-self-fail"
"transferfrom-normal"
"transferfrom-self"
"transferfrom-fail"
"transferfrom-self-fail"
)
ALL_ELSE_EQ=""
for var in "${EXTRA_VARS[@]}"; do
ALL_ELSE_EQ+=" && ${var} == old(${var})"
done
properties=(
"// #LTLProperty: [](started(${TOT_SUP_CONTRACT}.totalSupply, this.${TOTAL} >= 0 && this.${TOTAL} < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(finished(${TOT_SUP_CONTRACT}.totalSupply, return == this.${TOTAL} && this.${TOTAL} == old(this.${TOTAL}) && this.${BALANCES} == old(this.${BALANCES}) && this.${ALLOWANCES} == old(this.${ALLOWANCES})${ALL_ELSE_EQ})))"
"// #LTLProperty: [](started(${BAL_OF_CONTRACT}.balanceOf(owner), this.${BALANCES}[owner] >= 0 && this.${BALANCES}[owner] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(finished(${BAL_OF_CONTRACT}.balanceOf(owner), return == this.${BALANCES}[owner] && this.${TOTAL} == old(this.${TOTAL}) && this.${BALANCES} == old(this.${BALANCES}) && this.${ALLOWANCES} == old(this.${ALLOWANCES})${ALL_ELSE_EQ})))"
"// #LTLProperty: [](started(${ALLOWANCE_CONTRACT}.allowance(owner, spender), this.${ALLOWANCES}[owner][spender] >= 0 && this.${ALLOWANCES}[owner][spender] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(finished(${ALLOWANCE_CONTRACT}.allowance(owner, spender), return == this.${ALLOWANCES}[owner][spender] && this.${TOTAL} == old(this.${TOTAL}) && this.${BALANCES} == old(this.${BALANCES}) && this.${ALLOWANCES} == old(this.${ALLOWANCES})${ALL_ELSE_EQ})))"
"// #LTLVariables: p1:Ref,p2:Ref
// #LTLProperty: [](started(${APPROVE_CONTRACT}.approve(spender, value), p1 != msg.sender || p2 != spender) ==> <>(finished(${APPROVE_CONTRACT}.approve(spender, value), return == true && this.${ALLOWANCES}[msg.sender][spender] == value && this.${TOTAL} == old(this.${TOTAL}) && this.${BALANCES} == old(this.${BALANCES}) && this.${ALLOWANCES}[p1][p2] == old(this.${ALLOWANCES}[p1][p2])${ALL_ELSE_EQ})))"
"// #LTLVariables: p1:Ref
// #LTLProperty: [](started(${TRANSFER_CONTRACT}.transfer(to, value), p1 != msg.sender && p1 != to && msg.sender != to && value <= this.${BALANCES}[msg.sender] && this.${BALANCES}[to] + value < 0x10000000000000000000000000000000000000000000000000000000000000000 && value >= 0 && value < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[to] >= 0 && this.${BALANCES}[to] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[msg.sender] >= 0 && this.${BALANCES}[msg.sender] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(finished(${TRANSFER_CONTRACT}.transfer(to, value), return == true && this.${BALANCES}[msg.sender] == old(this.${BALANCES}[msg.sender]) - value && this.${BALANCES}[to] == old(this.${BALANCES}[to]) + value && this.${TOTAL} == old(this.${TOTAL}) && this.${ALLOWANCES} == old(this.${ALLOWANCES}) && this.${BALANCES}[p1] == old(this.${BALANCES}[p1])${ALL_ELSE_EQ})))"
"// #LTLProperty: [](started(${TRANSFER_CONTRACT}.transfer(to, value), msg.sender == to && value <= this.${BALANCES}[msg.sender] && value >= 0 && value < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[to] >= 0 && this.${BALANCES}[to] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[msg.sender] >= 0 && this.${BALANCES}[msg.sender] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(finished(${TRANSFER_CONTRACT}.transfer(to, value), return == true && this.${TOTAL} == old(this.${TOTAL}) && this.${BALANCES} == old(this.${BALANCES}) && this.${ALLOWANCES} == old(this.${ALLOWANCES})${ALL_ELSE_EQ})))"
"// #LTLProperty: [](started(${TRANSFER_CONTRACT}.transfer(to, value), msg.sender != to && (value > this.${BALANCES}[msg.sender] || this.${BALANCES}[to] + value >= 0x10000000000000000000000000000000000000000000000000000000000000000) && value >= 0 && value < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[to] >= 0 && this.${BALANCES}[to] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[msg.sender] >= 0 && this.${BALANCES}[msg.sender] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(reverted(${TRANSFER_CONTRACT}.transfer)))"
"// #LTLProperty: [](started(${TRANSFER_CONTRACT}.transfer(to, value), msg.sender == to && value > this.${BALANCES}[msg.sender] && value >= 0 && value < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[to] >= 0 && this.${BALANCES}[to] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[msg.sender] >= 0 && this.${BALANCES}[msg.sender] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(reverted(${TRANSFER_CONTRACT}.transfer)))"
"// #LTLVariables: p1:Ref,p2:Ref,p3:Ref
// #LTLProperty: [](started(${TRANSFER_FROM_CONTRACT}.transferFrom(from, to, value), p1 != from && p1 != to && (p2 != from || p3 != msg.sender) && from != to && value <= this.${BALANCES}[from] && value <= this.${ALLOWANCES}[from][msg.sender] && this.${BALANCES}[to] + value < 0x10000000000000000000000000000000000000000000000000000000000000000 && value >= 0 && value < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[to] >= 0 && this.${BALANCES}[to] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[from] >= 0 && this.${BALANCES}[from] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${ALLOWANCES}[from][msg.sender] >= 0 && this.${ALLOWANCES}[from][msg.sender] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(finished(${TRANSFER_FROM_CONTRACT}.transferFrom(from, to, value), return == true && this.${BALANCES}[from] == old(this.${BALANCES}[from]) - value && this.${BALANCES}[to] == old(this.${BALANCES}[to]) + value && this.${ALLOWANCES}[from][msg.sender] == old(this.${ALLOWANCES}[from][msg.sender]) - value && this.${TOTAL} == old(this.${TOTAL}) && this.${BALANCES}[p1] == old(this.${BALANCES}[p1]) && this.${ALLOWANCES}[p2][p3] == old(this.${ALLOWANCES}[p2][p3])${ALL_ELSE_EQ})))"
"// #LTLVariables: p1:Ref,p2:Ref
// #LTLProperty: [](started(${TRANSFER_FROM_CONTRACT}.transferFrom(from, to, value), (p1 != from || p2 != msg.sender) && from == to && value <= this.${BALANCES}[from] && value <= this.${ALLOWANCES}[from][msg.sender] && value >= 0 && value < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[to] >= 0 && this.${BALANCES}[to] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[from] >= 0 && this.${BALANCES}[from] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${ALLOWANCES}[from][msg.sender] >= 0 && this.${ALLOWANCES}[from][msg.sender] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(finished(${TRANSFER_FROM_CONTRACT}.transferFrom(from, to, value), return == true && this.${ALLOWANCES}[from][msg.sender] == old(this.${ALLOWANCES}[from][msg.sender]) - value && this.${TOTAL} == old(this.${TOTAL}) && this.${BALANCES} == old(this.${BALANCES}) && this.${ALLOWANCES}[p1][p2] == old(this.${ALLOWANCES}[p1][p2])${ALL_ELSE_EQ})))"
"// #LTLProperty: [](started(${TRANSFER_FROM_CONTRACT}.transferFrom(from, to, value), from != to && (value > this.${BALANCES}[from] || value > this.${ALLOWANCES}[from][msg.sender] || this.${BALANCES}[to] + value >= 0x10000000000000000000000000000000000000000000000000000000000000000) && value >= 0 && value < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[to] >= 0 && this.${BALANCES}[to] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[from] >= 0 && this.${BALANCES}[from] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${ALLOWANCES}[from][msg.sender] >= 0 && this.${ALLOWANCES}[from][msg.sender] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(reverted(${TRANSFER_FROM_CONTRACT}.transferFrom)))"
"// #LTLProperty: [](started(${TRANSFER_FROM_CONTRACT}.transferFrom(from, to, value), from == to && (value > this.${BALANCES}[from] || value > this.${ALLOWANCES}[from][msg.sender]) && value >= 0 && value < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[to] >= 0 && this.${BALANCES}[to] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${BALANCES}[from] >= 0 && this.${BALANCES}[from] < 0x10000000000000000000000000000000000000000000000000000000000000000 && this.${ALLOWANCES}[from][msg.sender] >= 0 && this.${ALLOWANCES}[from][msg.sender] < 0x10000000000000000000000000000000000000000000000000000000000000000) ==> <>(reverted(${TRANSFER_FROM_CONTRACT}.transferFrom)))"
)
correct=0
counterexample=0
exception=0
timedout=0
# create /logs if it doesn't exist
mkdir -p live_logs1
for i in ${!properties[@]}
do
# set up the .bpl file with the correct property
propBpl=${FILE_NAME%.sol}_${property_names[$i]}.bpl
logName=./live_logs1/${FILE_NAME%.sol}-${property_names[$i]}-log.txt
echo -e "${properties[$i]}" > ${propBpl}
cat ${baseBpl} >> ${propBpl}
# time the running, allow the user to Ctrl-C out
TIME_OUT_LIMIT=900 # in seconds, 10m
trap 'kill -INT -$PID' INT
timeout $TIME_OUT_LIMIT ${DIR}/SmartPulse/SmartPulse.sh ${propBpl} >& ${logName} &
PID=$! # pid of job most recently put in background
wait $PID
RETVAL=$?
if [[ $RETVAL == 124 ]]
then
echo "Property ${property_names[$i]} timed-out -- ${TIME_OUT_LIMIT}s";
((++timedout));
else
ELAPSED_TIME=$(awk '/Toolchain \(without parser\)/ {print $0}' ${logName} | sed -E 's/.*Toolchain \(without parser\) took ([0-9]*\.*[0-9]*) ms.*/\1/')
ELAPSED_TIME=$(echo "scale=2;$ELAPSED_TIME / 1000" | bc)
logtail=$(tail -n 20 ${logName})
if [[ "$logtail" == *" correct"* ]]
then
echo "Property ${property_names[$i]} verified -- ${ELAPSED_TIME} s";
((++correct));
elif [[ "$logtail" == *"End of lasso representation"* ]]
then
echo "Property ${property_names[$i]} counterexample -- ${ELAPSED_TIME} s";
((++counterexample));
else
echo "Property ${property_names[$i]} exception -- ${ELAPSED_TIME} s";
((++exception));
fi
fi
rm -f ${propBpl}
done
echo "Verified ${correct} out of ${#properties[@]} properties";
echo "${counterexample} counterexamples";
echo "${exception} exceptions";
echo "${timedout} timed out";
# clean-up
# But leave FILE_NAME.bpl in case user would like to read the Boogie code
rm -f ${baseBpl}