Experiment 3: Benchmark

Detector: MuDetect_CrossProject

Project Version Result # of Findings Runtime Misuse Violation Types Decision Reviews Your Review Your Comment Tags

aclang

587

success

40

172.7

s

1

  • missing/condition/null_check
() view

2

  • missing/condition/null_check
() view

acmath

998

success

50

1,214.3

s

1

  • missing/condition/null_check
() view

2

  • missing/condition/null_check
view

adempiere

1312

success

19

5,783.7

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

alibaba-druid

e10f28

success

1

199.0

s

1

  • missing/call
view

2

  • missing/exception handling
view

closure

114

success

0

5.6

s

1

  • superfluous/condition/null_check
view

319

success

205

415.0

s

2

  • missing/exception handling
view

dmmc-1023

  • missing/condition/value_or_state
view

dmmc-13

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-17

  • missing/condition/value_or_state
view

mudetect-18

  • missing/condition/value_or_state
view

tikanga-2

  • missing/condition/value_or_state
view

tikanga-6

  • missing/condition/value_or_state
view

884

timeout

7,200.0

s

3

  • missing/condition/null_check
view

httpclient

302

success

0

422.3

s

1

  • missing/call
view

444

success

31

134.0

s

2

  • missing/call
view

3

  • missing/call
view

452

success

0

116.4

s

4

  • missing/call
  • superfluous/call
view

itext

5091

success

124

4,729.8

s

1

  • missing/exception handling
view

dmmc-15

  • missing/condition/value_or_state
view

dmmc-16

  • missing/condition/value_or_state
view

dmmc-18

  • missing/condition/value_or_state
view

dmmc-357

  • missing/condition/value_or_state
view

dmmc-61

  • missing/condition/value_or_state
view

dmmc-937

  • missing/condition/value_or_state
view

jadet-5

  • missing/condition/value_or_state
view

jadet-9

  • missing/condition/value_or_state
view

mudetect-15

  • missing/condition/value_or_state
view

jackrabbit

1601

success

0

5.4

s

1

  • missing/condition/null_check
view

1678

success

0

103.1

s

2

  • missing/condition/null_check
view

1694

success

0

5.4

s

3a

  • missing/call
view

3b

  • missing/call
view

1750

success

15

112.2

s

5

  • missing/call
view

jfreechart

1025

success

0

5.8

s

1

  • missing/call
view

103

timeout

7,200.0

s

2

  • missing/condition/null_check
view

164

timeout

7,200.0

s

3a

  • missing/condition/null_check
view

3b

  • missing/condition/null_check
view

4a

  • missing/condition/null_check
view

4b

  • missing/condition/null_check
view

2183

success

0

246.2

s

5

  • missing/condition/null_check
view

2266

success

0

426.4

s

6

  • missing/condition/null_check
  • superfluous/condition/null_check
view

881

success

0

107.5

s

7a

  • missing/condition/null_check
view

7b

  • missing/condition/null_check
view

jmrtd

51

success

9

203.9

s

1

  • missing/call
view

67

success

0

181.6

s

2

  • missing/condition/value_or_state
view

jodatime

1231

success

0

11.1

s

1

  • missing/condition/null_check
view

lucene

1251

success

0

345.5

s

1

  • missing/exception handling
view

1918

success

163

1,289.9

s

2

  • missing/exception handling
view

mudetect-5

  • missing/condition/value_or_state
view

mudetect-9

  • missing/condition/value_or_state
view

tikanga-0

  • missing/condition/value_or_state
view

tikanga-1

  • missing/condition/value_or_state
view

207

success

1

98.2

s

3

  • missing/condition/value_or_state
view

754

success

4

105.7

s

5

  • missing/condition/value_or_state
view

rhino

286251

success

5

358.5

s

1

  • superfluous/call/duplicate
view

synthetic

alreadyondte

success

0

117.7

s

alreadyondte

  • superfluous/condition/environment
view

callondte

success

6

116.6

s

callondte

  • missing/condition/environment
view

close-1

success

0

165.6

s

close-1

  • missing/call
view

close-2

success

3

159.7

s

close-2

  • missing/exception handling
view

cme

success

18

147.5

s

cme

  • superfluous/call
view

deadlock

success

0

318.0

s

deadlock

  • superfluous/condition/threading
view

fisexists

success

1

125.1

s

fisexists

  • missing/condition/value_or_state
view

flip-1

success

2

166.3

s

flip-1

  • missing/call
view

flip-2

success

3

173.9

s

flip-2

  • missing/call
view

flush

success

1

246.7

s

flush

  • missing/call
view

hasnext

success

18

144.4

s

hasnext

  • missing/condition/value_or_state
view

latenullcheck

success

0

311.8

s

latenullcheck

  • misplaced/condition/null_check
view

listget

success

0

81.2

s

listget

  • missing/condition/value_or_state
view

mapkeynull

success

0

99.3

s

mapkeynull

  • missing/condition/null_check
view

mapnull

success

2

105.7

s

mapnull

  • missing/condition/value_or_state
view

maybenull

success

0

313.6

s

maybenull

  • missing/condition/null_check
  • superfluous/condition/null_check
view

nofile

success

0

65.9

s

nofile

  • missing/condition/value_or_state
view

pack-1

success

5

237.0

s

pack-1

  • misplaced/call
view

pack-2

success

5

240.9

s

pack-2

  • missing/call
view

repetitive

success

15

126.1

s

repetitive

  • superfluous/iteration
() view

setfirst

success

13

150.9

s

setfirst

  • missing/condition/value_or_state
view

supresserror

success

0

735.7

s

supresserror

  • superfluous/exception handling
view

toorestricitve

success

2

85.9

s

toorestrictive

  • superfluous/condition/value_or_state
view

unsynchronized

success

0

103.7

s

unsynchronized

  • missing/condition/threading
view

wait-loop

success

0

323.9

s

wait-loop

  • missing/iteration
view