Experiment 3: Benchmark

Detector: MuDetectXProject_170627_XLimitAndAllTypes

Project Version Result # of Findings Runtime Misuse Violation Types Decision Reviews Your Review Your Comment Tags

aclang

587

success

559

529.3

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

587.1

view

587.2

view

acmath

998

success

282

251.4

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

adempiere

1312

success

447

69.6

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

alibaba-druid

e10f28

success

156

405.4

s

1

  • missing/call
view

2

  • missing/exception handling
view

closure

114

success

0

17.8

s

1

  • superfluous/condition/null_check
view

319

success

1746

620.0

s

2

  • missing/exception handling
view

dmmc-1023

  • missing/condition/value_or_state
view

dmmc-13

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-18

  • missing/condition/value_or_state
view

tikanga-2

  • missing/condition/value_or_state
view

tikanga-6

  • missing/condition/value_or_state
view

884

success

2981

147.0

s

3

  • missing/condition/null_check
view

httpclient

302

success

193

850.6

s

1

  • missing/call
view

444

success

27

214.6

s

2

  • missing/call
view

3

  • missing/call
view

452

success

0

208.0

s

4

  • missing/call
  • superfluous/call
view

jackrabbit

1601

success

0

17.7

s

1

  • missing/condition/null_check
view

1678

success

260

141.3

s

2

  • missing/condition/null_check
view

1694

success

0

17.5

s

3a

  • missing/call
view

3b

  • missing/call
view

1750

success

11

521.0

s

5

  • missing/call
view

jfreechart

1025

success

0

25.1

s

1

  • missing/call
view

103

success

826

265.1

s

2

  • missing/condition/null_check
view

2183

success

1386

764.4

s

5

  • missing/condition/null_check
view

881

success

769

205.0

s

7a

  • missing/condition/null_check
view

7b

  • missing/condition/null_check
view

jmrtd

51

success

3

485.8

s

1

  • missing/call
view

67

success

35

363.5

s

2

  • missing/condition/value_or_state
view

jodatime

1231

success

0

22.0

s

1

  • missing/condition/null_check
view

lucene

1251

success

18

490.5

s

1

  • missing/exception handling
view

207

success

200

129.7

s

3

  • missing/condition/value_or_state
view

754

success

335

141.2

s

5

  • missing/condition/value_or_state
view

rhino

286251

success

494

489.1

s

1

  • superfluous/call/duplicate
view

synthetic

callondte

success

1

4,818.2

s

callondte

  • missing/condition/environment
view

close-1

success

0

482.4

s

close-1

  • missing/call
view

close-2

success

1

483.3

s

close-2

  • missing/exception handling
view

cme

success

0

1,281.4

s

cme

  • superfluous/call
view

deadlock

success

0

52.7

s

deadlock

  • superfluous/condition/threading
view

fisexists

success

1

116.4

s

fisexists

  • missing/condition/value_or_state
view

flip-1

success

1

358.3

s

flip-1

  • missing/call
view

flip-2

success

1

347.0

s

flip-2

  • missing/call
view

flush

success

0

2,012.9

s

flush

  • missing/call
view

hasnext

success

1

67.5

s

hasnext

  • missing/condition/value_or_state
view

latenullcheck

success

0

54.7

s

latenullcheck

  • misplaced/condition/null_check
view

listget

success

0

182.6

s

listget

  • missing/condition/value_or_state
view

mapkeynull

success

1

128.5

s

mapkeynull

  • missing/condition/null_check
view

mapnull

success

1

128.1

s

mapnull

  • missing/condition/value_or_state
view

maybenull

success

0

52.8

s

maybenull

  • missing/condition/null_check
  • superfluous/condition/null_check
view

nofile

success

0

1.8

s

nofile

  • missing/condition/value_or_state
view

pack-1

success

1

259.4

s

pack-1

  • misplaced/call
view

pack-2

success

0

257.0

s

pack-2

  • missing/call
view

repetitive

success

1

159.5

s

repetitive

  • superfluous/iteration
view

setfirst

success

1

67.0

s

setfirst

  • missing/condition/value_or_state
view

supresserror

success

0

54.7

s

supresserror

  • superfluous/exception handling
view

unsynchronized

success

0

131.6

s

unsynchronized

  • missing/condition/threading
view

wait-loop

success

0

50.8

s

wait-loop

  • missing/iteration
view