Experiment 3: Benchmark

Detector: MuDetect_180223_1_ExcludeInstancesAndQualifiers

Project Version Result # of Findings Runtime Misuse Violation Types Decision Reviews Your Review Tags

aclang

587

success

628

38.1

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

acmath

998

success

3812

443.6

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

adempiere

1312

success

216

34.7

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

alibaba-druid

e10f28

success

728

288.3

s

1

  • missing/call
view

2

  • missing/exception_handling
view

apache-gora

bb09d89

success

186

17.2

s

56_1

  • missing/call
view

56_2

  • missing/call
view

argouml

026

success

11410

5,212.7

s

tikanga11-1

  • missing/condition/value_or_state
view

tikanga11-2

  • missing/call
view

tikanga11-3

  • missing/condition/value_or_state
view

tikanga11-4

  • missing/condition/value_or_state
view

asterisk-java

304421c

success

144

43.3

s

81

  • missing/condition/value_or_state
view

dmmc-8

  • missing/condition/value_or_state
view

dmmc-9

  • missing/condition/value_or_state
view

41461b4

success

90

38.2

s

194

  • missing/exception_handling
view

battleforge

878

success

73

17.0

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

3

  • missing/call
  • superfluous/call
view

4

  • missing/call
  • superfluous/call
view

bcel

24014e5

success

558

77.7

s

101

  • missing/call
view

chensun

cf23b99

success

144

34.8

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

grouminer-3

  • missing/call
view

grouminer-3a

  • missing/call
view

grouminer-9

  • missing/call
view

jadet-1

  • missing/call
view

jadet-1a

  • missing/call
view

jadet-2

  • missing/call
view

jadet-2a

  • missing/call
view

jadet-5

  • missing/call
view

jadet-5a

  • missing/call
view

mudetect-1

  • missing/call
view

mudetect-4

  • missing/call
view

mudetect-12

  • missing/call
view

mudetect-13

  • missing/call
view

closure

114

success

2575

241.9

s

1

  • superfluous/condition/null_check
view

319

success

3873

378.3

s

2

  • missing/exception_handling
view

dmmc-13

  • missing/condition/value_or_state
view

dmmc-1023

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-17

  • missing/condition/value_or_state
view

mudetect-18

  • missing/condition/value_or_state
view

tikanga-2

  • missing/condition/value_or_state
view

tikanga-6

  • missing/condition/value_or_state
view

884

success

5138

545.5

s

3

  • missing/condition/null_check
view

corona-old

0d0d18b

success

49

22.7

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

3

  • missing/condition/value_or_state
view

4

  • missing/condition/value_or_state
view

hoverruan-weiboclient4j

6ca0c73

success

8

8.4

s

128

  • missing/exception_handling
view

129

  • missing/exception_handling
view

130

  • missing/exception_handling
view

131

  • missing/exception_handling
view

132

  • missing/exception_handling
view

133

  • missing/exception_handling
view

134

  • missing/exception_handling
view

httpclient

302

success

488

20.0

s

1

  • missing/call
view

mudetect-14

  • missing/condition/value_or_state
view

444

success

373

23.9

s

2

  • missing/call
view

3

  • missing/call
view

452

success

362

23.3

s

4

  • missing/call
  • superfluous/call
view

itext

5091

success

2079

628.8

s

1

  • missing/exception_handling
view

dmmc-15

  • missing/condition/value_or_state
view

dmmc-16

  • missing/condition/value_or_state
view

dmmc-16a

  • missing/condition/value_or_state
view

dmmc-18

  • missing/condition/value_or_state
view

dmmc-61

  • missing/condition/value_or_state
view

dmmc-357

  • missing/condition/value_or_state
view

dmmc-937

  • missing/condition/value_or_state
view

jadet-5

  • missing/condition/value_or_state
view

jadet-9

  • missing/condition/value_or_state
view

mudetect-0

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-15

  • missing/condition/value_or_state
view

mudetect-38

  • missing/condition/value_or_state
view

ivantrendafilov-confucius

2c30287

success

0

5.6

s

93

  • missing/exception_handling
view

94

  • missing/exception_handling
view

95

  • missing/exception_handling
view

96

  • missing/exception_handling
view

97

  • missing/exception_handling
view

98

  • missing/exception_handling
view

99

  • missing/exception_handling
view

100

  • missing/exception_handling
view

101

  • missing/exception_handling
view

jackrabbit

1601

success

1505

312.8

s

1

  • missing/condition/null_check
view

1678

success

75

12.6

s

2

  • missing/condition/null_check
view

1694

success

1661

307.3

s

3a

  • missing/call
view

3b

  • missing/call
view

1750

success

346

17.5

s

5

  • missing/call
view

jigsaw

205

success

1998

259.9

s

mudetect-10

  • missing/condition/value_or_state
view

tikanga-0

  • missing/call
view

jmrtd

51

success

2

7.6

s

1

  • missing/call
view

67

success

3

8.0

s

2

  • missing/condition/value_or_state
view

jodatime

1231

success

0

4.7

s

1

  • missing/condition/null_check
view

cc35fb2

error

0

744.7

s

269

  • misplaced/call
view

270

  • misplaced/call
view

271

  • misplaced/call
view

272

  • misplaced/call
view

273

  • misplaced/call
view

274

  • misplaced/call
view

275

  • misplaced/call
view

276

  • misplaced/call
view

277

  • misplaced/call
view

278

  • misplaced/call
view

279

  • misplaced/call
view

280

  • misplaced/call
view

281

  • misplaced/call
view

282

  • misplaced/call
view

283

  • misplaced/call
view

284

  • misplaced/call
view

285

  • misplaced/call
view

286

  • misplaced/call
view

287

  • misplaced/call
view

288

  • misplaced/call
view

289

  • misplaced/call
view

290

  • misplaced/call
view

291

  • misplaced/call
view

292

  • misplaced/call
view

293

  • misplaced/call
view

294

  • misplaced/call
view

295

  • misplaced/call
view

296

  • misplaced/call
view

297

  • misplaced/call
view

298

  • misplaced/call
view

299

  • misplaced/call
view

300

  • misplaced/call
view

301

  • misplaced/call
view

302

  • misplaced/call
view

303

  • misplaced/call
view

304

  • misplaced/call
view

339

  • missing/call
view

361

  • missing/condition/value_or_state
view

362

  • missing/condition/value_or_state
view

363

  • missing/condition/value_or_state
view

jriecken-gae-java-mini-profiler

80f3a59

success

0

6.5

s

39

  • missing/exception_handling
view

logblock-logblock-2

40548aa

success

0

4.2

s

15

  • missing/call
view

lucene

1251

success

291

42.0

s

1

  • missing/exception_handling
view

1918

success

531

64.4

s

2

  • missing/exception_handling
view

mudetect-5

  • missing/condition/value_or_state
view

mudetect-9

  • missing/condition/value_or_state
view

tikanga-0

  • missing/condition/value_or_state
view

tikanga-1

  • missing/condition/value_or_state
view

tikanga-1a

  • missing/condition/value_or_state
view

tikanga-1b

  • missing/condition/value_or_state
view

tikanga-1c

  • missing/condition/value_or_state
view

207

success

78

24.3

s

3

  • missing/condition/value_or_state
view

754

success

130

31.3

s

5

  • missing/condition/value_or_state
view

minecraft-launcher

e62d1bb

success

26

11.9

s

1

  • missing/condition/value_or_state
view

mqtt

f438425

success

2

9.2

s

389

  • missing/call
view

390

  • missing/call
view

progin5

3c01e7a

success

0

4.6

s

1

  • missing/condition/value_or_state
view

saavn

e576758

success

0

4.3

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

secure-tcp

aeba19a

success

0

4.1

s

1

  • missing/condition/value_or_state
view

synthetic_java8-misuses

96d0ccb

success

0

5.2

s

optional-map-unchecked-get

  • missing/call
  • superfluous/call
view

stream-closed

  • superfluous/call
view

stream-infinite

  • missing/call
view

stream-infinite2

  • missing/call
view

stream-without-terminal

  • missing/call
  • superfluous/call
view

synthetic_jca

jsl

success

0

4.1

s

aes-ecb-mode

  • missing/condition/value_or_state
view

loop-init

  • superfluous/iteration
view

static-key

  • missing/condition/value_or_state
view

synthetic_survey

jsl

success

0

4.2

s

arrayaccess

  • missing/condition/value_or_state
view

close-1

  • missing/call
view

close-2

  • missing/exception_handling
view

cme

  • superfluous/call
view

fisexists

  • missing/condition/value_or_state
view

flip-1

  • missing/call
view

flip-2

  • missing/call
view

flush

  • missing/call
view

hasnext

  • missing/condition/value_or_state
view

listget

  • missing/condition/value_or_state
view

mapkeynull

  • missing/condition/null_check
view

mapnull

  • missing/condition/value_or_state
view

nofile

  • missing/condition/value_or_state
view

pack-1

  • misplaced/call
view

pack-2

  • missing/call
view

setfirst

  • missing/condition/value_or_state
view

tbuktu-ntru

8126929

success

0

15.9

s

473

  • missing/call
view

474

  • missing/call
view

475

  • missing/call
view

476

  • missing/call
view

technic-launcher-sp

7809682

success

24

28.2

s

1

  • missing/condition/value_or_state
view

testng

677302c

success

1756

237.3

s

22

  • missing/condition/synchronization
view

dmmc-0

  • missing/call
view

dmmc-4

  • missing/condition/value_or_state
view

grouminer-4

  • missing/call
view

grouminer-17

  • missing/condition/value_or_state
view

mudetect-15

  • missing/condition/value_or_state
view

92e7da1

success

1751

278.5

s

17

  • missing/condition/synchronization
view

18

  • missing/condition/synchronization
view

cd80791

success

1711

276.5

s

21

  • missing/condition/synchronization
view

d6dfce3

success

1727

281.0

s

16

  • missing/condition/synchronization
view

thomas-s-b-visualee

410a80f

success

21

7.8

s

29

  • missing/condition/value_or_state
view

30

  • missing/condition/value_or_state
view

32

  • missing/condition/value_or_state
view

yapps

1ae52b0

success

0

6.1

s

1

  • missing/condition/value_or_state
view