Experiment 3: Benchmark

Detector: MuDetect_180214_XMethodSupport

Project Version Result # of Findings Runtime Misuse Violation Types Decision Reviews Your Review Tags

aclang

587

success

707

32.6

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

acmath

998

success

4305

354.7

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

adempiere

1312

success

382

89.5

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

alibaba-druid

e10f28

success

1384

213.9

s

1

  • missing/call
view

2

  • missing/exception_handling
view

apache-gora

bb09d89

success

177

15.0

s

56_1

  • missing/call
view

56_2

  • missing/call
view

argouml

026

success

14153

2,482.8

s

tikanga11-1

  • missing/condition/value_or_state
view

tikanga11-2

  • missing/call
view

tikanga11-3

  • missing/condition/value_or_state
view

tikanga11-4

  • missing/condition/value_or_state
view

asterisk-java

304421c

success

507

43.3

s

81

  • missing/condition/value_or_state
view

dmmc-8

  • missing/condition/value_or_state
view

dmmc-9

  • missing/condition/value_or_state
view

41461b4

success

227

56.4

s

194

  • missing/exception_handling
view

battleforge

878

success

81

19.4

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

3

  • missing/call
  • superfluous/call
view

4

  • missing/call
  • superfluous/call
view

bcel

24014e5

success

830

64.3

s

101

  • missing/call
view

chensun

cf23b99

success

215

30.7

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

grouminer-3

  • missing/call
view

grouminer-3a

  • missing/call
view

grouminer-9

  • missing/call
view

jadet-1

  • missing/call
view

jadet-1a

  • missing/call
view

jadet-2

  • missing/call
view

jadet-2a

  • missing/call
view

jadet-5

  • missing/call
view

jadet-5a

  • missing/call
view

mudetect-1

  • missing/call
view

mudetect-4

  • missing/call
view

mudetect-12

  • missing/call
view

mudetect-13

  • missing/call
view

closure

114

success

3094

205.0

s

1

  • superfluous/condition/null_check
view

319

success

5559

271.8

s

2

  • missing/exception_handling
view

dmmc-13

  • missing/condition/value_or_state
view

dmmc-1023

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-17

  • missing/condition/value_or_state
view

mudetect-18

  • missing/condition/value_or_state
view

tikanga-2

  • missing/condition/value_or_state
view

tikanga-6

  • missing/condition/value_or_state
view

884

success

5854

430.9

s

3

  • missing/condition/null_check
view

corona-old

0d0d18b

success

92

21.6

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

3

  • missing/condition/value_or_state
view

4

  • missing/condition/value_or_state
view

hoverruan-weiboclient4j

6ca0c73

success

21

8.3

s

128

  • missing/exception_handling
view

129

  • missing/exception_handling
view

130

  • missing/exception_handling
view

131

  • missing/exception_handling
view

132

  • missing/exception_handling
view

133

  • missing/exception_handling
view

134

  • missing/exception_handling
view

httpclient

302

success

449

18.6

s

1

  • missing/call
view

mudetect-14

  • missing/condition/value_or_state
view

444

success

441

22.7

s

2

  • missing/call
view

3

  • missing/call
view

452

success

447

23.1

s

4

  • missing/call
  • superfluous/call
view

itext

5091

success

3056

572.3

s

1

  • missing/exception_handling
view

dmmc-15

  • missing/condition/value_or_state
view

dmmc-16

  • missing/condition/value_or_state
view

dmmc-16a

  • missing/condition/value_or_state
view

dmmc-18

  • missing/condition/value_or_state
view

dmmc-61

  • missing/condition/value_or_state
view

dmmc-357

  • missing/condition/value_or_state
view

dmmc-937

  • missing/condition/value_or_state
view

jadet-5

  • missing/condition/value_or_state
view

jadet-9

  • missing/condition/value_or_state
view

mudetect-0

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-15

  • missing/condition/value_or_state
view

mudetect-38

  • missing/condition/value_or_state
view

ivantrendafilov-confucius

2c30287

success

3

4.8

s

93

  • missing/exception_handling
view

94

  • missing/exception_handling
view

95

  • missing/exception_handling
view

96

  • missing/exception_handling
view

97

  • missing/exception_handling
view

98

  • missing/exception_handling
view

99

  • missing/exception_handling
view

100

  • missing/exception_handling
view

101

  • missing/exception_handling
view

jackrabbit

1601

success

2717

273.5

s

1

  • missing/condition/null_check
view

1678

success

111

14.0

s

2

  • missing/condition/null_check
view

1694

success

3001

259.8

s

3a

  • missing/call
view

3b

  • missing/call
view

1750

success

392

18.6

s

5

  • missing/call
view

jigsaw

205

success

3544

214.4

s

mudetect-10

  • missing/condition/value_or_state
view

tikanga-0

  • missing/call
view

jmrtd

51

success

32

7.0

s

1

  • missing/call
view

67

success

33

7.7

s

2

  • missing/condition/value_or_state
view

jodatime

1231

success

0

4.8

s

1

  • missing/condition/null_check
view

cc35fb2

success

13209

1,959.7

s

269

  • misplaced/call
view

270

  • misplaced/call
view

271

  • misplaced/call
view

272

  • misplaced/call
view

273

  • misplaced/call
view

274

  • misplaced/call
view

275

  • misplaced/call
view

276

  • misplaced/call
view

277

  • misplaced/call
view

278

  • misplaced/call
view

279

  • misplaced/call
view

280

  • misplaced/call
view

281

  • misplaced/call
view

282

  • misplaced/call
view

283

  • misplaced/call
view

284

  • misplaced/call
view

285

  • misplaced/call
view

286

  • misplaced/call
view

287

  • misplaced/call
view

288

  • misplaced/call
view

289

  • misplaced/call
view

290

  • misplaced/call
view

291

  • misplaced/call
view

292

  • misplaced/call
view

293

  • misplaced/call
view

294

  • misplaced/call
view

295

  • misplaced/call
view

296

  • misplaced/call
view

297

  • misplaced/call
view

298

  • misplaced/call
view

299

  • misplaced/call
view

300

  • misplaced/call
view

301

  • misplaced/call
view

302

  • misplaced/call
view

303

  • misplaced/call
view

304

  • misplaced/call
view

339

  • missing/call
view

361

  • missing/condition/value_or_state
view

362

  • missing/condition/value_or_state
view

363

  • missing/condition/value_or_state
view

jriecken-gae-java-mini-profiler

80f3a59

success

0

4.8

s

39

  • missing/exception_handling
view

logblock-logblock-2

40548aa

success

0

3.6

s

15

  • missing/call
view

lucene

1251

success

359

50.6

s

1

  • missing/exception_handling
view

1918

success

753

77.9

s

2

  • missing/exception_handling
view

mudetect-5

  • missing/condition/value_or_state
view

mudetect-9

  • missing/condition/value_or_state
view

tikanga-0

  • missing/condition/value_or_state
view

tikanga-1

  • missing/condition/value_or_state
view

tikanga-1a

  • missing/condition/value_or_state
view

tikanga-1b

  • missing/condition/value_or_state
view

tikanga-1c

  • missing/condition/value_or_state
view

207

success

106

16.8

s

3

  • missing/condition/value_or_state
view

754

success

65

24.5

s

5

  • missing/condition/value_or_state
view

minecraft-launcher

e62d1bb

success

52

12.1

s

1

  • missing/condition/value_or_state
view

mqtt

f438425

success

21

9.9

s

389

  • missing/call
view

390

  • missing/call
view

progin5

3c01e7a

success

0

4.3

s

1

  • missing/condition/value_or_state
view

saavn

e576758

success

0

4.0

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

secure-tcp

aeba19a

success

0

3.8

s

1

  • missing/condition/value_or_state
view

synthetic_java8-misuses

96d0ccb

success

0

5.5

s

optional-map-unchecked-get

  • missing/call
  • superfluous/call
view

stream-closed

  • superfluous/call
view

stream-infinite

  • missing/call
view

stream-infinite2

  • missing/call
view

stream-without-terminal

  • missing/call
  • superfluous/call
view

synthetic_jca

jsl

success

0

3.7

s

aes-ecb-mode

  • missing/condition/value_or_state
view

loop-init

  • superfluous/iteration
view

static-key

  • missing/condition/value_or_state
view

synthetic_survey

jsl

success

0

4.0

s

arrayaccess

  • missing/condition/value_or_state
view

close-1

  • missing/call
view

close-2

  • missing/exception_handling
view

cme

  • superfluous/call
view

fisexists

  • missing/condition/value_or_state
view

flip-1

  • missing/call
view

flip-2

  • missing/call
view

flush

  • missing/call
view

hasnext

  • missing/condition/value_or_state
view

listget

  • missing/condition/value_or_state
view

mapkeynull

  • missing/condition/null_check
view

mapnull

  • missing/condition/value_or_state
view

nofile

  • missing/condition/value_or_state
view

pack-1

  • misplaced/call
view

pack-2

  • missing/call
view

setfirst

  • missing/condition/value_or_state
view

tbuktu-ntru

8126929

success

2

12.2

s

473

  • missing/call
view

474

  • missing/call
view

475

  • missing/call
view

476

  • missing/call
view

technic-launcher-sp

7809682

success

163

31.7

s

1

  • missing/condition/value_or_state
view

testng

677302c

success

1660

191.7

s

22

  • missing/condition/synchronization
view

dmmc-0

  • missing/call
view

dmmc-4

  • missing/condition/value_or_state
view

grouminer-4

  • missing/call
view

grouminer-17

  • missing/condition/value_or_state
view

mudetect-15

  • missing/condition/value_or_state
view

92e7da1

success

1474

171.0

s

17

  • missing/condition/synchronization
view

18

  • missing/condition/synchronization
view

cd80791

success

2080

184.7

s

21

  • missing/condition/synchronization
view

d6dfce3

success

1665

183.3

s

16

  • missing/condition/synchronization
view

thomas-s-b-visualee

410a80f

success

3

5.8

s

29

  • missing/condition/value_or_state
view

30

  • missing/condition/value_or_state
view

32

  • missing/condition/value_or_state
view

yapps

1ae52b0

success

0

4.9

s

1

  • missing/condition/value_or_state
view