Experiment 3: Benchmark

Detector: MuDetect_180213_IgnoreOrderOnlyConnections

Project Version Result # of Findings Runtime Misuse Violation Types Decision Reviews Your Review Tags

aclang

587

success

720

46.6

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

acmath

998

success

5144

430.4

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

adempiere

1312

success

461

89.3

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

alibaba-druid

e10f28

success

2770

289.4

s

1

  • missing/call
view

2

  • missing/exception_handling
view

apache-gora

bb09d89

success

314

15.2

s

56_1

  • missing/call
view

56_2

  • missing/call
view

argouml

026

success

16430

3,194.1

s

tikanga11-1

  • missing/condition/value_or_state
view

tikanga11-2

  • missing/call
view

tikanga11-3

  • missing/condition/value_or_state
view

tikanga11-4

  • missing/condition/value_or_state
view

asterisk-java

304421c

success

220

51.2

s

81

  • missing/condition/value_or_state
view

dmmc-8

  • missing/condition/value_or_state
view

dmmc-9

  • missing/condition/value_or_state
view

41461b4

success

233

58.1

s

194

  • missing/exception_handling
view

battleforge

878

success

120

19.0

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

3

  • missing/call
  • superfluous/call
view

4

  • missing/call
  • superfluous/call
view

bcel

24014e5

success

1345

74.2

s

101

  • missing/call
view

chensun

cf23b99

success

588

34.7

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

grouminer-3

  • missing/call
view

grouminer-3a

  • missing/call
view

grouminer-9

  • missing/call
view

jadet-1

  • missing/call
view

jadet-1a

  • missing/call
view

jadet-2

  • missing/call
view

jadet-2a

  • missing/call
view

jadet-5

  • missing/call
view

jadet-5a

  • missing/call
view

mudetect-1

  • missing/call
view

mudetect-4

  • missing/call
view

mudetect-12

  • missing/call
view

mudetect-13

  • missing/call
view

closure

114

success

4772

201.2

s

1

  • superfluous/condition/null_check
view

319

success

6746

290.7

s

2

  • missing/exception_handling
view

dmmc-13

  • missing/condition/value_or_state
view

dmmc-1023

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-17

  • missing/condition/value_or_state
view

mudetect-18

  • missing/condition/value_or_state
view

tikanga-2

  • missing/condition/value_or_state
view

tikanga-6

  • missing/condition/value_or_state
view

884

success

8356

477.2

s

3

  • missing/condition/null_check
view

corona-old

0d0d18b

success

482

30.0

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

3

  • missing/condition/value_or_state
view

4

  • missing/condition/value_or_state
view

hoverruan-weiboclient4j

6ca0c73

success

22

8.3

s

128

  • missing/exception_handling
view

129

  • missing/exception_handling
view

130

  • missing/exception_handling
view

131

  • missing/exception_handling
view

132

  • missing/exception_handling
view

133

  • missing/exception_handling
view

134

  • missing/exception_handling
view

httpclient

302

success

837

22.7

s

1

  • missing/call
view

mudetect-14

  • missing/condition/value_or_state
view

444

success

826

29.5

s

2

  • missing/call
view

3

  • missing/call
view

452

success

830

30.3

s

4

  • missing/call
  • superfluous/call
view

itext

5091

success

6229

1,329.6

s

1

  • missing/exception_handling
view

dmmc-15

  • missing/condition/value_or_state
view

dmmc-16

  • missing/condition/value_or_state
view

dmmc-16a

  • missing/condition/value_or_state
view

dmmc-18

  • missing/condition/value_or_state
view

dmmc-61

  • missing/condition/value_or_state
view

dmmc-357

  • missing/condition/value_or_state
view

dmmc-937

  • missing/condition/value_or_state
view

jadet-5

  • missing/condition/value_or_state
view

jadet-9

  • missing/condition/value_or_state
view

mudetect-0

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-15

  • missing/condition/value_or_state
view

mudetect-38

  • missing/condition/value_or_state
view

ivantrendafilov-confucius

2c30287

success

3

4.6

s

93

  • missing/exception_handling
view

94

  • missing/exception_handling
view

95

  • missing/exception_handling
view

96

  • missing/exception_handling
view

97

  • missing/exception_handling
view

98

  • missing/exception_handling
view

99

  • missing/exception_handling
view

100

  • missing/exception_handling
view

101

  • missing/exception_handling
view

jackrabbit

1601

success

5045

372.6

s

1

  • missing/condition/null_check
view

1678

success

318

15.6

s

2

  • missing/condition/null_check
view

1694

success

4797

366.2

s

3a

  • missing/call
view

3b

  • missing/call
view

1750

success

485

18.6

s

5

  • missing/call
view

jfreechart

1025

timeout

0

7,270.6

s

1

  • missing/call
view

103

timeout

0

7,275.9

s

2

  • missing/condition/null_check
view

164

timeout

0

7,273.0

s

3a

  • missing/condition/null_check
view

3b

  • missing/condition/null_check
view

4a

  • missing/condition/null_check
view

4b

  • missing/condition/null_check
view

2183

timeout

0

7,272.6

s

5

  • missing/condition/null_check
view

2266

timeout

0

7,272.3

s

6

  • missing/condition/null_check
  • superfluous/condition/null_check
view

881

timeout

0

7,272.6

s

7a

  • missing/condition/null_check
view

7b

  • missing/condition/null_check
view

jigsaw

205

success

4533

280.7

s

mudetect-10

  • missing/condition/value_or_state
view

tikanga-0

  • missing/call
view

jmrtd

51

success

40

7.8

s

1

  • missing/call
view

67

success

40

8.1

s

2

  • missing/condition/value_or_state
view

jodatime

1231

success

0

4.4

s

1

  • missing/condition/null_check
view

cc35fb2

success

15821

2,763.4

s

269

  • misplaced/call
view

270

  • misplaced/call
view

271

  • misplaced/call
view

272

  • misplaced/call
view

273

  • misplaced/call
view

274

  • misplaced/call
view

275

  • misplaced/call
view

276

  • misplaced/call
view

277

  • misplaced/call
view

278

  • misplaced/call
view

279

  • misplaced/call
view

280

  • misplaced/call
view

281

  • misplaced/call
view

282

  • misplaced/call
view

283

  • misplaced/call
view

284

  • misplaced/call
view

285

  • misplaced/call
view

286

  • misplaced/call
view

287

  • misplaced/call
view

288

  • misplaced/call
view

289

  • misplaced/call
view

290

  • misplaced/call
view

291

  • misplaced/call
view

292

  • misplaced/call
view

293

  • misplaced/call
view

294

  • misplaced/call
view

295

  • misplaced/call
view

296

  • misplaced/call
view

297

  • misplaced/call
view

298

  • misplaced/call
view

299

  • misplaced/call
view

300

  • misplaced/call
view

301

  • misplaced/call
view

302

  • misplaced/call
view

303

  • misplaced/call
view

304

  • misplaced/call
view

339

  • missing/call
view

361

  • missing/condition/value_or_state
view

362

  • missing/condition/value_or_state
view

363

  • missing/condition/value_or_state
view

jriecken-gae-java-mini-profiler

80f3a59

success

0

5.2

s

39

  • missing/exception_handling
view

logblock-logblock-2

40548aa

success

0

3.8

s

15

  • missing/call
view

lucene

1251

success

396

55.4

s

1

  • missing/exception_handling
view

1918

success

888

94.1

s

2

  • missing/exception_handling
view

mudetect-5

  • missing/condition/value_or_state
view

mudetect-9

  • missing/condition/value_or_state
view

tikanga-0

  • missing/condition/value_or_state
view

tikanga-1

  • missing/condition/value_or_state
view

tikanga-1a

  • missing/condition/value_or_state
view

tikanga-1b

  • missing/condition/value_or_state
view

tikanga-1c

  • missing/condition/value_or_state
view

207

success

162

24.3

s

3

  • missing/condition/value_or_state
view

754

success

240

34.5

s

5

  • missing/condition/value_or_state
view

minecraft-launcher

e62d1bb

success

58

13.3

s

1

  • missing/condition/value_or_state
view

mqtt

f438425

success

45

9.7

s

389

  • missing/call
view

390

  • missing/call
view

progin5

3c01e7a

success

0

4.4

s

1

  • missing/condition/value_or_state
view

rhino

286251

timeout

0

7,271.3

s

1

  • superfluous/call/duplicate
view

saavn

e576758

success

0

4.0

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

secure-tcp

aeba19a

success

0

4.3

s

1

  • missing/condition/value_or_state
view

synthetic_java8-misuses

96d0ccb

success

0

5.2

s

optional-map-unchecked-get

  • missing/call
  • superfluous/call
view

stream-closed

  • superfluous/call
view

stream-infinite

  • missing/call
view

stream-infinite2

  • missing/call
view

stream-without-terminal

  • missing/call
  • superfluous/call
view

synthetic_jca

jsl

success

0

3.7

s

aes-ecb-mode

  • missing/condition/value_or_state
view

loop-init

  • superfluous/iteration
view

static-key

  • missing/condition/value_or_state
view

synthetic_survey

jsl

success

0

3.9

s

arrayaccess

  • missing/condition/value_or_state
view

close-1

  • missing/call
view

close-2

  • missing/exception_handling
view

cme

  • superfluous/call
view

fisexists

  • missing/condition/value_or_state
view

flip-1

  • missing/call
view

flip-2

  • missing/call
view

flush

  • missing/call
view

hasnext

  • missing/condition/value_or_state
view

listget

  • missing/condition/value_or_state
view

mapkeynull

  • missing/condition/null_check
view

mapnull

  • missing/condition/value_or_state
view

nofile

  • missing/condition/value_or_state
view

pack-1

  • misplaced/call
view

pack-2

  • missing/call
view

setfirst

  • missing/condition/value_or_state
view

tbuktu-ntru

8126929

success

42

44.3

s

473

  • missing/call
view

474

  • missing/call
view

475

  • missing/call
view

476

  • missing/call
view

technic-launcher-sp

7809682

success

351

39.3

s

1

  • missing/condition/value_or_state
view

testng

677302c

success

2544

236.5

s

22

  • missing/condition/synchronization
view

dmmc-0

  • missing/call
view

dmmc-4

  • missing/condition/value_or_state
view

grouminer-4

  • missing/call
view

grouminer-17

  • missing/condition/value_or_state
view

mudetect-15

  • missing/condition/value_or_state
view

92e7da1

success

2447

215.0

s

17

  • missing/condition/synchronization
view

18

  • missing/condition/synchronization
view

cd80791

success

2544

235.2

s

21

  • missing/condition/synchronization
view

d6dfce3

success

2532

235.7

s

16

  • missing/condition/synchronization
view

thomas-s-b-visualee

410a80f

success

31

6.0

s

29

  • missing/condition/value_or_state
view

30

  • missing/condition/value_or_state
view

32

  • missing/condition/value_or_state
view

yapps

1ae52b0

success

0

4.9

s

1

  • missing/condition/value_or_state
view