Experiment 3: Benchmark

Detector: DMMC

Project Version Result # of Findings Runtime Misuse Violation Types Decision Reviews Your Review Your Comment Tags

aclang

587

success

157

8.7

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

acmath

998

success

686

83.7

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

adempiere

1312

success

116

12.2

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

alibaba-druid

e10f28

success

520

63.1

s

1

  • missing/call
view

2

  • missing/exception handling
view

apache-gora

bb09d89-accumulo

success

0

1.7

s

56_1

view

bb09d89-core

success

44

4.6

s

56_2

view

asterisk-java

304421c

success

115

13.6

s

41461b4

success

114

14.5

s

bcel

24014e5

success

321

33.8

s

101

view

chensun

cf23b99

success

49

5.1

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

closure

114

success

1233

44.0

s

1

  • superfluous/condition/null_check
() view

319

success

1945

64.4

s

2

  • missing/exception handling
view

dmmc-1023

  • missing/condition/value_or_state
view

dmmc-13

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-18

  • missing/condition/value_or_state
view

tikanga-2

  • missing/condition/value_or_state
view

tikanga-6

  • missing/condition/value_or_state
view

884

success

1966

99.8

s

3

  • missing/condition/null_check
view

corona-old

0d0d18b

success

146

15.3

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

hoverruan-weiboclient4j

6ca0c73

success

29

5.6

s

128

view

httpclient

302

success

114

7.7

s

1

  • missing/call
view

444

success

110

9.8

s

2

  • missing/call
view

3

  • missing/call
view

452

success

113

9.2

s

4

  • missing/call
  • superfluous/call
view

itext

5091

success

1138

78.2

s

1

  • missing/exception handling
view

dmmc-15

  • missing/condition/value_or_state
view

dmmc-16

  • missing/condition/value_or_state
view

dmmc-18

  • missing/condition/value_or_state
view

dmmc-357

  • missing/condition/value_or_state
view

dmmc-61

  • missing/condition/value_or_state
view

dmmc-937

  • missing/condition/value_or_state
view

jadet-5

  • missing/condition/value_or_state
view

jadet-9

  • missing/condition/value_or_state
view

mudetect-15

  • missing/condition/value_or_state
view

ivantrendafilov-confucius

2c30287

success

4

1.9

s

93

view

94

view

95

view

96

view

97

view

98

view

99

view

100

view

101

view

jackrabbit

1601

error

0

14.2

s

1

  • missing/condition/null_check
view

1678

error

0

3.1

s

2

  • missing/condition/null_check
view

1694

error

0

15.0

s

3a

  • missing/call
view

3b

  • missing/call
view

1750

success

434

33.7

s

5

  • missing/call
view

jfreechart

1025

success

747

46.4

s

1

  • missing/call
view

103

success

673

39.6

s

2

  • missing/condition/null_check
view

164

success

664

38.7

s

3a

  • missing/condition/null_check
view

3b

  • missing/condition/null_check
view

4a

  • missing/condition/null_check
view

4b

  • missing/condition/null_check
view

2183

success

906

41.0

s

5

  • missing/condition/null_check
view

2266

success

913

43.2

s

6

  • missing/condition/null_check
  • superfluous/condition/null_check
view

881

success

745

47.6

s

7a

  • missing/condition/null_check
view

7b

  • missing/condition/null_check
view

jmrtd

51

success

29

4.4

s

1

  • missing/call
view

67

success

35

4.4

s

2

  • missing/condition/value_or_state
view

jodatime

1231

success

1

2.2

s

1

  • missing/condition/null_check
view

cc35fb2

success

409

16.8

s

339

view

361

view

362

view

363

view

cc35fb2-tests

success

1603

45.7

s

269

view

275

view

278

view

280

view

281

view

282

view

283

view

284

view

286

view

288

view

289

view

290

view

291

view

294

view

296

view

298

view

299

view

jriecken-gae-java-mini-profile

80f3a59

success

4

1.7

s

39

view

logblock-logblock-2

40548aa

success

0

1.2

s

15

view

lucene

1251

error

0

4.9

s

1

  • missing/exception handling
view

1918

success

583

31.1

s

2

  • missing/exception handling
view

mudetect-5

  • missing/condition/value_or_state
view

mudetect-9

  • missing/condition/value_or_state
view

tikanga-0

  • missing/condition/value_or_state
view

tikanga-1

  • missing/condition/value_or_state
view

207

success

182

10.2

s

3

  • missing/condition/value_or_state
view

754

success

265

12.6

s

5

  • missing/condition/value_or_state
view

minecraft-launcher

e62d1bb

success

95

7.7

s

1

  • missing/condition/value_or_state
view

mqtt

f438425

success

43

5.5

s

389

view

390

view

rhino

286251

success

257

105.2

s

1

  • superfluous/call/duplicate
view

secure-tcp

aeba19a

success

1

1.9

s

1

  • missing/condition/value_or_state
view

synthetic

siemens-i-ras

success

0

1.6

s

aes-ecb-mode

  • missing/condition/value_or_state
view

static-key

  • missing/condition/value_or_state
view

tbuktu-ntru

8126929

success

63

6.4

s

473

view

476

view

technic-launcher-sp

7809682

success

139

9.5

s

1

  • missing/condition/value_or_state
view

thomas-s-b-visualee

410a80f

success

30

3.0

s

29

view

30

view

32

view

yapps

1ae52b0

success

9

3.2

s

1

  • missing/condition/value_or_state
view