Experiment 3: Benchmark

Detector: GrouMiner

Project Version Result # of Findings Runtime Misuse Violation Types Decision Reviews Your Review Your Comment Tags

aclang

587

success

28

5.2

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

587.1

view

587.2

view

acmath

998

error

0

5,787.7

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

adempiere

1312

success

27

51.8

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

alibaba-druid

e10f28

timeout

0

7,260.3

s

1

  • missing/call
view

2

  • missing/exception handling
view

apache-gora

bb09d89-accumulo

success

0

1.0

s

56_1

view

bb09d89-core

success

14

2.8

s

56_2

view

asterisk-java

304421c

success

10

5.53

s

41461b4

success

9

5.5

s

194

view

bcel

24014e5

success

91

144.2

s

101

view

closure

114

success

101

75.9

s

1

  • superfluous/condition/null_check
view

319

success

126

127.4

s

2

  • missing/exception handling
view

dmmc-1023

  • missing/condition/value_or_state
view

dmmc-13

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-18

  • missing/condition/value_or_state
view

tikanga-2

  • missing/condition/value_or_state
view

tikanga-6

  • missing/condition/value_or_state
view

884

success

167

109.0

s

3

  • missing/condition/null_check
view

hoverruan-weiboclient4j

6ca0c73

success

0

2.8

s

128

view

129

view

130

view

131

view

132

view

133

view

134

view

httpclient

302

success

12

6.6

s

1

  • missing/call
view

444

success

15

5.6

s

2

  • missing/call
view

3

  • missing/call
view

452

success

12

5.7

s

4

  • missing/call
  • superfluous/call
view

itext

5091

success

198

326.2

s

1

  • missing/exception handling
view

dmmc-15

  • missing/condition/value_or_state
view

dmmc-16

  • missing/condition/value_or_state
view

dmmc-18

  • missing/condition/value_or_state
view

dmmc-357

  • missing/condition/value_or_state
view

dmmc-61

  • missing/condition/value_or_state
view

dmmc-937

  • missing/condition/value_or_state
view

jadet-5

  • missing/condition/value_or_state
view

jadet-9

  • missing/condition/value_or_state
view

mudetect-15

  • missing/condition/value_or_state
view

ivantrendafilov-confucius

2c30287

success

0

1.1

s

93

view

94

view

95

view

96

view

97

view

98

view

99

view

100

view

101

view

jackrabbit

1601

success

186

371.3

s

1

  • missing/condition/null_check
view

1678

success

15

2.7

s

2

  • missing/condition/null_check
view

1694

success

186

330.8

s

3a

  • missing/call
view

3b

  • missing/call
view

1750

timeout

0

7,260.5

s

5

  • missing/call
view

jfreechart

1025

timeout

0

7,260.6

s

1

  • missing/call
view

103

timeout

0

7,260.5

s

2

  • missing/condition/null_check
view

164

timeout

0

7,260.5

s

3a

  • missing/condition/null_check
view

3b

  • missing/condition/null_check
view

4a

  • missing/condition/null_check
view

4b

  • missing/condition/null_check
view

2183

timeout

0

7,260.3

s

5

  • missing/condition/null_check
view

2266

timeout

0

7,260.6

s

6

  • missing/condition/null_check
  • superfluous/condition/null_check
view

881

timeout

0

7,260.6

s

7a

  • missing/condition/null_check
view

7b

  • missing/condition/null_check
view

jmrtd

51

success

11

1.6

s

1

  • missing/call
view

67

success

10

1.8

s

2

  • missing/condition/value_or_state
view

jodatime

1231

success

0

1.0

s

1

  • missing/condition/null_check
view

cc35fb2

success

17

7.6

s

339

view

361

view

362

view

363

view

jriecken-gae-java-mini-profile

80f3a59

success

0

1.1

s

39

view

logblock-logblock-2

40548aa

success

0

0.8

s

15

view

lucene

1251

success

62

38.5

s

1

  • missing/exception handling
view

1918

success

88

44.7

s

2

  • missing/exception handling
view

mudetect-5

  • missing/condition/value_or_state
view

mudetect-9

  • missing/condition/value_or_state
view

tikanga-0

  • missing/condition/value_or_state
view

tikanga-1

  • missing/condition/value_or_state
view

207

success

140

259.4

s

3

  • missing/condition/value_or_state
view

754

success

54

30.9

s

5

  • missing/condition/value_or_state
view

mqtt

f438425

success

4

2.6

s

389

view

390

view

rhino

286251

success

55

592.9

s

1

  • superfluous/call/duplicate
view

tbuktu-ntru

8126929

success

1

2.8

s

473

view

474

view

475

view

476

view

testng

677302c

success

38

50.4

s

22

view

92e7da1

success

38

53.7

s

17

view

18

view

cd80791

success

39

55.7

s

21

view

d6dfce3

success

36

59.1

s

16

view

thomas-s-b-visualee

410a80f

success

1

1.4

s

29

view

30

view

32

view