Experiment 3: Benchmark

Detector: MuDetect

Project Version Result # of Findings Runtime Misuse Violation Types Decision Reviews Your Review Tags

aclang

587

success

103

24.2

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

acmath

998

success

2785

358.0

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

adempiere

1312

success

125

46.7

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

alibaba-druid

e10f28

success

801

160.8

s

1

  • missing/call
view

2

  • missing/exception_handling
view

apache-gora

bb09d89

success

143

15.0

s

56_1

  • missing/call
view

56_2

  • missing/call
view

argouml

026

success

8968

6,651.3

s

tikanga11-1

  • missing/condition/value_or_state
view

tikanga11-2

  • missing/call
view

tikanga11-3

  • missing/condition/value_or_state
view

tikanga11-4

  • missing/condition/value_or_state
view

asterisk-java

304421c

success

6

19.6

s

81

  • missing/condition/value_or_state
view

dmmc-8

  • missing/condition/value_or_state
view

dmmc-9

  • missing/condition/value_or_state
view

41461b4

success

4

25.5

s

194

  • missing/exception_handling
view

battleforge

878

success

76

22.6

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

3

  • missing/call
  • superfluous/call
view

4

  • missing/call
  • superfluous/call
view

bcel

24014e5

success

316

45.8

s

101

  • missing/call
view

chensun

cf23b99

success

68

42.2

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

grouminer-3

  • missing/call
view

grouminer-3a

  • missing/call
view

grouminer-9

  • missing/call
view

jadet-1

  • missing/call
view

jadet-1a

  • missing/call
view

jadet-2

  • missing/call
view

jadet-2a

  • missing/call
view

jadet-5

  • missing/call
view

jadet-5a

  • missing/call
view

mudetect-1

  • missing/call
view

mudetect-4

  • missing/call
view

mudetect-12

  • missing/call
view

mudetect-13

  • missing/call
view

closure

114

success

1576

192.7

s

1

  • superfluous/condition/null_check
view

319

success

2565

306.2

s

2

  • missing/exception_handling
view

dmmc-13

  • missing/condition/value_or_state
view

dmmc-1023

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-17

  • missing/condition/value_or_state
view

mudetect-18

  • missing/condition/value_or_state
view

mudetectxp-13

  • missing/condition/value_or_state
view

mudetectxp-16

  • missing/condition/null_check
view

mudetectxp-17

  • missing/condition/null_check
view

tikanga-2

  • missing/condition/value_or_state
view

tikanga-6

  • missing/condition/value_or_state
view

884

success

2646

422.4

s

3

  • missing/condition/null_check
view

corona-old

0d0d18b

success

45

26.2

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

3

  • missing/condition/value_or_state
view

4

  • missing/condition/value_or_state
view

hoverruan-weiboclient4j

6ca0c73

success

6

9.3

s

128

  • missing/exception_handling
view

129

  • missing/exception_handling
view

130

  • missing/exception_handling
view

131

  • missing/exception_handling
view

132

  • missing/exception_handling
view

133

  • missing/exception_handling
view

134

  • missing/exception_handling
view

httpclient

302

success

241

16.7

s

1

  • missing/call
view

mudetect-14

  • missing/condition/value_or_state
view

444

success

239

20.7

s

2

  • missing/call
view

3

  • missing/call
view

452

success

263

21.8

s

4

  • missing/call
  • superfluous/call
view

itext

5091

success

1324

389.3

s

1

  • missing/exception_handling
view

dmmc-15

  • missing/condition/value_or_state
view

dmmc-16

  • missing/condition/value_or_state
view

dmmc-16a

  • missing/condition/value_or_state
view

dmmc-18

  • missing/condition/value_or_state
view

dmmc-61

  • missing/condition/value_or_state
view

dmmc-357

  • missing/condition/value_or_state
view

dmmc-937

  • missing/condition/value_or_state
view

jadet-5

  • missing/condition/value_or_state
view

jadet-9

  • missing/condition/value_or_state
view

mudetect-10

  • missing/condition/null_check
view

mudetect-38

  • missing/condition/value_or_state
view

ivantrendafilov-confucius

2c30287

success

0

5.8

s

93

  • missing/exception_handling
view

94

  • missing/exception_handling
view

95

  • missing/exception_handling
view

96

  • missing/exception_handling
view

97

  • missing/exception_handling
view

98

  • missing/exception_handling
view

99

  • missing/exception_handling
view

100

  • missing/exception_handling
view

101

  • missing/exception_handling
view

jackrabbit

1601

success

1043

270.6

s

1

  • missing/condition/null_check
view

1678

success

63

22.6

s

2

  • missing/condition/null_check
view

1694

success

1186

236.6

s

3a

  • missing/call
view

3b

  • missing/call
view

1750

success

22

15.8

s

5

  • missing/call
view

jfreechart

1025

error

0

4,545.0

s

1

  • missing/call
view

103

error

0

2,405.6

s

2

  • missing/condition/null_check
view

164

timeout

0

17,653.7

s

3a

  • missing/condition/null_check
view

3b

  • missing/condition/null_check
view

4a

  • missing/condition/null_check
view

4b

  • missing/condition/null_check
view

2183

error

0

1,999.7

s

5

  • missing/condition/null_check
view

2266

error

0

1,299.5

s

6

  • missing/condition/null_check
  • superfluous/condition/null_check
view

881

error

0

6,538.8

s

7a

  • missing/condition/null_check
view

7b

  • missing/condition/null_check
view

jigsaw

205

success

1411

196.5

s

1

  • missing/call
view

mudetect-10

  • missing/condition/value_or_state
view

mudetect-12

  • superfluous/exception_handling
view

tikanga-0

  • missing/call
view

jmrtd

51

success

0

6.8

s

1

  • missing/call
view

67

success

0

8.8

s

2

  • missing/condition/value_or_state
view

jodatime

1231

success

0

4.7

s

1

  • missing/condition/null_check
view

cc35fb2

success

5626

8,327.8

s

269

  • misplaced/call
view

270

  • misplaced/call
view

271

  • misplaced/call
view

272

  • misplaced/call
view

273

  • misplaced/call
view

274

  • misplaced/call
view

275

  • misplaced/call
view

276

  • misplaced/call
view

277

  • misplaced/call
view

278

  • misplaced/call
view

279

  • misplaced/call
view

280

  • misplaced/call
view

281

  • misplaced/call
view

282

  • misplaced/call
view

283

  • misplaced/call
view

284

  • misplaced/call
view

285

  • misplaced/call
view

286

  • misplaced/call
view

287

  • misplaced/call
view

288

  • misplaced/call
view

289

  • misplaced/call
view

290

  • misplaced/call
view

291

  • misplaced/call
view

292

  • misplaced/call
view

293

  • misplaced/call
view

294

  • misplaced/call
view

295

  • misplaced/call
view

296

  • misplaced/call
view

297

  • misplaced/call
view

298

  • misplaced/call
view

299

  • misplaced/call
view

300

  • misplaced/call
view

301

  • misplaced/call
view

302

  • misplaced/call
view

303

  • misplaced/call
view

304

  • misplaced/call
view

339

  • missing/call
view

361

  • missing/condition/value_or_state
view

362

  • missing/condition/value_or_state
view

363

  • missing/condition/value_or_state
view

jriecken-gae-java-mini-profiler

80f3a59

success

0

8.7

s

39

  • missing/exception_handling
view

logblock-logblock-2

40548aa

success

0

6.4

s

15

  • missing/call
view

lucene

1251

success

208

47.7

s

1

  • missing/exception_handling
view

1918

success

338

51.5

s

2

  • missing/exception_handling
view

mudetect-5

  • missing/condition/value_or_state
view

mudetect-9

  • missing/condition/value_or_state
view

mudetect-10

  • missing/condition/value_or_state
view

tikanga-0

  • missing/condition/value_or_state
view

tikanga-1

  • missing/condition/value_or_state
view

tikanga-1a

  • missing/condition/value_or_state
view

tikanga-1b

  • missing/condition/value_or_state
view

tikanga-1c

  • missing/condition/value_or_state
view

tikanga-1d

  • missing/condition/value_or_state
view

207

success

25

31.0

s

3

  • missing/condition/value_or_state
view

754

success

72

46.5

s

5

  • missing/condition/value_or_state
view

minecraft-launcher

e62d1bb

success

2

59.9

s

1

  • missing/condition/value_or_state
view

mqtt

f438425

success

1

14.2

s

389

  • missing/call
view

390

  • missing/call
view

progin5

3c01e7a

success

0

7.2

s

1

  • missing/condition/value_or_state
view

rhino

286251

success

149

101.0

s

1

  • superfluous/call/duplicate
view

saavn

e576758

success

0

5.4

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

secure-tcp

aeba19a

success

0

5.6

s

1

  • missing/condition/value_or_state
view

synthetic_directives

jsl

success

0

4.8

s

alreadyondte

  • superfluous/condition/context
view

callondte

  • missing/condition/context
view

deadlock

  • superfluous/condition/synchronization
view

latenullcheck

  • misplaced/condition/null_check
view

maybenull

  • missing/condition/null_check
  • superfluous/condition/null_check
view

repetitive

  • superfluous/iteration
view

supresserror

  • superfluous/exception handling
view

toorestrictive

  • superfluous/condition/value_or_state
view

unsynchronized

  • missing/condition/synchronization
view

wait-loop

  • missing/iteration
view

synthetic_java8-misuses

96d0ccb

success

0

7.2

s

optional-map-unchecked-get

  • missing/call
  • superfluous/call
view

stream-closed

  • superfluous/call
view

stream-infinite

  • missing/call
view

stream-infinite2

  • missing/call
view

stream-without-terminal

  • missing/call
  • superfluous/call
view

synthetic_jca

jsl

success

0

6.0

s

aes-ecb-mode

  • missing/condition/value_or_state
view

loop-init

  • superfluous/iteration
view

static-key

  • missing/condition/value_or_state
view

synthetic_survey

jsl

success

0

6.0

s

arrayaccess

  • missing/condition/value_or_state
view

close-1

  • missing/call
view

close-2

  • missing/exception_handling
view

cme

  • superfluous/call
view

fisexists

  • missing/condition/value_or_state
view

flip-1

  • missing/call
view

flip-2

  • missing/call
view

flush

  • missing/call
view

hasnext

  • missing/condition/value_or_state
view

listget

  • missing/condition/value_or_state
view

mapkeynull

  • missing/condition/null_check
view

mapnull

  • missing/condition/value_or_state
view

nofile

  • missing/condition/value_or_state
view

pack-1

  • misplaced/call
view

pack-2

  • missing/call
view

setfirst

  • missing/condition/value_or_state
view

tbuktu-ntru

8126929

success

0

28.2

s

473

  • missing/call
view

474

  • missing/call
view

475

  • missing/call
view

476

  • missing/call
view

technic-launcher-sp

7809682

success

0

39.5

s

1

  • missing/condition/value_or_state
view

testng

677302c

success

1056

174.8

s

22

  • missing/condition/synchronization
view

dmmc-0

  • missing/call
view

dmmc-4

  • missing/condition/value_or_state
view

grouminer-4

  • missing/call
view

grouminer-17

  • missing/condition/value_or_state
view

92e7da1

success

1029

297.7

s

17

  • missing/condition/synchronization
view

18

  • missing/condition/synchronization
view

cd80791

success

1057

216.8

s

21

  • missing/condition/synchronization
view

d6dfce3

success

1057

238.0

s

16

  • missing/condition/synchronization
view

thomas-s-b-visualee

410a80f

success

3

6.7

s

29

  • missing/condition/value_or_state
view

30

  • missing/condition/value_or_state
view

32

  • missing/condition/value_or_state
view

yapps

1ae52b0

success

0

6.8

s

1

  • missing/condition/value_or_state
view