Experiment 3: Benchmark

Detector: MuDetectXP

Project Version Result # of Findings Runtime Misuse Violation Types Decision Reviews Your Review Tags

aclang

587

success

0

10,235.9

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

acmath

998

success

2

19,611.5

s

1

  • missing/condition/null_check
view

2

  • missing/condition/null_check
view

adempiere

1312

success

0

4.5

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

alibaba-druid

e10f28

success

1

687.4

s

1

  • missing/call
view

2

  • missing/exception_handling
view

apache-gora

bb09d89

success

1

784.9

s

56_1

  • missing/call
view

56_2

  • missing/call
view

argouml

026

success

7

676.9

s

tikanga11-1

  • missing/condition/value_or_state
view

tikanga11-2

  • missing/call
() view

tikanga11-3

  • missing/condition/value_or_state
view

tikanga11-4

  • missing/condition/value_or_state
view

asterisk-java

304421c

success

6

1,512.5

s

81

  • missing/condition/value_or_state
view

dmmc-8

  • missing/condition/value_or_state
view

dmmc-9

  • missing/condition/value_or_state
view

41461b4

success

2

352.0

s

194

  • missing/exception_handling
view

battleforge

878

success

0

4.4

s

1

  • missing/call
  • superfluous/call
view

2

  • missing/call
  • superfluous/call
view

3

  • missing/call
  • superfluous/call
view

4

  • missing/call
  • superfluous/call
view

bcel

24014e5

success

1

695.4

s

101

  • missing/call
view

chensun

cf23b99

success

37

1,557.1

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

grouminer-3

  • missing/call
view

grouminer-3a

  • missing/call
view

grouminer-9

  • missing/call
view

jadet-1

  • missing/call
view

jadet-1a

  • missing/call
view

jadet-2

  • missing/call
() view

jadet-2a

  • missing/call
view

jadet-5

  • missing/call
view

jadet-5a

  • missing/call
view

mudetect-1

  • missing/call
view

mudetect-4

  • missing/call
view

mudetect-12

  • missing/call
view

mudetect-13

  • missing/call
view

closure

114

success

3

10,919.4

s

1

  • superfluous/condition/null_check
view

319

success

19

1,426.1

s

2

  • missing/exception_handling
view

dmmc-13

  • missing/condition/value_or_state
view

dmmc-1023

  • missing/condition/value_or_state
view

mudetect-12

  • missing/condition/value_or_state
view

mudetect-13

  • missing/condition/value_or_state
view

mudetect-17

  • missing/condition/value_or_state
view

mudetect-18

  • missing/condition/value_or_state
view

mudetectxp-13

  • missing/condition/value_or_state
view

mudetectxp-16

  • missing/condition/null_check
view

mudetectxp-17

  • missing/condition/null_check
view

tikanga-2

  • missing/condition/value_or_state
view

tikanga-6

  • missing/condition/value_or_state
view

884

success

4

11,447.8

s

3

  • missing/condition/null_check
view

corona-old

0d0d18b

success

6

616.4

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

3

  • missing/condition/value_or_state
view

4

  • missing/condition/value_or_state
view

hoverruan-weiboclient4j

6ca0c73

success

7

338.1

s

128

  • missing/exception_handling
view

129

  • missing/exception_handling
view

130

  • missing/exception_handling
view

131

  • missing/exception_handling
view

132

  • missing/exception_handling
view

133

  • missing/exception_handling
view

134

  • missing/exception_handling
view

httpclient

302

success

2

1,410.3

s

1

  • missing/call
view

mudetect-14

  • missing/condition/value_or_state
view

444

success

7

12,545.1

s

2

  • missing/call
view

3

  • missing/call
view

452

success

1

354.5

s

4

  • missing/call
  • superfluous/call
view

itext

5091

success

47

24,591.0

s

1

  • missing/exception_handling
view

dmmc-15

  • missing/condition/value_or_state
view

dmmc-16

  • missing/condition/value_or_state
view

dmmc-16a

  • missing/condition/value_or_state
view

dmmc-18

  • missing/condition/value_or_state
view

dmmc-61

  • missing/condition/value_or_state
view

dmmc-357

  • missing/condition/value_or_state
view

dmmc-937

  • missing/condition/value_or_state
view

jadet-5

  • missing/condition/value_or_state
view

jadet-9

  • missing/condition/value_or_state
view

mudetect-10

  • missing/condition/null_check
view

mudetect-38

  • missing/condition/value_or_state
view

ivantrendafilov-confucius

2c30287

success

3

1,920.0

s

93

  • missing/exception_handling
view

94

  • missing/exception_handling
view

95

  • missing/exception_handling
view

96

  • missing/exception_handling
view

97

  • missing/exception_handling
view

98

  • missing/exception_handling
view

99

  • missing/exception_handling
view

100

  • missing/exception_handling
view

101

  • missing/exception_handling
view

jackrabbit

1601

success

0

12,685.2

s

1

  • missing/condition/null_check
view

1678

success

0

322.8

s

2

  • missing/condition/null_check
view

1694

success

0

12,924.1

s

3a

  • missing/call
view

3b

  • missing/call
view

1750

success

2

360.8

s

5

  • missing/call
() view

jfreechart

1025

success

0

15,952.8

s

1

  • missing/call
view

jigsaw

205

success

0

6,657.6

s

1

  • missing/call
view

mudetect-10

  • missing/condition/value_or_state
view

mudetect-12

  • superfluous/exception_handling
view

tikanga-0

  • missing/call
view

jmrtd

51

success

2

666.7

s

1

  • missing/call
view

67

success

0

584.3

s

2

  • missing/condition/value_or_state
view

jodatime

1231

success

0

613.0

s

1

  • missing/condition/null_check
view

cc35fb2

success

38

5,419.3

s

269

  • misplaced/call
view

270

  • misplaced/call
view

271

  • misplaced/call
view

272

  • misplaced/call
view

273

  • misplaced/call
view

274

  • misplaced/call
view

275

  • misplaced/call
view

276

  • misplaced/call
view

277

  • misplaced/call
view

278

  • misplaced/call
view

279

  • misplaced/call
view

280

  • misplaced/call
view

281

  • misplaced/call
view

282

  • misplaced/call
view

283

  • misplaced/call
view

284

  • misplaced/call
view

285

  • misplaced/call
view

286

  • misplaced/call
view

287

  • misplaced/call
view

288

  • misplaced/call
view

289

  • misplaced/call
view

290

  • misplaced/call
view

291

  • misplaced/call
view

292

  • misplaced/call
view

293

  • misplaced/call
view

294

  • misplaced/call
view

295

  • misplaced/call
view

296

  • misplaced/call
view

297

  • misplaced/call
view

298

  • misplaced/call
view

299

  • misplaced/call
view

300

  • misplaced/call
view

301

  • misplaced/call
view

302

  • misplaced/call
view

303

  • misplaced/call
view

304

  • misplaced/call
view

339

  • missing/call
view

361

  • missing/condition/value_or_state
view

362

  • missing/condition/value_or_state
view

363

  • missing/condition/value_or_state
view

jriecken-gae-java-mini-profiler

80f3a59

success

1

343.6

s

39

  • missing/exception_handling
view

logblock-logblock-2

40548aa

success

0

675.3

s

15

  • missing/call
view

lucene

1251

success

0

1,184.4

s

1

  • missing/exception_handling
view

1918

success

12

23,455.8

s

2

  • missing/exception_handling
view

mudetect-5

  • missing/condition/value_or_state
view

mudetect-9

  • missing/condition/value_or_state
view

mudetect-10

  • missing/condition/value_or_state
view

tikanga-0

  • missing/condition/value_or_state
view

tikanga-1

  • missing/condition/value_or_state
view

tikanga-1a

  • missing/condition/value_or_state
view

tikanga-1b

  • missing/condition/value_or_state
view

tikanga-1c

  • missing/condition/value_or_state
view

tikanga-1d

  • missing/condition/value_or_state
() view

207

success

0

291.5

s

3

  • missing/condition/value_or_state
view

754

success

0

310.4

s

5

  • missing/condition/value_or_state
view

minecraft-launcher

e62d1bb

success

1

592.2

s

1

  • missing/condition/value_or_state
view

mqtt

f438425

success

0

678.7

s

389

  • missing/call
view

390

  • missing/call
view

progin5

3c01e7a

success

1

588.6

s

1

  • missing/condition/value_or_state
view

rhino

286251

success

1

20,074.8

s

1

  • superfluous/call/duplicate
view

saavn

e576758

success

1

1,525.0

s

1

  • missing/condition/value_or_state
view

2

  • missing/condition/value_or_state
view

secure-tcp

aeba19a

success

2

590.5

s

1

  • missing/condition/value_or_state
view

synthetic_directives

jsl

success

3

4,719.9

s

alreadyondte

  • superfluous/condition/context
view

callondte

  • missing/condition/context
view

deadlock

  • superfluous/condition/synchronization
view

latenullcheck

  • misplaced/condition/null_check
view

maybenull

  • missing/condition/null_check
  • superfluous/condition/null_check
view

repetitive

  • superfluous/iteration
() view

supresserror

  • superfluous/exception handling
view

toorestrictive

  • superfluous/condition/value_or_state
view

unsynchronized

  • missing/condition/synchronization
view

wait-loop

  • missing/iteration
view

synthetic_java8-misuses

96d0ccb

success

3

16,259.7

s

optional-map-unchecked-get

  • missing/call
  • superfluous/call
view

stream-closed

  • superfluous/call
view

stream-infinite

  • missing/call
view

stream-infinite2

  • missing/call
view

stream-without-terminal

  • missing/call
  • superfluous/call
view

synthetic_jca

jsl

success

2

1,501.4

s

aes-ecb-mode

  • missing/condition/value_or_state
view

loop-init

  • superfluous/iteration
view

static-key

  • missing/condition/value_or_state
view

synthetic_survey

jsl

success

9

11,877.1

s

arrayaccess

  • missing/condition/value_or_state
view

close-1

  • missing/call
view

close-2

  • missing/exception_handling
view

cme

  • superfluous/call
view

fisexists

  • missing/condition/value_or_state
view

flip-1

  • missing/call
view

flip-2

  • missing/call
view

flush

  • missing/call
view

hasnext

  • missing/condition/value_or_state
view

listget

  • missing/condition/value_or_state
view

mapkeynull

  • missing/condition/null_check
view

mapnull

  • missing/condition/value_or_state
view

nofile

  • missing/condition/value_or_state
view

pack-1

  • misplaced/call
view

pack-2

  • missing/call
view

setfirst

  • missing/condition/value_or_state
view

tbuktu-ntru

8126929

success

7

678.0

s

473

  • missing/call
view

474

  • missing/call
view

475

  • missing/call
view

476

  • missing/call
view

technic-launcher-sp

7809682

success

1

597.7

s

1

  • missing/condition/value_or_state
view

testng

677302c

success

11

33,890.7

s

22

  • missing/condition/synchronization
view

dmmc-0

  • missing/call
view

dmmc-4

  • missing/condition/value_or_state
view

grouminer-4

  • missing/call
view

grouminer-17

  • missing/condition/value_or_state
view

92e7da1

success

0

398.5

s

17

  • missing/condition/synchronization
view

18

  • missing/condition/synchronization
view

cd80791

success

0

396.1

s

21

  • missing/condition/synchronization
view

d6dfce3

success

0

399.5

s

16

  • missing/condition/synchronization
view

thomas-s-b-visualee

410a80f

success

2

332.3

s

29

  • missing/condition/value_or_state
view

30

  • missing/condition/value_or_state
view

32

  • missing/condition/value_or_state
view

yapps

1ae52b0

success

1

604.5

s

1

  • missing/condition/value_or_state
view