azalea/fixminer_source
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

code flaws

Browse Source
This commit is contained in:
anil
2020-08-26 15:43:32 +02:00
parent c8e16bd62f
commit a9437cd5ce
1 changed files with 23 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/validateCodeFlaws.py
+23 -9
View File
@@ -36,6 +36,11 @@ def patchSourceFile(bugPath,spfile,bugName):
o,e = shellGitCheckout(cmd) o,e = shellGitCheckout(cmd)
return join(DATA_PATH, "codeflaws", bugName, 'patched', patchName + spfile + '.c') return join(DATA_PATH, "codeflaws", bugName, 'patched', patchName + spfile + '.c')
def getTestList(path):
files = listdir(path)
inputs = [i for i in files if i.startswith('input-')]
return inputs
def readTestSuite(testPath): def readTestSuite(testPath):
regex = r"([p|n0-9]+)\)" regex = r"([p|n0-9]+)\)"
@@ -51,19 +56,26 @@ def readTestSuite(testPath):
testList.append(match.group(groupNum)) testList.append(match.group(groupNum))
return testList return testList
def test_all(testerPath,validTests): def test_all(testerPath,validTests,testPath):
test_outcomes = {} # type: Dict[TestCase, TestOutcome] test_outcomes = {} # type: Dict[TestCase, TestOutcome]
failure_cases = [] failure_cases = []
failure = 0 failure = 0
total = len(validTests) total = len(validTests)
#remove prev outputs
[os.remove(join(testPath, i)) for i in listdir(testPath) if i.endswith('my_output')]
for test in validTests: for test in validTests:
# if test.name in validTests: # if test.name in validTests:
cmd ='bash ' + testerPath + ' {}'.format(test) # cmd = testerPath + ' < {} '.format(join(testPath,test))
out,e = shellGitCheckout(cmd)
# out = client.containers.exec(container=container, command=cmd, context='/experiment/')
# if 'Accepted' not in out or e != '': outpos = test.replace('input-','output-')
if 'Accepted' not in out : # cmd = 'diff -u --brief -w {} <( '.format(join(testPath,outpos))+testerPath+' < {} )'.format(join(testPath,test))
cmd = 'bash ' + join(DATA_PATH, 'test-valid.sh') + ' {} {} {}'.format(join(testPath, test),
join(testPath, outpos), testerPath)
out,e = shellGitCheckout(cmd)
if 'Accepted' not in out or e != '':
# if 'Accepted' not in out :
failure += 1 failure += 1
failure_cases.append(test) failure_cases.append(test)
# test_outcomes.append(out.output) # test_outcomes.append(out.output)
@@ -134,9 +146,9 @@ def validateCore(bugName):
o, e = shellGitCheckout(cmd) o, e = shellGitCheckout(cmd)
output += '@True:' + str(idx) + ':' + patch.split('/')[-1] + '@' output += '@True:' + str(idx) + ':' + patch.split('/')[-1] + '@'
validTests = getTestList(join(DATA_PATH, 'codeflaws', bugName))
validTests = readTestSuite(join(DATA_PATH, 'codeflaws', bugName, 'test-valid.sh')) # validTests = readTestSuite(join(DATA_PATH, 'codeflaws', bugName, 'test-valid.sh'))
post_failure_cases, post_failure, total = test_all(join(DATA_PATH, 'codeflaws', bugName, 'test-valid.sh'), validTests) post_failure_cases, post_failure, total = test_all(join(DATA_PATH, 'codeflaws', bugName, contestid+'-'+problem+'-'+buggyId), validTests, join(DATA_PATH, 'codeflaws', bugName))
# print("{}".format(post_failure), end=' ') # print("{}".format(post_failure), end=' ')
output += str(post_failure) + ' ' output += str(post_failure) + ' '
@@ -178,6 +190,8 @@ def validate():
if b == '.DS_Store' or b == 'README.md' or b == 'codeflaws-defect-detail-info.txt': if b == '.DS_Store' or b == 'README.md' or b == 'codeflaws-defect-detail-info.txt':
continue continue
bugList.append(b) bugList.append(b)
# if b == '476-A-bug-16608008-16608059':
# bugList.append(b)
# results = parallelRunMerge(testCore, bugList,max_workers=10) # results = parallelRunMerge(testCore, bugList,max_workers=10)
results = parallelRunMerge(validateCore, bugList) results = parallelRunMerge(validateCore, bugList)