mirror of
https://github.com/f-droid/fdroidserver.git
synced 2025-09-16 07:52:35 +03:00
New field: scandelete, like scanignore but deleting
Also, many improvements: * scanning algorithm is much clearer * Now paths start by '/', which means the repo dir root. - If they don't, '/' is added - If they start by './', the dot is removed - If "." is in the paths, it is replaced by "/" * Handling/removing of problems is much easier * Removed last initfun/funambol bits
This commit is contained in:
parent
d507b2e894
commit
e07d35f913
2 changed files with 58 additions and 28 deletions
|
@ -805,7 +805,7 @@ def write_metadata(dest, app, verbose=False):
|
|||
'oldsdkloc', 'target', 'compilesdk', 'update',
|
||||
'encoding', 'forceversion', 'forcevercode', 'rm',
|
||||
'fixtrans', 'fixapos', 'extlibs', 'srclibs',
|
||||
'patch', 'prebuild', 'initfun', 'scanignore', 'build',
|
||||
'patch', 'prebuild', 'scanignore', 'scandelete', 'build',
|
||||
'buildjni', 'gradle', 'maven', 'preassemble',
|
||||
'bindir', 'antcommand', 'novcheck']
|
||||
|
||||
|
@ -1342,7 +1342,7 @@ def prepare_source(vcs, app, build, build_dir, srclib_dir, extlib_dir, sdk_path,
|
|||
raise BuildException('Missing subdir ' + root_dir)
|
||||
|
||||
# Initialise submodules if requred...
|
||||
if build.get('submodules', 'no') == 'yes':
|
||||
if build.get('submodules', 'no') == 'yes':
|
||||
if verbose: print "Initialising submodules..."
|
||||
vcs.initsubmodules()
|
||||
|
||||
|
@ -1640,14 +1640,50 @@ def scan_source(build_dir, root_dir, thisbuild):
|
|||
'youtubeandroidplayerapi',
|
||||
'bugsense']
|
||||
|
||||
if 'scanignore' in thisbuild:
|
||||
ignore = [p.strip() for p in thisbuild['scanignore'].split(';')]
|
||||
else:
|
||||
ignore = []
|
||||
|
||||
def getpaths(field):
|
||||
paths = []
|
||||
if field not in thisbuild:
|
||||
return paths
|
||||
for p in thisbuild[field].split(';'):
|
||||
p = p.strip()
|
||||
if p == '.':
|
||||
p = '/'
|
||||
elif p.startswith('./'):
|
||||
p = p[1:]
|
||||
elif not p.startswith('/'):
|
||||
p = '/' + p;
|
||||
if p not in paths:
|
||||
paths.append(p)
|
||||
return paths
|
||||
|
||||
scanignore = getpaths('scanignore')
|
||||
scandelete = getpaths('scandelete')
|
||||
|
||||
ms = magic.open(magic.MIME_TYPE)
|
||||
ms.load()
|
||||
|
||||
def toignore(fd):
|
||||
for i in scanignore:
|
||||
if fd.startswith(i):
|
||||
return True
|
||||
return False
|
||||
|
||||
def todelete(fd):
|
||||
for i in scandelete:
|
||||
if fd.startswith(i):
|
||||
return True
|
||||
return False
|
||||
|
||||
def removeproblem(what, fd, fp):
|
||||
print 'Removing %s at %s' % (what, fd)
|
||||
os.remove(fp)
|
||||
|
||||
def handleproblem(what, fd, fp):
|
||||
if todelete(fd):
|
||||
removeproblem(what, fd, fp)
|
||||
else:
|
||||
problems.append('Found %s at %s' % (what, fd))
|
||||
|
||||
# Iterate through all files in the source code...
|
||||
for r,d,f in os.walk(build_dir):
|
||||
for curfile in f:
|
||||
|
@ -1657,36 +1693,30 @@ def scan_source(build_dir, root_dir, thisbuild):
|
|||
|
||||
# Path (relative) to the file...
|
||||
fp = os.path.join(r, curfile)
|
||||
fd = fp[len(build_dir)+1:]
|
||||
fd = fp[len(build_dir):]
|
||||
|
||||
# Check if this file has been explicitly excluded from scanning...
|
||||
ignorethis = False
|
||||
for i in ignore:
|
||||
if fd.startswith(i):
|
||||
ignorethis = True
|
||||
break
|
||||
if ignorethis:
|
||||
if toignore(fd):
|
||||
continue
|
||||
|
||||
for suspect in usual_suspects:
|
||||
if suspect in curfile.lower():
|
||||
problems.append('Found usual supect in filename ' + fp)
|
||||
handleproblem('usual supect', fd, fp)
|
||||
|
||||
mime = ms.file(fp)
|
||||
if mime == 'application/x-sharedlib':
|
||||
problems.append('Found shared library at %s' % fd)
|
||||
handleproblem('shared library', fd, fp)
|
||||
elif mime == 'application/x-archive':
|
||||
problems.append('Found static library at %s' % fd)
|
||||
handleproblem('static library', fd, fp)
|
||||
elif mime == 'application/x-executable':
|
||||
problems.append('Found binary executable at %s' % fd)
|
||||
handleproblem('binary executable', fd, fp)
|
||||
elif mime == 'application/jar' and fp.endswith('.apk'):
|
||||
print 'Removing apk file at %s' % fd
|
||||
os.remove(fp)
|
||||
removeproblem('APK file', fd, fp)
|
||||
|
||||
elif curfile.endswith('.java'):
|
||||
for line in file(fp):
|
||||
if 'DexClassLoader' in line:
|
||||
problems.append('Found DexClassLoader in ' + fp)
|
||||
handleproblem('DexClassLoader', fd, fp)
|
||||
break
|
||||
ms.close()
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue