Merge remote branch 'origin/master'

build.py

@@ -1,4 +1,4 @@
-#!/usr/bin/env python2
+#!/usr/bin/env python
 # -*- coding: utf-8 -*-
 #
 # build.py - part of the FDroid server tools
@@ -30,6 +30,8 @@ from xml.dom.minidom import Document
 from optparse import OptionParser
 
 import common
+from common import BuildException
+from common import VCSException
 
 #Read configuration...
 execfile('config.py')
@@ -46,13 +48,23 @@ parser.add_option("-p", "--package", default=None,
 # Get all apps...
 apps = common.read_metadata(options.verbose)
 
-output_dir = "repo"
+failed_apps = {}
-tmp_dir = "tmp"
+build_succeeded = []
-if not os.path.isdir('tmp'):
-    os.makedirs('tmp')
 
-if not os.path.isdir('build'):
+output_dir = 'repo'
-    os.makedirs('build')
+if not os.path.isdir(output_dir):
+    print "Creating output directory"
+    os.makedirs(output_dir)
+
+tmp_dir = 'tmp'
+if not os.path.isdir(tmp_dir):
+    print "Creating temporary directory"
+    os.makedirs(tmp_dir)
+
+build_dir = 'build'
+if not os.path.isdir(build_dir):
+    print "Creating build directory"
+    os.makedirs(build_dir)
 
 for app in apps:
 
@@ -76,7 +88,7 @@ for app in apps:
 
 
         for thisbuild in app['builds']:
-
+            try:
                 dest = os.path.join(output_dir, app['id'] + '_' +
                         thisbuild['vercode'] + '.apk')
                 dest_unsigned = os.path.join(tmp_dir, app['id'] + '_' +
@@ -119,8 +131,7 @@ for app in apps:
                             parms.append('-t')
                             parms.append(thisbuild['target'])
                         if subprocess.call(parms, cwd=root_dir) != 0:
-                        print "Failed to update project"
+                            raise BuildException("Failed to update project")
-                        sys.exit(1)
 
                     # If the app has ant set up to sign the release, we need to switch
                     # that off, because we want the unsigned apk...
@@ -128,8 +139,7 @@ for app in apps:
                         if os.path.exists(os.path.join(root_dir, propfile)):
                             if subprocess.call(['sed','-i','s/^key.store/#/',
                                                 propfile], cwd=root_dir) !=0:
-                            print "Failed to amend %s" % propfile
+                                raise BuildException("Failed to amend %s" % propfile)
-                            sys.exit(1)
 
                     # Update the local.properties file...
                     locprops = os.path.join(root_dir, 'local.properties')
@@ -157,14 +167,12 @@ for app in apps:
                         if subprocess.call(['sed','-i','s/' + thisbuild['insertversion'] +
                             '/' + thisbuild['version'] +'/g',
                             'AndroidManifest.xml'], cwd=root_dir) !=0:
-                        print "Failed to amend manifest"
+                            raise BuildException("Failed to amend manifest")
-                        sys.exit(1)
                     if thisbuild.has_key('insertvercode'):
                         if subprocess.call(['sed','-i','s/' + thisbuild['insertvercode'] +
                             '/' + thisbuild['vercode'] +'/g',
                             'AndroidManifest.xml'], cwd=root_dir) !=0:
-                        print "Failed to amend manifest"
+                            raise BuildException("Failed to amend manifest")
-                        sys.exit(1)
 
                     # Delete unwanted file...
                     if thisbuild.has_key('rm'):
@@ -179,8 +187,7 @@ for app in apps:
                                         r"\([^\\]\)'@\1\\'" +
                                         '@g',
                                         os.path.join(root, filename)]) != 0:
-                                    print "Failed to amend " + filename
+                                        raise BuildException("Failed to amend " + filename)
-                                    sys.exit(1)
 
                     # Fix translation files if necessary...
                     if thisbuild.get('fixtrans', 'no') == 'yes':
@@ -225,8 +232,7 @@ for app in apps:
                     if thisbuild.has_key('prebuild'):
                         if subprocess.call(thisbuild['prebuild'],
                                 cwd=root_dir, shell=True) != 0:
-                        print "Error running pre-build command"
+                            raise BuildException("Error running pre-build command")
-                        sys.exit(1)
 
                     # Apply patches if any
                     if 'patch' in thisbuild:
@@ -235,8 +241,7 @@ for app in apps:
                             patch_path = os.path.join('metadata', app['id'], patch)
                             if subprocess.call(['patch', '-p1',
                                             '-i', os.path.abspath(patch_path)], cwd=build_dir) != 0:
-                            print "Failed to apply patch %s" % patch_path
+                                raise BuildException("Failed to apply patch %s" % patch_path)
-                            sys.exit(1)
 
                     # Special case init functions for funambol...
                     if thisbuild.get('initfun', 'no')  == "yes":
@@ -251,8 +256,7 @@ for app in apps:
                             '</taskdef>' +
                             '@g',
                             'build.xml'], cwd=root_dir) !=0:
-                        print "Failed to amend build.xml"
+                            raise BuildException("Failed to amend build.xml")
-                        sys.exit(1)
 
                         if subprocess.call(['sed','-i','s@' +
                             '\${user.home}/funambol/build/android/build.properties' +
@@ -260,8 +264,7 @@ for app in apps:
                             'build.properties' +
                             '@g',
                             'build.xml'], cwd=root_dir) !=0:
-                        print "Failed to amend build.xml"
+                            raise BuildException("Failed to amend build.xml")
-                        sys.exit(1)
 
                         buildxml = os.path.join(root_dir, 'build.xml')
                         f = open(buildxml, 'r')
@@ -290,8 +293,7 @@ for app in apps:
                             'platforms/android-8' +
                             '@g',
                             'build.xml'], cwd=root_dir) !=0:
-                        print "Failed to amend build.xml"
+                            raise BuildException("Failed to amend build.xml")
-                        sys.exit(1)
 
                         shutil.copyfile(
                                 os.path.join(root_dir, "build.properties.example"),
@@ -303,8 +305,7 @@ for app in apps:
                             'javacchome=' + javacc_path +
                             '@g',
                             'build.properties'], cwd=root_dir) !=0:
-                        print "Failed to amend build.properties"
+                            raise BuildException("Failed to amend build.properties")
-                        sys.exit(1)
 
                         if subprocess.call(['sed','-i','s@' +
                             'sdk-folder=.*'+
@@ -312,8 +313,7 @@ for app in apps:
                             'sdk-folder=' + sdk_path +
                             '@g',
                             'build.properties'], cwd=root_dir) !=0:
-                        print "Failed to amend build.properties"
+                            raise BuildException("Failed to amend build.properties")
-                        sys.exit(1)
 
                         if subprocess.call(['sed','-i','s@' +
                             'android.sdk.version.*'+
@@ -321,8 +321,7 @@ for app in apps:
                             'android.sdk.version=2.0' +
                             '@g',
                             'build.properties'], cwd=root_dir) !=0:
-                        print "Failed to amend build.properties"
+                            raise BuildException("Failed to amend build.properties")
-                        sys.exit(1)
 
 
                     # Build the source tarball right before we build the release...
@@ -340,8 +339,7 @@ for app in apps:
                         output = p.communicate()[0]
                         if p.returncode != 0:
                             print output
-                        print "NDK build failed for %s:%s" % (app['id'], thisbuild['version'])
+                            raise BuildException("NDK build failed for %s:%s" % (app['id'], thisbuild['version']))
-                        sys.exit(1)
                         elif options.verbose:
                             print output
 
@@ -360,8 +358,7 @@ for app in apps:
                     output = p.communicate()[0]
                     if p.returncode != 0:
                         print output
-                    print "Build failed for %s:%s" % (app['id'], thisbuild['version'])
+                        raise BuildException("Build failed for %s:%s" % (app['id'], thisbuild['version']))
-                    sys.exit(1)
                     elif options.verbose:
                         print output
                     print "Build successful"
@@ -407,8 +404,7 @@ for app in apps:
                                 pat = re.compile(".*versionName='([^']*)'.*")
                                 version = re.match(pat, line).group(1)
                         if version == None or vercode == None:
-                        print "Could not find version information in build in output"
+                            raise BuildException("Could not find version information in build in output")
-                        sys.exit(1)
 
                     # Some apps (e.g. Timeriffic) have had the bonkers idea of
                     # including the entire changelog in the version number. Remove
@@ -420,11 +416,10 @@ for app in apps:
 
                     if (version != thisbuild['version'] or
                             vercode != thisbuild['vercode']):
-                    print "Unexpected version/version code in output"
+                        raise BuildException(("Unexpected version/version code in output"
-                    print "APK:" + version + " / " + str(vercode)
+                                             "APK: %s / %s"
-                    print ("Expected: " + thisbuild['version'] + " / " +
+                                             "Expected: %s / %s")
-                            str(thisbuild['vercode']))
+                                            ) % (version, str(vercode), thisbuild['version'], str(thisbuild['vercode']))
-                    sys.exit(1)
 
                     # Copy the unsigned apk to our temp directory for further
                     # processing...
@@ -462,8 +457,7 @@ for app in apps:
                         output = p.communicate()[0]
                         print output
                         if p.returncode != 0:
-                        print "Failed to generate key"
+                            raise BuildException("Failed to generate key")
-                        sys.exit(1)
 
                     # Sign the application...
                     p = subprocess.Popen(['jarsigner', '-keystore', keystore,
@@ -472,8 +466,7 @@ for app in apps:
                     output = p.communicate()[0]
                     print output
                     if p.returncode != 0:
-                    print "Failed to sign application"
+                        raise BuildException("Failed to sign application")
-                    sys.exit(1)
 
                     # Zipalign it...
                     p = subprocess.Popen([os.path.join(sdk_path,'tools','zipalign'),
@@ -482,9 +475,26 @@ for app in apps:
                     output = p.communicate()[0]
                     print output
                     if p.returncode != 0:
-                    print "Failed to align application"
+                        raise BuildException("Failed to align application")
-                    sys.exit(1)
                     os.remove(dest_unsigned)
+            except BuildException as be:
+                print "Could not build app %s due to BuildException: %s" % (app['id'], be)
+                failed_apps[app['id']] = be
+            except VCSException as vcse:
+                print "VCS error while building app %s: %s" % (app['id'], vcse)
+                failed_apps[app['id']] = vcse
+            except Exception as e:
+                print "Could not build app %s due to unknown error: %s" % (app['id'], e)
+                failed_apps[app['id']] = e
+            build_succeeded.append(app)
+
+for app in build_succeeded:
+    print "success: %s" % (app['id'])
+
+for fa in failed_apps:
+    print "Build for app %s failed: %s" % (fa, failed_apps[fa])
 
 print "Finished."
+if len(failed_apps) > 0:
+    print str(len(failed_apps)) + 'builds failed'
 

checkmarket.py

@@ -1,4 +1,4 @@
-#!/usr/bin/env python2
+#!/usr/bin/env python
 # -*- coding: utf-8 -*-
 #
 # checkmarket.py - part of the FDroid server tools

checkmarket2.py

@@ -0,0 +1,88 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+#
+# checkmarket2.py - part of the FDroid server tools
+# Copyright (C) 2010-12, Ciaran Gultnieks, ciaran@ciarang.com
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+import sys
+import os
+import shutil
+import re
+import urllib
+import time
+from optparse import OptionParser
+import HTMLParser
+import common
+
+#Read configuration...
+execfile('config.py')
+
+
+# Parse command line...
+parser = OptionParser()
+parser.add_option("-v", "--verbose", action="store_true", default=False,
+                  help="Spew out even more information than normal")
+(options, args) = parser.parse_args()
+
+# Get all apps...
+apps = common.read_metadata(options.verbose)
+
+html_parser = HTMLParser.HTMLParser()
+
+for app in apps:
+
+    print "Processing " + app['id']
+    url = 'http://market.android.com/details?id=' + app['id']
+    page = urllib.urlopen(url).read()
+
+    version = None
+    vercode = None
+
+    m = re.search('<dd itemprop="softwareVersion">([^>]+)</dd>', page)
+    if m:
+        version = html_parser.unescape(m.group(1))
+
+    m = re.search('data-paramValue="(\d+)"><div class="goog-menuitem-content">Latest Version<', page)
+    if m:
+        vercode = m.group(1)
+
+    if not vercode:
+        print "...couldn't find version code"
+    elif not version:
+        print "...couldn't find version"
+    elif vercode == app['marketvercode'] and version == app['marketversion']:
+        print "...up to date"
+    else:
+        print '...updating to version:' + version + ' vercode:' + vercode
+        newdata = ''
+        metafile = os.path.join('metadata', app['id'] + '.txt')
+        mf = open(metafile, 'r')
+        for line in mf:
+            if line.startswith('Market Version:'):
+                newdata += 'Market Version:' + version + '\n'
+            elif line.startswith('Market Version Code:'):
+                newdata += 'Market Version Code:' + vercode + '\n'
+            else:
+                newdata += line
+        mf.close()
+        mf = open(metafile, 'w')
+        mf.write(newdata)
+        mf.close()
+
+    time.sleep(5)
+
+print "Finished."
+

common.py

@@ -29,8 +29,7 @@ def getvcs(vcstype, remote, local):
         return vcs_hg(remote,local)
     elif vcstype == 'bzr':
         return vcs_bzr(remote,local)
-    print "Invalid vcs type " + vcstype
+    raise VCSException("Invalid vcs type " + vcstype)
-    sys.exit(1)
 
 class vcs:
     def __init__(self, remote, local):
@@ -44,8 +43,7 @@ class vcs:
             remote = remote[index+1:]
             index = self.username.find(':')
             if index == -1:
-                print "Password required with username"
+                raise VCSException("Password required with username")
-                sys.exit(1)
             self.password = self.username[index+1:]
             self.username = self.username[:index]
         else:
@@ -86,41 +84,34 @@ class vcs_git(vcs):
 
     def clone(self):
         if subprocess.call(['git', 'clone', self.remote, self.local]) != 0:
-            print "Git clone failed"
+            raise VCSException("Git clone failed")
-            sys.exit(1)
 
     def reset(self, rev=None):
         if rev is None:
             rev = 'origin'
         if subprocess.call(['git', 'reset', '--hard', rev],
                 cwd=self.local) != 0:
-            print "Git reset failed"
+            raise VCSException("Git reset failed")
-            sys.exit(1)
         if subprocess.call(['git', 'clean', '-dfx'],
                 cwd=self.local) != 0:
-            print "Git clean failed"
+            raise VCSException("Git clean failed")
-            sys.exit(1)
 
     def pull(self):
         if subprocess.call(['git', 'pull', 'origin'],
                 cwd=self.local) != 0:
-            print "Git pull failed"
+            raise VCSException("Git pull failed")
-            sys.exit(1)
         # Might need tags that aren't on a branch.
         if subprocess.call(['git', 'fetch', '--tags', 'origin'],
                 cwd=self.local) != 0:
-            print "Git fetch failed"
+            raise VCSException("Git fetch failed")
-            sys.exit(1)
 
     def initsubmodules(self):
         if subprocess.call(['git', 'submodule', 'init'],
                 cwd=self.local) != 0:
-            print "Git submodule init failed"
+            raise VCSException("Git submodule init failed")
-            sys.exit(1)
         if subprocess.call(['git', 'submodule', 'update'],
                 cwd=self.local) != 0:
-            print "Git submodule update failed"
+            raise VCSException("Git submodule update failed")
-            sys.exit(1)
 
 
 
@@ -128,7 +119,7 @@ class vcs_svn(vcs):
 
     def userargs(self):
         if self.username is None:
-            return []
+            return ['--non-interactive']
         return ['--username', self.username, 
                 '--password', self.password,
                 '--non-interactive']
@@ -136,8 +127,7 @@ class vcs_svn(vcs):
     def clone(self):
         if subprocess.call(['svn', 'checkout', self.remote, self.local] +
                 self.userargs()) != 0:
-            print "Svn checkout failed"
+            raise VCSException("Svn checkout failed")
-            sys.exit(1)
 
     def reset(self, rev=None):
         if rev is None:
@@ -149,25 +139,21 @@ class vcs_svn(vcs):
                 r"svn status | awk '/\?/ {print $2}' | xargs rm -rf"):
             if subprocess.call(svncommand, cwd=self.local,
                     shell=True) != 0:
-                print "Svn reset failed"
+                raise VCSException("Svn reset failed")
-                sys.exit(1)
         if subprocess.call(['svn', 'update', '--force'] + revargs +
                 self.userargs(), cwd=self.local) != 0:
-            print "Svn update failed"
+            raise VCSException("Svn update failed")
-            sys.exit(1)
 
     def pull(self):
         if subprocess.call(['svn', 'update'] +
                 self.userargs(), cwd=self.local) != 0:
-            print "Svn update failed"
+            raise VCSException("Svn update failed")
-            sys.exit(1)
 
 class vcs_hg(vcs):
 
     def clone(self):
         if subprocess.call(['hg', 'clone', self.remote, self.local]) !=0:
-            print "Hg clone failed"
+            raise VCSException("Hg clone failed")
-            sys.exit(1)
 
     def reset(self, rev=None):
         if rev is None:
@@ -176,25 +162,21 @@ class vcs_hg(vcs):
             revargs = [rev]
         if subprocess.call('hg status -u | xargs rm -rf',
                 cwd=self.local, shell=True) != 0:
-            print "Hg clean failed"
+            raise VCSException("Hg clean failed")
-            sys.exit(1)
         if subprocess.call(['hg', 'checkout', '-C'] + revargs,
                 cwd=self.local) != 0:
-            print "Hg checkout failed"
+            raise VCSException("Hg checkout failed")
-            sys.exit(1)
 
     def pull(self):
         if subprocess.call(['hg', 'pull'],
                 cwd=self.local) != 0:
-            print "Hg pull failed"
+            raise VCSException("Hg pull failed")
-            sys.exit(1)
 
 class vcs_bzr(vcs):
 
     def clone(self):
         if subprocess.call(['bzr', 'branch', self.remote, self.local]) != 0:
-            print "Bzr branch failed"
+            raise VCSException("Bzr branch failed")
-            sys.exit(1)
 
     def reset(self, rev=None):
         if rev is None:
@@ -203,18 +185,15 @@ class vcs_bzr(vcs):
             revargs = ['-r', rev]
         if subprocess.call(['bzr', 'clean-tree', '--force',
                 '--unknown', '--ignored'], cwd=self.local) != 0:
-            print "Bzr revert failed"
+            raise VCSException("Bzr revert failed")
-            sys.exit(1)
         if subprocess.call(['bzr', 'revert'] + revargs,
                 cwd=self.local) != 0:
-            print "Bzr revert failed"
+            raise VCSException("Bzr revert failed")
-            sys.exit(1)
 
     def pull(self):
         if subprocess.call(['bzr', 'pull'],
                 cwd=self.local) != 0:
-            print "Bzr update failed"
+            raise VCSException("Bzr update failed")
-            sys.exit(1)
 
 
 
@@ -224,8 +203,7 @@ def parse_metadata(metafile, **kw):
         parts = [p.replace("\\,", ",")
                  for p in re.split(r"(?<!\\),", value)]
         if len(parts) < 3:
-            print "Invalid build format: " + value + " in " + metafile.name
+            raise MetaDataException("Invalid build format: " + value + " in " + metafile.name)
-            sys.exit(1)
         thisbuild = {}
         thisbuild['version'] = parts[0]
         thisbuild['vercode'] = parts[1]
@@ -268,8 +246,7 @@ def parse_metadata(metafile, **kw):
                 continue
             index = line.find(':')
             if index == -1:
-                print "Invalid metadata in " + metafile.name + " at: " + line
+                raise MetaDataException("Invalid metadata in " + metafile.name + " at: " + line)
-                sys.exit(1)
             field = line[:index]
             value = line[index+1:]
             if field == 'Description':
@@ -302,9 +279,8 @@ def parse_metadata(metafile, **kw):
                         part != "NonFreeNet" and
                         part != "NonFreeDep" and
                         part != "NonFreeAdd"):
-                        print "Unrecognised antifeature '" + part + "' in " \
+                        raise MetaDataException("Unrecognised antifeature '" + part + "' in " \
-                            + metafile.name
+                            + metafile.name)
-                        sys.exit(1)
                 thisinfo['antifeatures'] = value
             elif field == 'Market Version':
                 thisinfo['marketversion'] = value
@@ -324,8 +300,7 @@ def parse_metadata(metafile, **kw):
                 if value == "Yes":
                     thisinfo['requiresroot'] = True
             else:
-                print "Unrecognised field " + field + " in " + metafile.name
+                raise MetaDataException("Unrecognised field " + field + " in " + metafile.name)
-                sys.exit(1)
         elif mode == 1:       # multi-line description
             if line == '.':
                 mode = 0
@@ -346,8 +321,7 @@ def parse_metadata(metafile, **kw):
                     parse_buildline("".join(buildline)))
                 mode = 0
     if mode == 1:
-        print "Description not terminated in " + metafile.name
+        raise MetaDataException("Description not terminated in " + metafile.name)
-        sys.exit(1)
     if len(thisinfo['description']) == 0:
         thisinfo['description'] = 'No description available'
     return thisinfo
@@ -359,3 +333,25 @@ def read_metadata(verbose=False):
             print "Reading " + metafile
         apps.append(parse_metadata(metafile, verbose=verbose))
     return apps
+
+class BuildException(Exception):
+    def __init__(self, value):
+        self.value = value
+
+    def __str__(self):
+        return repr(self.value)
+
+class VCSException(Exception):
+    def __init__(self, value):
+        self.value = value
+
+    def __str__(self):
+        return repr(self.value)
+
+class MetaDataException(Exception):
+    def __init__(self, value):
+        self.value = value
+
+    def __str__(self):
+        return repr(self.value)
+

metadata/com.andrewshu.android.reddit.txt

@@ -21,6 +21,7 @@ Build Version:1.2.0a,71,e37439e12d11ff17a841,prebuild=rsync -r lib/ libs
 Build Version:1.2.1,73,e35fd128c954d41e24abf91b71f301740f6ca483,prebuild=rsync -r lib/ libs
 Build Version:1.2.1.2,75,28c98a7,prebuild=rsync -r lib/ libs,target=android-9
 Build Version:1.2.1.3,76,143892b558,prebuild=rsync -r lib/ libs,target=android-9
+Build Version:1.2.1.5,78,!more dependency shuffling required and watch out for the proguard config
 
-Market Version:1.2.1.3
+Market Version:1.2.1.5
-Market Version Code:76
+Market Version Code:78

metadata/com.android.keepass.txt

@@ -19,7 +19,8 @@ Build Version:1.9.1,77,v1.9.1-2
 Build Version:1.9.2,78,v1.9.2
 Build Version:1.9.3.1,80,v1.9.3.1
 Build Version:1.9.5,82,v1.9.5
+Build Version:1.9.6,83,v1.9.6
 
-Market Version:1.9.5
+Market Version:1.9.6
-Market Version Code:82
+Market Version Code:83
 

metadata/com.angrydoughnuts.android.alarmclock.txt

@@ -12,7 +12,7 @@ An alarm clock.
 Repo Type:svn
 Repo:http://kraigsandroid.googlecode.com/svn/tags/
 
-Build Version:1.7,8,378,subdir=alarmclock-1.7/android/alarmclock
+Build Version:1.7,8,378
 
 Market Version:1.7
 Market Version Code:8

metadata/com.boardgamegeek.txt

@@ -14,6 +14,7 @@ Repo Type:svn
 Repo:http://boardgamegeek.googlecode.com/svn/trunk/
 
 Build Version:3.3,20,r416,subdir=BoardGameGeek,target=android-8
+Build Version:3.4,21,r525,subdir=BoardGameGeek,target=android-8
 
-Market Version:3.3
+Market Version:3.4
-Market Version Code:20
+Market Version Code:21

metadata/com.commonsware.android.arXiv.txt

@@ -19,6 +19,7 @@ Build Version:2.0.14,100,!No source in repo,target=android-11
 Build Version:2.0.16,102,!No source in repo,target=android-11
 #No source added to repo for a long time. Question here....
 #https://answers.launchpad.net/arxivdroid/+question/173825
+Build Version:2.0.20,106,!No source in repo
 
-Market Version:2.0.16
+Market Version:2.0.20
-Market Version Code:102
+Market Version Code:106

metadata/com.drodin.tuxrider.txt

@@ -15,5 +15,5 @@ Repo:git://github.com/drodin/TuxRider.git
 #Build Version:1.0.4 beta,6,67bce39cda321c225bc5
 
 
-Market Version:1.0.9 beta
+Market Version:1.0.9
 Market Version Code:11

metadata/com.eleybourn.bookcatalogue.txt

@@ -25,7 +25,8 @@ Build Version:3.6.1,61,75e2f8328ff9a2602fe1,target=android-9
 Build Version:3.6.2,62,da37baecb2c90aa2b306,target=android-9
 Build Version:3.7,68,514799b45d18cf6dbc42065adf08abbdc9e2f16f,target=android-9
 Build Version:3.8,69,bb85065cb6045df773cd681ac8bad55a6818d48a,target=android-9
+Build Version:3.8.1,70,890b6affe8a64,target=android-9
 
-Market Version:3.8
+Market Version:3.8.1
-Market Version Code:69
+Market Version Code:70
 

metadata/com.fsck.k9.txt

@@ -15,5 +15,5 @@ Repo:https://github.com/k9mail/k-9.git
 #Note - k9 is currently developer's binary only
 #Build Version:3.906,14006,3.906,oldsdkloc=yes,patch=target9to10.patch,target=android-10
 
-Market Version:3.802
+Market Version:4.002
-Market Version Code:13022
+Market Version Code:14020

metadata/com.ghostsq.commander.txt

@@ -27,5 +27,5 @@ prebuild=sed -ri 's/(debuggable)="true"/\1="false"/' AndroidManifest.xml
 Build Version:1.36.4,110,161,\
 prebuild=sed -ri 's/(debuggable)="true"/\1="false"/' AndroidManifest.xml
 
-Market Version:1.38.1
+Market Version:1.39.2
-Market Version Code:142
+Market Version Code:152

metadata/com.google.android.maps.mytracks.txt

@@ -1,3 +1,4 @@
+Disabled:Needs google maps API key, and some build problems resolving
 Use Built:Yes
 License:Apache2
 AntiFeatures:NonFreeDep
@@ -21,5 +22,5 @@ Build Version:1.1.3,26,!Doesn't build - needs dependencies building now I think
 #Still doesn't build...
 #Build Version:1.1.9,22,v1.1.9,subdir=MyTracks,encoding=utf-8,target=android-13
 
-Market Version:1.1.11
+Market Version:1.1.13
-Market Version Code:34
+Market Version Code:36

metadata/com.morphoss.acal.txt

@@ -24,6 +24,7 @@ Build Version:1.23,30,fae3e5f0f54fe5a2f46480481b39f9566ee9c67b
 Build Version:1.3),32,r1.3,target=android-8
 Build Version:1.31,33,r1.31,target=android-8
 Build Version:1.32,34,r1.32,target=android-8
+Build Version:1.33,35,r1.33,target=android-8
 
-Market Version:1.32
+Market Version:1.33
-Market Version Code:34
+Market Version Code:35

metadata/com.zegoggles.gist.txt

@@ -12,5 +12,5 @@ this Android app.
 
 Repo Type:git
 Repo:https://github.com/jberkel/gist-it.git
-Market Version:0.1.2
+Market Version:0.1.4
-Market Version Code:3
+Market Version Code:5

metadata/com.zegoggles.smssync.txt

@@ -8,6 +8,10 @@ Summary:Backup SMS and call logs to IMAP
 Description:
 Backups up SMS and call log data from the device to an IMAP server, or
 Gmail.
+
+There are newer versions of this application avaiable elsewhere, but
+these include non-free software components and are not available via
+F-Droid.
 .
 
 Repo Type:git
@@ -15,6 +19,7 @@ Repo:https://github.com/jberkel/sms-backup-plus.git
 
 Build Version:1.4.3,1404,1.4.3
 Build Version:1.4.4,1405,1.4.4,target=android-9,prebuild=mv lib libs
+Build Version:1.4.5,1406,!Non-free blob now included
 
-Market Version:1.4.4
+Market Version:1.4.5
-Market Version Code:1405
+Market Version Code:1406

metadata/de.joergjahnke.c64.android.txt

@@ -9,5 +9,5 @@ Summary:Commodore 64 Emulator
 Description:
 A Commodore 64 (C64) emulator.
 .
-Market Version:1.5.7
+Market Version:1.5.13
-Market Version Code:10507
+Market Version Code:10513

metadata/net.rocrail.androc.txt

@@ -27,6 +27,7 @@ Build Version:1.4.289,289,289
 Build Version:1.5.315,315,315
 Build Version:1.5.317,317,!wrong version code
 Build Version:1.5.324,324,324
+Build Version:1.5.324,324,324
 
-Market Version:338
+Market Version:339
-Market Version Code:338
+Market Version Code:339

metadata/net.sourceforge.servestream.txt

@@ -22,5 +22,5 @@ Build Version:0.2.11,46,614,prebuild=mv lib/ libs/
 #Still guessing, see previous comment
 Build Version:0.3.1,48,659,prebuild=mv lib/ libs/
 
-Market Version:0.3.2
+Market Version:0.4.1
-Market Version Code:49
+Market Version Code:51

metadata/net.tedstein.AndroSS.txt

@@ -20,5 +20,5 @@ Build Version:0.2.2,8,v0.2.2,buildjni=yes,target=android-8
 Build Version:0.3.-1,10,v0.3.-1,buildjni=yes,target=android-8
 Build Version:0.3.2,13,v0.3.2,buildjni=yes,target=android-8
 
-Market Version:0.3.2
+Market Version:0.4.1
-Market Version Code:13
+Market Version Code:15

metadata/org.coolreader.txt

@@ -47,6 +47,7 @@ Build Version:3.0.53-18,263,c555ecd66d18b218fb255733c8b33a0825992f76,subdir=andr
 Build Version:3.0.53-19,264,cr3.0.53-19,subdir=android,rm=android/build.properties,buildjni=yes
 Build Version:3.0.54-5,275,cr3.0.54-5,subdir=android,rm=android/build.properties,buildjni=yes
 Build Version:3.0.54-9,279,cr3.0.54-9,subdir=android,rm=android/build.properties,buildjni=yes
+Build Version:3.0.54-33,303,cr3.0.54-33,subdir=android,rm=android/build.properties,buildjni=yes
 
-Market Version:3.0.54-9
+Market Version:3.0.54-33
-Market Version Code:279
+Market Version Code:303

metadata/org.eehouse.android.xw4.txt

@@ -20,5 +20,5 @@ Build Version:4.4 beta 38,30,android_beta_38,subdir=xwords4/android/XWords4
 Build Version:4.4 beta 39,31,android_beta_39,subdir=xwords4/android/XWords4,target=android-8,prebuild=cd .. && ./scripts/genvers.sh >ant_out.txt
 
 
-Market Version:4.4 beta 39
+Market Version:4.4
-Market Version Code:31
+Market Version Code:33

metadata/org.helllabs.android.xmp.txt

@@ -20,5 +20,5 @@ Build Version:2.1.0,15,639549fda2111cb800fabe468b4a64bf4ae27003,\
 buildjni=yes,subdir=src/android/project,target=android-8,\
 insertversion=2.1.0[^"]*
 
-Market Version:2.3.0
+Market Version:2.4.0
-Market Version Code:19
+Market Version Code:20

metadata/org.jtb.alogcat.txt

@@ -9,8 +9,6 @@ Description:
 Log viewer - an app equivalent of logcat from the Android shell, or
 adb logcat from the SDK tools.
 .
-Market Version:2.3.2
-Market Version Code:38
 
 Repo Type:svn
 Repo:http://alogcat.googlecode.com/svn/trunk
@@ -19,3 +17,6 @@ Build Version:2.1.6,34,28
 Build Version:2.3,36,30
 Build Version:2.3.2,38,31,prebuild=find . -type f -name \*.java -print0 | xargs -0 sed -i "s/^import org\.jtb\.alogcat\.donate\.R;$/import org.jtb.alogcat.R;/g" && sed -i "s/org.jtb.alogcat.donate/org.jtb.alogcat/" AndroidManifest.xml
 
+Market Version:2.4
+Market Version Code:39
+

metadata/org.pocketworkstation.pckeyboard.txt

@@ -19,5 +19,5 @@ Build Version:v1.18,1018,8298cd8728c2,subdir=java,target=android-11,buildjni=yes
 Build Version:v1.20,1020,e703fa82a4c3,subdir=java,target=android-11,buildjni=yes
 Build Version:v1.22,1022,154e21230e81,subdir=java,target=android-11,buildjni=yes
 
-Market Version:v1.22
+Market Version:v1.27
-Market Version Code:1022
+Market Version Code:1027

metadata/org.scoutant.blokish.txt

@@ -15,6 +15,7 @@ Repo:git://github.com/scoutant/blokish.git
 Build Version:0.5,1,ca2e9096c6d5140c14e7,target=android-9
 Build Version:1.4,7,82ca58cdd26797f9ba9519e79c54031282d066af,target=android-9
 Build Version:1.5,8,e6ab83e8832f03d78bf3f8deae33acb22a7ba520,target=android-9
+Build Version:1.6,9,ebd1b966b70e,target=android-9
 
-Market Version:1.5
+Market Version:1.6
-Market Version Code:8
+Market Version Code:9

metadata/org.sipdroid.sipua.txt

@@ -7,5 +7,5 @@ Summary:A SIP (VOIP) client
 Description:
 A SIP (VOIP) client with video calling capabilities.
 .
-Market Version:2.4 beta
+Market Version:2.4
 Market Version Code:87

metadata/org.sparkleshare.android.txt

@@ -0,0 +1,18 @@
+License:GPLv3
+Category:System
+Web Site:http://www.sparkleshare.org
+Source Code:https://github.com/NewProggie/SparkleShare-Android
+Issue Tracker:https://github.com/NewProggie/SparkleShare-Android/issues
+Summary:distributed collaboration and sharing tool
+Description:
+SparkleShare is a collaboration and sharing tool that is designed to keep
+things simple and to stay out of your way.
+
+Setup your own cloud with SparkleShare (http://sparkleshare.org/) and
+browse your files right from your Android device.
+.
+
+Repo Type:git
+Repo:https://github.com/NewProggie/SparkleShare-Android.git
+
+Build Version:1.0,1,a9e23f0f9ae6161a786bf48cb48ab3dec20110c9,prebuild=rm -rf gen/ && rm -rf bin/,target=android-7

metadata/org.thoughtcrime.securesms.txt

@@ -0,0 +1,20 @@
+License:GPLv3
+Category:Cryptography
+Web Site:http://www.whispersys.com/
+Source Code:https://github.com/WhisperSystems/TextSecure
+Issue Tracker:
+Donate:
+Summary:SMS Encryption
+Description:
+TextSecure is a drop-in replacement for the standard text messaging application,
+allowing you to send and receive text messages as normal. All text messages
+sent or received with TextSecure are stored in an encrypted database on your
+phone, and text messages are encrypted during transmission when communicating
+with someone else also using TextSecure. 
+.
+
+Repo Type:git
+Repo:https://github.com/WhisperSystems/TextSecure.git
+
+Build Version:0.5.7,21,6a30867fd481474e8634b508d524863bc8a6b565,target=android-9
+

metadata/org.ttrssreader.txt

@@ -4,6 +4,7 @@ Category:Internet
 Web Site:http://code.google.com/p/ttrss-reader-fork/
 Source Code:http://code.google.com/p/ttrss-reader-fork/source/checkout
 Issue Tracker:http://code.google.com/p/ttrss-reader-fork/issues/list
+Donate:http://code.google.com/p/ttrss-reader-fork/wiki/Donations
 Summary:An RSS reader for Tiny Tiny RSS
 Description:
 An offline reader that works with the Tiny Tiny RSS web-based feed reader/aggregator..
@@ -38,6 +39,7 @@ Build Version:1.07,1075,1.07 (4),subdir=ttrss-reader,target=android-8
 #Build Version:1.08,1080,1.08,subdir=ttrss-reader,target=android-8
 
 Build Version:1.21,1210,1.21,subdir=ttrss-reader,target=android-8
+Build Version:1.22,1220,1.22,subdir=ttrss-reader,target=android-8
 
-Market Version:1.21
+Market Version:1.22
-Market Version Code:1210
+Market Version Code:1220

metadata/org.wahtod.wififixer.txt

@@ -19,6 +19,7 @@ Build Version:0.8.0.2,760,ff612a31874fc89cb124,subdir=wififixer,target=android-8
 Build Version:0.8.0.3.1,770,59b8e66a0409a5d4c6a6,subdir=wififixer,target=android-8
 Build Version:0.8.0.5,822,846b5c057e886f8436eb,subdir=wififixer,target=android-8
 Build Version:0.8.0.6,838,81e9557f73d8529755cd,subdir=wififixer,target=android-8
+Build Version:0.9.0.1,915,!commit 7155ca938dc1 but can't compile for some reason
 
-Market Version:0.8.0.6
+Market Version:0.9.0.1
-Market Version Code:838
+Market Version Code:915

metadata/org.wordpress.android.txt

@@ -21,5 +21,5 @@ Repo:http://android.svn.wordpress.org/trunk/
 Build Version:1.3.9,31,202,prebuild=mkdir libs && mv *.jar libs && sed -i "s@checkStats(accounts.size());@// MY PRIVACY > YOUR STATS@" src/org/wordpress/android/wpAndroid.java,encoding=utf-8
 Build Version:1.4.1,33,228,prebuild=mkdir libs && mv *.jar libs && sed -i "s@checkStats(accounts.size());@// MY PRIVACY > YOUR STATS@" src/org/wordpress/android/wpAndroid.java,encoding=utf-8
 
-Market Version:1.5.1
+Market Version:2.0.1
-Market Version Code:36
+Market Version Code:39

scanner.py

@@ -0,0 +1,142 @@
+#!/usr/bin/env python2
+# -*- coding: utf-8 -*-
+#
+# scanner.py - part of the FDroid server tools
+# Copyright (C) 2010-12, Ciaran Gultnieks, ciaran@ciarang.com
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+import sys
+import os
+import shutil
+import re
+import urllib
+import time
+import subprocess
+from optparse import OptionParser
+import HTMLParser
+import common
+
+#Read configuration...
+execfile('config.py')
+
+
+# Parse command line...
+parser = OptionParser()
+parser.add_option("-v", "--verbose", action="store_true", default=False,
+                  help="Spew out even more information than normal")
+(options, args) = parser.parse_args()
+
+# Get all apps...
+apps = common.read_metadata(options.verbose)
+
+html_parser = HTMLParser.HTMLParser()
+
+problems = []
+
+for app in apps:
+
+    if app['disabled']:
+        print "Skipping %s: disabled" % app['id']
+    elif not app['builds']:
+        print "Skipping %s: no builds specified" % app['id']
+
+    if (app['disabled'] is None and app['repo'] != '' 
+            and app['repotype'] != '' and len(app['builds']) > 0):
+
+        print "Processing " + app['id']
+
+        build_dir = 'build/' + app['id']
+
+        # Set up vcs interface and make sure we have the latest code...
+        vcs = common.getvcs(app['repotype'], app['repo'], build_dir)
+
+        refreshed_source = False
+
+
+        for thisbuild in app['builds']:
+
+            if thisbuild['commit'].startswith('!'):
+                print ("..skipping version " + thisbuild['version'] + " - " +
+                        thisbuild['commit'][1:])
+            else:
+                print "..scanning version " + thisbuild['version']
+
+                if not refreshed_source:
+                    vcs.refreshlocal()
+                    refreshed_source = True
+
+                # Optionally, the actual app source can be in a subdirectory...
+                if thisbuild.has_key('subdir'):
+                    root_dir = os.path.join(build_dir, thisbuild['subdir'])
+                else:
+                    root_dir = build_dir
+
+                # Get a working copy of the right revision...
+                if options.verbose:
+                    print "Resetting repository to " + thisbuild['commit']
+                vcs.reset(thisbuild['commit'])
+
+                # Initialise submodules if requred...
+                if thisbuild.get('submodules', 'no')  == 'yes':
+                    vcs.initsubmodules()
+
+                # Generate (or update) the ant build file, build.xml...
+                if (thisbuild.get('update', 'yes') == 'yes' and
+                       not thisbuild.has_key('maven')):
+                    parms = [os.path.join(sdk_path, 'tools', 'android'),
+                             'update', 'project', '-p', '.']
+                    parms.append('--subprojects')
+                    if thisbuild.has_key('target'):
+                        parms.append('-t')
+                        parms.append(thisbuild['target'])
+                    if subprocess.call(parms, cwd=root_dir) != 0:
+                        print "Failed to update project"
+                        sys.exit(1)
+
+                # Delete unwanted file...
+                if thisbuild.has_key('rm'):
+                    os.remove(os.path.join(build_dir, thisbuild['rm']))
+
+                # Run a pre-build command if one is required...
+                if thisbuild.has_key('prebuild'):
+                    if subprocess.call(thisbuild['prebuild'],
+                            cwd=root_dir, shell=True) != 0:
+                        print "Error running pre-build command"
+                        sys.exit(1)
+
+                # Apply patches if any
+                if 'patch' in thisbuild:
+                    for patch in thisbuild['patch'].split(';'):
+                        print "Applying " + patch
+                        patch_path = os.path.join('metadata', app['id'], patch)
+                        if subprocess.call(['patch', '-p1',
+                                        '-i', os.path.abspath(patch_path)], cwd=build_dir) != 0:
+                            print "Failed to apply patch %s" % patch_path
+                            sys.exit(1)
+
+                # Scan for common known non-free blobs:
+                usual_suspects = ['flurryagent.jar', 'paypal_mpl.jar']
+                for r,d,f in os.walk(build_dir):
+                    for curfile in f:
+                        if curfile.lower() in usual_suspects:
+                            msg = 'Found probable non-free blob ' + os.path.join(r,file)
+                            msg += ' in ' + app['id'] + ' ' + thisbuild['version']
+                            problems.append(msg)
+
+print "Finished:"
+for problem in problems:
+    print problem
+print str(len(problems)) + ' problems.'
+

update.py

@@ -1,4 +1,4 @@
-#!/usr/bin/env python2
+#!/usr/bin/env python
 # -*- coding: utf-8 -*-
 #
 # update.py - part of the FDroid server tools