10 from optparse import OptionGroup
11 from optparse import OptionGroup
12 from optparse import OptionParser
13 from sys import stderr
14 from sys import stdout
16 ###############################################################################
18 def errf( format, *args ):
19 stderr.write( ('ERROR: ' + format + '\n') % args )
22 def outf( format, *args ):
23 stdout.write( (format + '\n') % args )
25 ###############################################################################
27 ## Expand values of iterable object into a decent string representation.
29 def expandValues( obj ):
33 return '{ ' + buf[2:] + ' }'
35 ###############################################################################
37 ## Find executable by searching path.
38 ## On success, returns full pathname of executable.
39 ## On fail, returns None.
41 def findExecutable( name ):
42 if len( os.path.split(name)[0] ):
43 return name if os.access( name, os.X_OK ) else None
45 if not os.environ.has_key( 'PATH' ) or os.environ[ 'PATH' ] == '':
48 path = os.environ['PATH']
50 for dir in path.split( os.pathsep ):
51 f = os.path.join( dir, name )
52 if os.access( f, os.X_OK ):
56 ###############################################################################
59 ## good for darwin9.6.0 and linux
61 n = os.sysconf( 'SC_NPROCESSORS_ONLN' )
69 n = int( os.environ['NUMBER_OF_PROCESSORS'] )
77 ###############################################################################
79 ## taken from python2.6 -- we need it
80 def relpath(path, start=os.path.curdir):
81 """Return a relative version of a path"""
84 raise ValueError("no path specified")
86 start_list = os.path.abspath(start).split(os.sep)
87 path_list = os.path.abspath(path).split(os.sep)
89 # Work out how much of the filepath is shared by start and path.
90 i = len(os.path.commonprefix([start_list, path_list]))
92 rel_list = [os.pardir] * (len(start_list)-i) + path_list[i:]
95 return os.path.join(*rel_list)
97 ###############################################################################
99 # compute project dir which should be 2 dirs below this script
100 build_dir = os.curdir
101 project_dir = os.path.normpath( sys.argv[0] )
103 project_dir = os.path.dirname( project_dir )
104 if len( project_dir ) == 0:
105 project_dir = os.curdir
106 initial_project_dir = project_dir
108 ###############################################################################
110 ## model gnu-autotools platform guess
113 ## (PROC)-(VENDOR)-(SYSTEM)(RELEASE)-(EXTRA)
116 ## i386-apple-darwin9.6.0 (Mac OS X 10.5.6 Intel)
117 ## powerpc-apple-darwin9.6.0 (Mac OS X 10.5.6 PPC)
118 ## i686-pc-cygwin (Cygwin, Microsoft Vista)
119 ## x86_64-unknown-linux-gnu (Linux, Fedora 10 x86_64)
122 def __init__( self ):
123 self.machine = 'unknown'
124 self.vendor = 'unknown'
125 self.system = 'unknown'
126 self.systemc = 'Unknown'
127 self.release = '0.0.0'
130 p_system = platform.system().lower()
131 p_systemc = platform.system()
132 p_release = platform.release().lower()
133 p_processor = platform.processor().lower()
134 p_machine = platform.machine().lower()
136 if re.match( 'cygwin', p_system ):
137 self.machine = p_machine
139 self.system = 'cygwin'
140 self.systemc = 'Cygwin'
143 elif re.match( 'darwin', p_system ):
144 self.machine = p_processor
145 self.vendor = 'apple'
146 self.system = p_system
147 self.systemc = p_systemc
148 self.release = p_release
150 elif re.match( 'linux', p_system ):
151 self.machine = p_machine
152 self.vendor = 'unknown'
153 self.system = p_system
154 self.systemc = p_systemc
157 self.title = 'Linux %s' % (p_machine)
159 errf( 'unrecognized host system: %s', p_system )
163 return '%s-%s-%s%s-%s' % (self.machine,self.vendor,self.system,self.release,self.extra)
165 return '%s-%s-%s%s' % (self.machine,self.vendor,self.system,self.release)
167 def match( self, spec ):
168 return fnmatch.fnmatch( str(self), spec )
170 ###############################################################################
172 # a tool represents a command-line tool which may be searched for in PATH
174 def __init__( self, parent, optional, var, *pool ):
176 self.optional = optional
181 parent.register( self )
183 def addToConfig( self, config ):
184 config.add( self.var, self.found )
186 def addToGroup( self, group ):
187 group.add_option( '', '--' + self.name, help='specify %s location' % (self.name), default=None, metavar='EXE' )
189 def locate( self, options ):
190 spec = options.__dict__[self.name]
191 pool = self.pool if not spec else [spec]
193 self.found = findExecutable( p )
195 outf( 'located %s: %s', self.name, self.found )
198 outf( 'missing: %s (optional)', self.name )
200 errf( 'unable to locate tool: %s', self.name )
202 ## a select tool picks first found from a list of tools
203 class SelectTool( Tool ):
204 def __init__( self, parent, var, name, *pool ):
212 self.poolMap[p.name] = p
214 parent.register( self )
216 def addToConfig( self, config ):
217 config.add( self.var, self.found )
219 def addToGroup( self, group ):
220 group.add_option( '', '--' + self.name, help='select %s mode: %s' % (self.name,expandValues(self.poolMap)),
221 default=self.name, metavar='MODE' )
223 def locate( self, options ):
224 spec = options.__dict__[self.name]
225 if spec in self.poolMap:
231 outf( 'selected %s: %s', self.name, self.found )
233 errf( 'require at least one location of: %s', expandValues( self.poolMap ))
235 ###############################################################################
238 def __init__( self ):
240 Tool( self, False, 'AR.exe', 'ar' )
241 Tool( self, False, 'CP.exe', 'cp' )
242 Tool( self, True, 'CURL.exe', 'curl' )
243 Tool( self, False, 'GCC.gcc', 'gcc', 'gcc-4' )
244 Tool( self, False, 'M4.exe', 'm4' )
245 Tool( self, False, 'MKDIR.exe', 'mkdir' )
246 Tool( self, False, 'PATCH.exe', 'patch' )
247 Tool( self, False, 'RM.exe', 'rm' )
248 Tool( self, False, 'TAR.exe', 'tar' )
249 Tool( self, True, 'WGET.exe', 'wget' )
251 SelectTool( self, 'FETCH.select', 'fetch', self.wget, self.curl )
253 def register( self, item ):
254 self.__dict__[item.name] = item
255 self.items.append( item )
257 ###############################################################################
259 class OptionMode( list ):
260 def __init__( self, default, *items ):
261 super( OptionMode, self ).__init__( items )
262 self.default = items[default]
263 self.mode = self.default
274 def addToGroup( self, group, option, name ):
275 group.add_option( '', option, help='select %s mode: %s' % (name,self), default=self.mode, metavar='MODE' )
277 def setFromOption( self, name, mode ):
279 errf( 'invalid %s mode: %s', name, mode )
282 ###############################################################################
288 makeTool = Tool( None, False, 'CONF.make', 'gmake', 'make' )
291 debugMode = OptionMode( 0, 'none', 'min', 'std', 'max' )
292 optimizeMode = OptionMode( 1, 'none', 'speed', 'size' )
294 ## populate platform-specific architecture modes
295 if guessHost.match( 'i386-*-darwin8.*' ):
296 archMode = OptionMode( 0, 'i386', 'ppc' )
297 elif guessHost.match( 'powerpc-*-darwin8.*' ):
298 archMode = OptionMode( 1, 'i386', 'ppc' )
299 elif guessHost.match( 'i386-*-darwin9.*' ):
300 archMode = OptionMode( 0, 'i386', 'x86_64', 'ppc', 'ppc64' )
301 elif guessHost.match( 'powerpc-*-darwin9.*' ):
302 archMode = OptionMode( 2, 'i386', 'x86_64', 'ppc', 'ppc64' )
304 archMode = OptionMode( 0, guessHost.machine )
306 if guessHost.match( '*-*-darwin*' ):
308 d_prefix = '/Applications'
311 d_prefix = '/usr/local'
314 parser = OptionParser( 'Usage: %prog' )
316 ## add hidden options
317 parser.add_option( '', '--conf-method', default='terminal', action='store', help=optparse.SUPPRESS_HELP )
319 ## add install options
320 group = OptionGroup( parser, 'Installation Options' )
321 group.add_option( '', '--prefix', default=d_prefix, action='store',
322 help='specify destination for final products (%s)' % (d_prefix) )
323 parser.add_option_group( group )
325 group = OptionGroup( parser, 'Feature Options' )
327 group.add_option( '', '--disable-xcode', default=False, action='store_true',
328 help='disable Xcode (Darwin only)' )
329 group.add_option( '', '--disable-gtk', default=False, action='store_true',
330 help='disable GTK GUI (Linux only)' )
331 parser.add_option_group( group )
333 ## add launch options
334 group = OptionGroup( parser, 'Launch Options' )
335 group.add_option( '', '--launch', default=False, action='store_true',
336 help='launch build, capture log and wait for completion' )
337 group.add_option( '', '--launch-jobs', default=1, action='store', metavar='N',
338 help='allow N jobs at once; 0 to match CPU count (1)' )
339 group.add_option( '', '--launch-args', default=None, action='store', metavar='ARGS',
340 help='specify additional ARGS for launch command' )
341 group.add_option( '', '--launch-dir', default='build', action='store', metavar='DIR',
342 help='specify scratch DIR to use for build (build)' )
343 group.add_option( '', '--launch-force', default=False, action='store_true',
344 help='force use of scratch directory even if exists' )
345 group.add_option( '', '--launch-log', default='log.txt', action='store', metavar='FILE',
346 help='specify log FILE (log.txt)' )
347 group.add_option( '', '--launch-quiet', default=False, action='store_true',
348 help='do not echo build output' )
349 parser.add_option_group( group )
351 ## add compile options
352 group = OptionGroup( parser, 'Compiler Options' )
353 debugMode.addToGroup( group, '--debug', 'debug' )
354 optimizeMode.addToGroup( group, '--optimize', 'optimize' )
355 archMode.addToGroup( group, '--arch', 'architecutre' )
356 parser.add_option_group( group )
359 group = OptionGroup( parser, 'Tool Options' )
360 makeTool.addToGroup( group )
361 for tool in tools.items:
362 tool.addToGroup( group )
363 parser.add_option_group( group )
365 (options,args) = parser.parse_args()
369 m = re.match( '([^=]+)=(.*)', arg )
371 exports.append( m.groups() )
373 ## recompute values when launch mode
375 options.launch_jobs = int(options.launch_jobs)
376 build_dir = options.launch_dir
377 if os.path.isabs( build_dir ):
378 project_dir = os.getcwd()
380 project_dir = os.path.normpath( relpath( project_dir, build_dir ))
381 if options.launch_jobs == 0:
382 options.launch_jobs = computeNumCPU()
383 if options.launch_jobs < 1:
384 options.launch_jobs = 1
385 elif options.launch_jobs > 8:
386 options.launch_jobs = 8
388 ## make sure configure does not run in source root
389 if os.path.abspath( project_dir ) == os.path.abspath( build_dir ):
390 errf( 'scratch (build) directory must not be the same as source root' )
393 debugMode.setFromOption( 'debug', options.debug )
394 optimizeMode.setFromOption( 'optimize', options.optimize )
395 archMode.setFromOption( 'architecture', options.arch )
397 ## update guessBuild as per architecture mode
398 if guessHost.match( '*-*-darwin*' ):
399 if archMode.mode == 'i386':
400 guessBuild.machine = 'i386'
401 elif archMode.mode == 'x86_64':
402 guessBuild.machine = 'x86_64'
403 elif archMode.mode == 'ppc':
404 guessBuild.machine = 'powerpc'
405 elif archMode.mode == 'ppc64':
406 guessBuild.machine = 'powerpc64'
408 guessBuild.machine = archMode.mode
409 guessBuild.cross = 0 if archMode.default == archMode.mode else 1
412 makeTool.locate( options )
413 for tool in tools.items:
414 tool.locate( options )
416 ###############################################################################
418 ## Repository object.
419 ## Holds information gleaned from subversion working dir.
421 ## Builds are classed into one of the following types:
424 ## must be built from official svn with '/tags/' in the url
426 ## must be built from official svn but is not a release
431 def __init__( self ):
432 self.url = 'svn://nowhere.com/project/unknown'
433 self.root = 'svn://nowhere.com/project'
434 self.branch = 'unknown'
435 self.uuid = '00000000-0000-0000-0000-000000000000';
437 self.date = '0000-00-00 00:00:00 -0000'
438 self.wcversion = 'exported'
440 self.type = 'unofficial'
442 # parse output: svnversion PROJECT_DIR
443 cmd = 'svnversion ' + initial_project_dir
444 print 'attempting to probe subversion: %s' % (cmd)
446 p = subprocess.Popen( cmd, shell=True, stdout=subprocess.PIPE )
450 self.wcversion = p.stdout.readline().rstrip()
454 # parse output: svn info PROJECT_DIR
455 cmd = 'svn info ' + initial_project_dir
456 print 'attempting to probe subversion: %s' % (cmd)
458 p = subprocess.Popen( cmd, shell=True, stdout=subprocess.PIPE )
462 for line in p.stdout:
463 (name,value) = re.match( '([^:]+):\\s+(.+)', line.rstrip() ).groups()
466 elif name == 'Repository Root':
468 elif name == 'Repository UUID':
470 elif name == 'Revision':
471 self.rev = int( value )
472 elif name == 'Last Changed Date':
473 # strip chars in parens
474 if value.find( ' (' ):
475 self.date = value[0:value.find(' (')]
481 i = self.url.rfind( '/' )
482 if i != -1 and i < len(self.url)-1:
483 self.branch = self.url[i+1:]
485 # official UUID behavior
486 if self.uuid == 'b64f7644-9d1e-0410-96f1-a4d463321fa5':
488 m = re.match( '([^:]+)://([^/]+)/(.+)', self.url )
489 if m and re.match( 'tags/', m.group( 3 )):
490 self.type = 'release'
492 self.type = 'developer'
494 ###############################################################################
497 ## Contains manually updated version numbers consistent with HB releases
498 ## and other project metadata.
501 def __init__( self ):
502 if repo.type == 'unofficial':
503 self.name = 'NoNameBrand'
504 self.acro_lower = 'nnb'
505 self.acro_upper = 'NNB'
506 self.url_website = 'http://nonamebrand.com'
507 self.url_community = 'http://forum.nonamebrand.com'
508 self.url_irc = 'irc://irc.freenode.net/nonamebrand'
510 self.name = 'HandBrake'
511 self.acro_lower = 'hb'
512 self.acro_upper = 'HB'
513 self.url_website = 'http://handbrake.fr'
514 self.url_community = 'http://forum.handbrake.fr'
515 self.url_irc = 'irc://irc.freenode.net/handbrake'
517 self.name_lower = self.name.lower()
518 self.name_upper = self.name.upper()
524 appcastfmt = 'http://handbrake.fr/appcast%s.xml'
526 if repo.type == 'release':
527 self.version = '%d.%d.%d' % (self.vmajor,self.vminor,self.vpoint)
528 self.url_appcast = appcastfmt % ('')
529 self.build = time.strftime('%Y%m%d') + '00'
530 self.title = '%s %s (%s)' % (self.name,self.version,self.build)
531 elif repo.type == 'developer':
532 self.version = 'svn%d' % (repo.rev)
533 self.url_appcast = appcastfmt % ('_unstable')
534 self.build = time.strftime('%Y%m%d') + '01'
535 self.title = '%s svn%d (%s)' % (self.name,repo.rev,self.build)
537 self.version = 'svn%d' % (repo.rev)
538 self.version = '%d.%d.%d' % (self.vmajor,self.vminor,self.vpoint)
539 self.url_appcast = appcastfmt % ('_unofficial')
540 self.build = time.strftime('%Y%m%d') + '99'
541 self.title = 'Unofficial svn%d (%s)' % (repo.rev,self.build)
543 ###############################################################################
545 ## Config object used to output gnu-make or gnu-m4 output.
547 ## Use add() to add NAME/VALUE pairs suitable for both make/m4.
548 ## Use addBlank() to add a linefeed for both make/m4.
549 ## Use addMake() to add a make-specific line.
550 ## Use addM4() to add a m4-specific line.
553 def __init__( self ):
556 def add( self, name, value ):
557 self._items.append( (name,value) )
559 def addBlank( self ):
560 self._items.append( None )
562 def addComment( self, format, *args ):
563 self.addMake( '## ' + format % args )
564 self.addM4( 'dnl ' + format % args )
566 def addMake( self, line ):
567 self._items.append( ('?make',line) )
569 def addM4( self, line ):
570 self._items.append( ('?m4',line) )
572 def output( self, file, type ):
574 for item in self._items:
575 if item == None or item[0].find( '?' ) == 0:
577 if len(item[0]) > namelen:
578 namelen = len(item[0])
579 for item in self._items:
582 file.write( 'dnl\n' )
586 if item[0].find( '?' ) == 0:
587 if item[0].find( type, 1 ) == 1:
588 file.write( '%s\n' % (item[1]) )
592 self._outputM4( file, namelen, item[0], item[1] )
594 self._outputMake( file, namelen, item[0], item[1] )
596 def _outputMake( self, file, namelen, name, value ):
597 file.write( '%-*s = %s\n' % (namelen, name, value ))
599 def _outputM4( self, file, namelen, name, value ):
601 name = '<<__%s>>,' % name.replace( '.', '_' )
602 file.write( 'define(%-*s <<%s>>)dnl\n' % (namelen, name, value ))
604 ###############################################################################
606 ## create configure line, stripping arg --launch, quoting others
608 for arg in sys.argv[1:]:
609 if arg == '--launch':
611 configure.append( "'%s'" % (arg.replace("'", '%c%c%c%c%c' % (0x27,0x22,0x27,0x22,0x27))) )
613 ## create singletones
618 config.addComment( 'generated by configure on %s', time.strftime( '%c' ))
621 config.add( 'CONF.args', ' '.join( configure ))
624 config.add( 'HB.title', project.title )
625 config.add( 'HB.name', project.name )
626 config.add( 'HB.name.lower', project.name_lower )
627 config.add( 'HB.name.upper', project.name_upper )
628 config.add( 'HB.acro.lower', project.acro_lower )
629 config.add( 'HB.acro.upper', project.acro_upper )
631 config.add( 'HB.url.website', project.url_website )
632 config.add( 'HB.url.community', project.url_community )
633 config.add( 'HB.url.irc', project.url_irc )
634 config.add( 'HB.url.appcast', project.url_appcast )
636 config.add( 'HB.version.major', project.vmajor )
637 config.add( 'HB.version.minor', project.vminor )
638 config.add( 'HB.version.point', project.vpoint )
639 config.add( 'HB.version', project.version )
640 config.add( 'HB.version.hex', '%04x%02x%02x%08x' % (project.vmajor,project.vminor,project.vpoint,repo.rev) )
642 config.add( 'HB.build', project.build )
644 config.add( 'HB.repo.url', repo.url )
645 config.add( 'HB.repo.root', repo.root )
646 config.add( 'HB.repo.branch', repo.branch )
647 config.add( 'HB.repo.uuid', repo.uuid )
648 config.add( 'HB.repo.rev', repo.rev )
649 config.add( 'HB.repo.date', repo.date )
650 config.add( 'HB.repo.wcversion', repo.wcversion )
651 config.add( 'HB.repo.official', repo.official )
652 config.add( 'HB.repo.type', repo.type )
655 config.add( 'HOST.spec', guessHost )
656 config.add( 'HOST.machine', guessHost.machine )
657 config.add( 'HOST.vendor', guessHost.vendor )
658 config.add( 'HOST.system', guessHost.system )
659 config.add( 'HOST.systemc', guessHost.systemc )
660 config.add( 'HOST.release', guessHost.release )
661 config.add( 'HOST.title', '%s %s' % (guessHost.systemc,archMode.default) )
662 config.add( 'HOST.extra', guessHost.extra )
663 config.add( 'HOST.ncpu', computeNumCPU() )
666 config.add( 'BUILD.spec', guessBuild )
667 config.add( 'BUILD.machine', guessBuild.machine )
668 config.add( 'BUILD.vendor', guessBuild.vendor )
669 config.add( 'BUILD.system', guessBuild.system )
670 config.add( 'BUILD.systemc', guessBuild.systemc )
671 config.add( 'BUILD.release', guessBuild.release )
672 config.add( 'BUILD.title', '%s %s' % (guessBuild.systemc,archMode.mode) )
673 config.add( 'BUILD.extra', guessBuild.extra )
674 config.add( 'BUILD.method', 'terminal' )
675 config.add( 'BUILD.cross', guessBuild.cross )
676 config.add( 'BUILD.date', time.strftime('%c') )
677 config.add( 'BUILD.arch', archMode.mode )
678 config.add( 'BUILD.jobs', computeNumCPU() )
681 config.add( 'CONF.method', options.conf_method )
684 config.add( 'BUILD/', os.curdir + os.sep )
685 config.add( 'PROJECT/', project_dir + os.sep )
688 config.add( 'INSTALL.prefix', options.prefix )
689 config.add( 'INSTALL.prefix/', '$(INSTALL.prefix)/' )
692 config.add( 'FEATURE.xcode', 0 if not hasattr(options, 'disable_xcode') or options.disable_xcode else 1 )
693 config.add( 'FEATURE.gtk', 0 if options.disable_gtk else 1 )
696 config.addMake( '## include main definitions' )
697 config.addMake( 'include $(PROJECT/)make/include/main.defs' )
700 for tool in tools.items:
701 tool.addToConfig( config )
704 config.add( 'GCC.archs', archMode.mode if guessBuild.cross else '' )
705 config.add( 'GCC.g', options.debug )
706 config.add( 'GCC.O', options.optimize )
711 config.add( nv[0], nv[1] )
714 config.addMake( '## include (optional) customization file' )
715 config.addMake( '-include $(BUID/)GNUmakefile.custom' )
718 config.addMake( '## include main rules' )
719 config.addMake( 'include $(PROJECT/)make/include/main.rules' )
721 ###############################################################################
723 # generate make or m4 file
724 def generate( type ):
726 fname = 'GNUmakefile'
728 fname = os.path.join( 'project', project.name_lower + '.m4' )
730 raise ValueError, 'unknown file type: ' + type
732 ftmp = fname + '.tmp'
734 pdir = os.path.dirname( fname )
736 if not os.path.exists( pdir ):
741 outf( 'generating %s', fname )
742 file = open( ftmp, 'w' )
743 config.output( file, type )
754 errf( 'failed writing to %s\n%s', ftmp, x )
757 os.rename( ftmp, fname )
759 errf( 'failed writing to %s\n%s', fname, x )
761 ###############################################################################
763 if not options.launch:
768 ###############################################################################
770 if os.path.exists( options.launch_dir ):
771 if not options.launch_force:
772 errf( 'scratch directory already exists: %s', options.launch_dir )
774 outf( 'creating %s', options.launch_dir )
775 os.makedirs( options.launch_dir )
777 outf( 'chdir %s', options.launch_dir )
778 os.chdir( options.launch_dir )
782 outf( 'opening %s', options.launch_log )
784 log = open( options.launch_log, 'w' )
786 errf( 'open failure: %s', x )
788 cmd = '%s -j%d' % (makeTool.found,options.launch_jobs)
789 if options.launch_args:
790 cmd += ' ' + options.launch_args
793 timeBegin = time.time()
794 s = '###\n### TIME: %s\n### launch: %s\n###\n' % (time.asctime(),cmd)
795 stdout.write( s ); stdout.flush()
796 log.write( s ); log.flush()
800 pipe = subprocess.Popen( cmd, shell=True, bufsize=1, stdout=subprocess.PIPE, stderr=subprocess.STDOUT )
802 errf( 'launch failure: %s', x )
803 for line in pipe.stdout:
804 if not options.launch_quiet:
805 stdout.write( line ); stdout.flush()
806 log.write( line ); log.flush()
810 timeEnd = time.time()
811 elapsed = timeEnd - timeBegin
812 result = '%s (exit code %d)' % ('success' if pipe.returncode == 0 else 'failed',pipe.returncode)
813 s = '###\n### TIME: %s\n### finished: %.2f seconds\n### %s\n###\n' % (time.asctime(),elapsed,result)
814 stdout.write( s ); stdout.flush()
815 log.write( s ); log.flush()