source: rtems-libbsd/builder.py @ 0768880

4.1155-freebsd-126-freebsd-12freebsd-9.3
Last change on this file since 0768880 was 0768880, checked in by Chris Johns <chrisj@…>, on 05/21/15 at 07:01:34

waf: Add install support.

Install to the --prefix path passed to configure.
  • Property mode set to 100755
File size: 19.3 KB
Line 
1#
2#  Copyright (c) 2015 Chris Johns <chrisj@rtems.org>. All rights reserved.
3#
4#  Copyright (c) 2009-2015 embedded brains GmbH.  All rights reserved.
5#
6#   embedded brains GmbH
7#   Dornierstr. 4
8#   82178 Puchheim
9#   Germany
10#   <info@embedded-brains.de>
11#
12#  Copyright (c) 2012 OAR Corporation. All rights reserved.
13#
14#  Redistribution and use in source and binary forms, with or without
15#  modification, are permitted provided that the following conditions
16#  are met:
17#  1. Redistributions of source code must retain the above copyright
18#     notice, this list of conditions and the following disclaimer.
19#  2. Redistributions in binary form must reproduce the above copyright
20#     notice, this list of conditions and the following disclaimer in the
21#     documentation and/or other materials provided with the distribution.
22#
23#  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24#  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25#  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26#  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27#  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28#  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
29#  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
30#  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
31#  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
32#  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
33#  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34
35# FreeBSD: http://svn.freebsd.org/base/releng/8.2/sys (revision 222485)
36
37import shutil
38import os
39import re
40import sys
41import getopt
42import filecmp
43import difflib
44
45#
46# Global controls.
47#
48RTEMS_DIR = "."
49FreeBSD_DIR = "freebsd-org"
50isVerbose = False
51isDryRun = False
52isDiffMode = False
53filesProcessed = 0
54
55class error(Exception):
56    """Base class for exceptions."""
57    def __init(self, msg):
58        self.msg = 'error: %s' % (msg)
59    def set_output(self, msg):
60        self.msg = msg
61    def __str__(self):
62        return self.msg
63
64def common_flags():
65    return ['-O',
66            '-g',
67            '-fno-strict-aliasing',
68            '-ffreestanding',
69            '-fno-common']
70
71def common_warnings():
72    return ['-Wall',
73            '-Wno-format']
74
75def common_no_warnings():
76    return ['-w']
77
78def includes():
79    return ['-Irtemsbsd/include',
80            '-Ifreebsd/sys',
81            '-Ifreebsd/sys/contrib/altq',
82            '-Ifreebsd/sys/contrib/pf',
83            '-Ifreebsd/include',
84            '-Ifreebsd/lib/libc/include',
85            '-Ifreebsd/lib/libc/isc/include',
86            '-Ifreebsd/lib/libc/resolv',
87            '-Ifreebsd/lib/libutil',
88            '-Ifreebsd/lib/libkvm',
89            '-Ifreebsd/lib/libmemstat',
90            '-Ifreebsd/lib/libipsec',
91            '-Irtemsbsd/sys',
92            '-ImDNSResponder/mDNSCore',
93            '-ImDNSResponder/mDNSShared',
94            '-ImDNSResponder/mDNSPosix',
95            '-Itestsuite/include']
96
97def cpu_includes():
98    return ['-Irtemsbsd/@CPU@/include',
99            '-Ifreebsd/sys/@CPU@/include']
100
101def cflags():
102    return ['-std=gnu11']
103
104def cxxflags():
105    return ['-std=gnu++11']
106
107def header_paths():
108    #         local path                      wildcard             dest path
109    return [('rtemsbsd/include',              '*.h',               ''),
110            ('rtemsbsd/mghttpd',              'mongoose.h',        'mghttpd'),
111            ('freebsd/include',               '*.h',               ''),
112            ('freebsd/sys/contrib/altq/altq', '*.h',               'altq'),
113            ('freebsd/sys/bsm',               '*.h',               'bsm'),
114            ('freebsd/sys/cam',               '*.h',               'cam'),
115            ('freebsd/sys/net',               '*.h',               'net'),
116            ('freebsd/sys/net80211',          '*.h',               'net80211'),
117            ('freebsd/sys/netatalk',          '*.h',               'netatalk'),
118            ('freebsd/sys/netinet',           '*.h',               'netinet'),
119            ('freebsd/sys/netinet6',          '*.h',               'netinet6'),
120            ('freebsd/sys/netipsec',          '*.h',               'netipsec'),
121            ('freebsd/sys/sys',               '*.h',               'sys'),
122            ('freebsd/sys/vm',                '*.h',               'vm'),
123            ('freebsd/sys/dev/mii',           '*.h',               'dev/mii'),
124            ('mDNSResponder/mDNSCore',        'mDNSDebug.h',       ''),
125            ('mDNSResponder/mDNSCore',        'mDNSEmbeddedAPI.h', ''),
126            ('mDNSResponder/mDNSShared',      'dns_sd.h',          ''),
127            ('mDNSResponder/mDNSPosix',       'mDNSPosix.h',       '')]
128
129# compare and process file only if different
130#  + copy or diff depending on execution mode
131def processIfDifferent(new, old, src):
132
133    global filesProcessed
134    global isVerbose, isDryRun, isEarlyExit
135
136    if not os.path.exists(old) or \
137       filecmp.cmp(new, old, shallow = False) == False:
138        filesProcessed += 1
139        if isDiffMode == False:
140            if isVerbose == True:
141                print "Move " + src + " to " + old
142            if isDryRun == False:
143                shutil.move(new, old)
144        else:
145            if isVerbose == True:
146                print "Diff %s => %s" % (src, new)
147            old_contents = open(old).readlines()
148            new_contents = open(new).readlines()
149            for line in \
150                difflib.unified_diff(old_contents, new_contents,
151                                     fromfile = src, tofile = new, n = 5):
152                sys.stdout.write(line)
153
154# Move target dependent files under a machine directory
155def mapCPUDependentPath(path):
156  return path.replace("include/", "include/machine/")
157
158def fixIncludes(data):
159    data = re.sub('#include <sys/lock.h>', '#include <rtems/bsd/sys/lock.h>', data)
160    data = re.sub('#include <sys/time.h>', '#include <rtems/bsd/sys/time.h>', data)
161    data = re.sub('#include <sys/cpuset.h>', '#include <rtems/bsd/sys/cpuset.h>', data)
162    data = re.sub('#include <sys/errno.h>', '#include <rtems/bsd/sys/errno.h>', data)
163    data = re.sub('#include <sys/param.h>', '#include <rtems/bsd/sys/param.h>', data)
164    data = re.sub('#include <sys/types.h>', '#include <rtems/bsd/sys/types.h>', data)
165    data = re.sub('#include <sys/resource.h>', '#include <rtems/bsd/sys/resource.h>', data)
166    data = re.sub('#include <sys/unistd.h>', '#include <rtems/bsd/sys/unistd.h>', data)
167    data = re.sub('#include <sys/_types.h>', '#include <rtems/bsd/sys/_types.h>', data)
168    return data
169
170# revert fixing the include paths inside a C or .h file
171def revertFixIncludes(data):
172    data = re.sub('#include <rtems/bsd/', '#include <', data)
173    data = re.sub('#include <util.h>', '#include <rtems/bsd/util.h>', data)
174    data = re.sub('#include <bsd.h>', '#include <rtems/bsd/bsd.h>', data)
175    data = re.sub('#include <zerocopy.h>', '#include <rtems/bsd/zerocopy.h>', data)
176    return data
177
178# fix include paths inside a C or .h file
179def fixLocalIncludes(data):
180    data = re.sub('#include "opt_([^"]*)"', '#include <rtems/bsd/local/opt_\\1>', data)
181    data = re.sub('#include "([^"]*)_if.h"', '#include <rtems/bsd/local/\\1_if.h>', data)
182    data = re.sub('#include "miidevs([^"]*)"', '#include <rtems/bsd/local/miidevs\\1>', data)
183    data = re.sub('#include "usbdevs([^"]*)"', '#include <rtems/bsd/local/usbdevs\\1>', data)
184    return data
185
186# revert fixing the include paths inside a C or .h file
187def revertFixLocalIncludes(data):
188    data = re.sub('#include <rtems/bsd/local/([^>]*)>', '#include "\\1"', data)
189    return data
190
191def assertHeaderFile(path):
192    if path[-2] != '.' or path[-1] != 'h':
193        print "*** " + path + " does not end in .h"
194        print "*** Move it to a C source file list"
195        sys.exit(2)
196
197def assertSourceFile(path):
198    if path[-2] != '.' or (path[-1] != 'c' and path[-1] != 'S'):
199        print "*** " + path + " does not end in .c"
200        print "*** Move it to a header file list"
201        sys.exit(2)
202
203class Converter(object):
204    def convert(self, src):
205        return open(src).read()
206
207    def isConvertible(self):
208        return True
209
210class NoConverter(Converter):
211    def convert(self, src):
212        raise
213
214    def isConvertible(self):
215        return False
216
217class EmptyConverter(Converter):
218    def convert(self, src):
219        return '/* EMPTY */\n'
220
221class FromFreeBSDToRTEMSHeaderConverter(Converter):
222    def convert(self, src):
223        data = super(FromFreeBSDToRTEMSHeaderConverter, self).convert(src)
224        data = fixLocalIncludes(data)
225        data = fixIncludes(data)
226        return data
227
228class FromFreeBSDToRTEMSUserSpaceHeaderConverter(Converter):
229    def convert(self, src):
230        data = super(FromFreeBSDToRTEMSUserSpaceHeaderConverter, self).convert(src)
231        data = fixIncludes(data)
232        return data
233
234class FromFreeBSDToRTEMSSourceConverter(Converter):
235    def convert(self, src):
236        data = super(FromFreeBSDToRTEMSSourceConverter, self).convert(src)
237        data = fixLocalIncludes(data)
238        data = fixIncludes(data)
239        data = '#include <machine/rtems-bsd-kernel-space.h>\n\n' + data
240        return data
241
242class FromFreeBSDToRTEMSUserSpaceSourceConverter(Converter):
243    def convert(self, src):
244        data = super(FromFreeBSDToRTEMSUserSpaceSourceConverter, self).convert(src)
245        data = fixIncludes(data)
246        data = '#include <machine/rtems-bsd-user-space.h>\n\n' + data
247        return data
248
249class FromRTEMSToFreeBSDHeaderConverter(Converter):
250    def convert(self, src):
251        data = super(FromRTEMSToFreeBSDHeaderConverter, self).convert(src)
252        data = revertFixLocalIncludes(data)
253        data = revertFixIncludes(data)
254        return data
255
256class FromRTEMSToFreeBSDSourceConverter(Converter):
257    def convert(self, src):
258        data = super(FromRTEMSToFreeBSDSourceConverter, self).convert(src)
259        data = re.sub('#include <machine/rtems-bsd-kernel-space.h>\n\n', '', data)
260        data = re.sub('#include <machine/rtems-bsd-user-space.h>\n\n', '', data)
261        data = revertFixLocalIncludes(data)
262        data = revertFixIncludes(data)
263        return data
264
265class PathComposer(object):
266    def composeFreeBSDPath(self, path):
267        return path
268
269    def composeRTEMSPath(self, path, prefix):
270        path = prefix + path
271        return path
272
273class FreeBSDPathComposer(PathComposer):
274    def composeFreeBSDPath(self, path):
275        return FreeBSD_DIR + '/' + path
276
277    def composeRTEMSPath(self, path, prefix):
278        return prefix + 'freebsd/' + path
279
280class RTEMSPathComposer(PathComposer):
281    def composeFreeBSDPath(self, path):
282        return path
283
284    def composeRTEMSPath(self, path, prefix):
285        path = prefix + 'rtemsbsd/' + path
286        return path
287
288class CPUDependentPathComposer(FreeBSDPathComposer):
289    def composeRTEMSPath(self, path, prefix):
290        path = super(CPUDependentPathComposer, self).composeRTEMSPath(path, prefix)
291        path = mapCPUDependentPath(path)
292        return path
293
294class TargetSourceCPUDependentPathComposer(CPUDependentPathComposer):
295    def __init__(self, targetCPU, sourceCPU):
296        self.targetCPU = targetCPU
297        self.sourceCPU = sourceCPU
298
299    def composeRTEMSPath(self, path, prefix):
300        path = super(TargetSourceCPUDependentPathComposer, self).composeRTEMSPath(path, prefix)
301        path = path.replace(self.sourceCPU, self.targetCPU)
302        return path
303
304class BuildSystemFragmentComposer(object):
305    def compose(self, path):
306        return ''
307
308class File(object):
309    def __init__(self, path, pathComposer,
310                 fromFreeBSDToRTEMSConverter, fromRTEMSToFreeBSDConverter, buildSystemComposer):
311        self.path = path
312        self.pathComposer = pathComposer
313        self.fromFreeBSDToRTEMSConverter = fromFreeBSDToRTEMSConverter
314        self.fromRTEMSToFreeBSDConverter = fromRTEMSToFreeBSDConverter
315        self.buildSystemComposer = buildSystemComposer
316
317    def copy(self, dst, src, converter = None):
318        import tempfile
319        if converter is not None and converter.isConvertible():
320            try:
321                if isDryRun == False:
322                    os.makedirs(os.path.dirname(dst))
323            except OSError:
324                pass
325            data = converter.convert(src)
326            try:
327                out = tempfile.NamedTemporaryFile(delete = False)
328                out.write(data)
329                out.close()
330                processIfDifferent(out.name, dst, src)
331            finally:
332                try:
333                    os.remove(out.name)
334                except:
335                    pass
336
337    def copyFromFreeBSDToRTEMS(self):
338        src = self.pathComposer.composeFreeBSDPath(self.path)
339        dst = self.pathComposer.composeRTEMSPath(self.path, RTEMS_DIR + '/')
340        self.copy(dst, src, self.fromFreeBSDToRTEMSConverter)
341
342    def copyFromRTEMSToFreeBSD(self):
343        src = self.pathComposer.composeRTEMSPath(self.path, RTEMS_DIR + '/')
344        dst = self.pathComposer.composeFreeBSDPath(self.path)
345        self.copy(dst, src, self.fromRTEMSToFreeBSDConverter)
346
347    def getFragment(self):
348        return self.buildSystemComposer.compose(self.pathComposer.composeRTEMSPath(self.path, ''))
349
350# Module - logical group of related files we can perform actions on
351class Module:
352    def __init__(self, name):
353        self.name = name
354        self.conditionalOn = "none"
355        self.files = []
356        self.cpuDependentSourceFiles = {}
357        self.dependencies = []
358
359    def initCPUDependencies(self, cpu):
360        if cpu not in self.cpuDependentSourceFiles:
361            self.cpuDependentSourceFiles[cpu] = []
362
363    def copyFromFreeBSDToRTEMS(self):
364        for f in self.files:
365            f.copyFromFreeBSDToRTEMS()
366        for cpu, files in self.cpuDependentSourceFiles.items():
367            for f in files:
368                f.copyFromFreeBSDToRTEMS()
369
370    def copyFromRTEMSToFreeBSD(self):
371        for f in self.files:
372            f.copyFromRTEMSToFreeBSD()
373        for cpu, files in self.cpuDependentSourceFiles.items():
374            for f in files:
375                f.copyFromRTEMSToFreeBSD()
376
377    def addFiles(self, newFiles, buildSystemComposer = BuildSystemFragmentComposer()):
378        files = []
379        for newFile in newFiles:
380            assertFile(newFile)
381            files += [File(newFile, composers, buildSystemComposer)]
382        return files
383
384    def addFile(self, f):
385        self.files += [f]
386
387    def addFiles(self, newFiles,
388                 pathComposer, fromFreeBSDToRTEMSConverter, fromRTEMSToFreeBSDConverter,
389                 assertFile, buildSystemComposer = BuildSystemFragmentComposer()):
390        files = []
391        for newFile in newFiles:
392            assertFile(newFile)
393            files += [File(newFile, pathComposer, fromFreeBSDToRTEMSConverter,
394                           fromRTEMSToFreeBSDConverter, buildSystemComposer)]
395        return files
396
397    def addKernelSpaceHeaderFiles(self, files):
398        self.files += self.addFiles(files,
399                                    FreeBSDPathComposer(), FromFreeBSDToRTEMSHeaderConverter(),
400                                    FromRTEMSToFreeBSDHeaderConverter(), assertHeaderFile)
401
402    def addUserSpaceHeaderFiles(self, files):
403        self.files += self.addFiles(files,
404                                    FreeBSDPathComposer(), FromFreeBSDToRTEMSUserSpaceHeaderConverter(),
405                                    FromRTEMSToFreeBSDHeaderConverter(), assertHeaderFile)
406
407    def addRTEMSHeaderFiles(self, files):
408        self.files += self.addFiles(files, RTEMSPathComposer(),
409                                    NoConverter(), NoConverter(), assertHeaderFile)
410
411    def addCPUDependentHeaderFiles(self, files):
412        self.files += self.addFiles(files,
413                                    CPUDependentPathComposer(), FromFreeBSDToRTEMSHeaderConverter(),
414                                    FromRTEMSToFreeBSDHeaderConverter(), assertHeaderFile)
415
416    def addTargetSourceCPUDependentHeaderFiles(self, targetCPUs, sourceCPU, files):
417        for cpu in targetCPUs:
418            self.files += self.addFiles(files,
419                                        TargetSourceCPUDependentPathComposer(cpu, sourceCPU),
420                                        FromFreeBSDToRTEMSHeaderConverter(),
421                                        NoConverter(), assertHeaderFile)
422
423    def addSourceFiles(self, files, sourceFileFragmentComposer):
424        self.files += self.addFiles(files,
425                                    PathComposer(), NoConverter(), NoConverter(), assertSourceFile,
426                                    sourceFileFragmentComposer)
427
428    def addKernelSpaceSourceFiles(self, files, sourceFileFragmentComposer):
429        self.files += self.addFiles(files,
430                                    FreeBSDPathComposer(), FromFreeBSDToRTEMSSourceConverter(),
431                                    FromRTEMSToFreeBSDSourceConverter(), assertSourceFile,
432                                    sourceFileFragmentComposer)
433
434    def addUserSpaceSourceFiles(self, files, sourceFileFragmentComposer):
435        self.files += self.addFiles(files,
436                                    FreeBSDPathComposer(),
437                                    FromFreeBSDToRTEMSUserSpaceSourceConverter(),
438                                    FromRTEMSToFreeBSDSourceConverter(), assertSourceFile,
439                                    sourceFileFragmentComposer)
440
441    def addRTEMSSourceFiles(self, files, sourceFileFragmentComposer):
442        self.files += self.addFiles(files,
443                                    RTEMSPathComposer(), NoConverter(), NoConverter(),
444                                    assertSourceFile, sourceFileFragmentComposer)
445
446    def addCPUDependentSourceFiles(self, cpu, files, sourceFileFragmentComposer):
447        self.initCPUDependencies(cpu)
448        self.cpuDependentSourceFiles[cpu] += \
449            self.addFiles(files,
450                          CPUDependentPathComposer(), FromFreeBSDToRTEMSSourceConverter(),
451                          FromRTEMSToFreeBSDSourceConverter(), assertSourceFile,
452                          sourceFileFragmentComposer)
453
454    def addTargetSourceCPUDependentSourceFiles(self, targetCPUs, sourceCPU, files,
455                                               sourceFileFragmentComposer):
456        for cpu in targetCPUs:
457            self.initCPUDependencies(cpu)
458            self.cpuDependentSourceFiles[cpu] += \
459                self.addFiles(files,
460                              TargetSourceCPUDependentPathComposer(cpu, sourceCPU),
461                              FromFreeBSDToRTEMSSourceConverter(), NoConverter(),
462                              assertSourceFile, sourceFileFragmentComposer)
463
464    def addTest(self, testFragementComposer):
465        self.files += [File(testFragementComposer.testName,
466                            PathComposer(), NoConverter(), NoConverter(),
467                            testFragementComposer)]
468
469    def addDependency(self, dep):
470        self.dependencies += [dep]
471
472class ModuleManager:
473    def __init__(self):
474        self.modules = {}
475        self.generator = {}
476        self.setGenerators()
477
478    def __getitem__(self, key):
479        if key not in self.modules:
480            raise KeyError('module %s not found' % (key))
481        return self.modules[key]
482
483    def getModules(self):
484        return sorted(self.modules.keys())
485
486    def addModule(self, module):
487        self.modules[module.name] = module
488
489    def copyFromFreeBSDToRTEMS(self):
490        for m in sorted(self.modules):
491            self.modules[m].copyFromFreeBSDToRTEMS()
492
493    def copyFromRTEMSToFreeBSD(self):
494        for m in sorted(self.modules):
495            self.modules[m].copyFromRTEMSToFreeBSD()
Note: See TracBrowser for help on using the repository browser.