CSE2410 Fall 2014 Bounce

#!/usr/bin/env python

import optparse

import os

import pprint

import re

import shlex

import subprocess

import sys

CC = os.environ.get('CC', 'cc')

root_dir = os.path.dirname(__file__)

sys.path.insert(0, os.path.join(root_dir, 'tools', 'gyp', 'pylib'))

from gyp.common import GetFlavor

# parse our options

parser = optparse.OptionParser()

# Options should be in alphabetical order but keep --prefix at the top,

# that's arguably the one people will be looking for most.

parser.add_option('--prefix',

    action='store',

    dest='prefix',

    help='select the install prefix (defaults to /usr/local)')

parser.add_option('--debug',

    action='store_true',

    dest='debug',

    help='also build debug build')

parser.add_option('--dest-cpu',

    action='store',

    dest='dest_cpu',

    help='CPU architecture to build for. Valid values are: arm, ia32, x64')

parser.add_option('--dest-os',

    action='store',

    dest='dest_os',

    help='operating system to build for. Valid values are: '

         'win, mac, solaris, freebsd, openbsd, linux, android')

parser.add_option('--gdb',

    action='store_true',

    dest='gdb',

    help='add gdb support')

parser.add_option('--ninja',

    action='store_true',

    dest='use_ninja',

    help='generate files for the ninja build system')

parser.add_option('--no-ifaddrs',

    action='store_true',

    dest='no_ifaddrs',

    help='use on deprecated SunOS systems that do not support ifaddrs.h')

# deprecated

parser.add_option('--openssl-includes',

    action='store',

    dest='shared_openssl_includes',

    help=optparse.SUPPRESS_HELP)

# deprecated

parser.add_option('--openssl-libpath',

    action='store',

    dest='shared_openssl_libpath',

    help=optparse.SUPPRESS_HELP)

# deprecated

parser.add_option('--openssl-use-sys',

    action='store_true',

    dest='shared_openssl',

    help=optparse.SUPPRESS_HELP)

parser.add_option('--shared-cares',

    action='store_true',

    dest='shared_cares',

    help='link to a shared cares DLL instead of static linking')

parser.add_option('--shared-cares-includes',

    action='store',

    dest='shared_cares_includes',

    help='directory containing cares header files')

parser.add_option('--shared-cares-libname',

    action='store',

    dest='shared_cares_libname',

    help='alternative lib name to link to (default: \'cares\')')

parser.add_option('--shared-cares-libpath',

    action='store',

    dest='shared_cares_libpath',

    help='a directory to search for the shared cares DLL')

parser.add_option('--shared-http-parser',

    action='store_true',

    dest='shared_http_parser',

    help='link to a shared http_parser DLL instead of static linking')

parser.add_option('--shared-http-parser-includes',

    action='store',

    dest='shared_http_parser_includes',

    help='directory containing http_parser header files')

parser.add_option('--shared-http-parser-libname',

    action='store',

    dest='shared_http_parser_libname',

    help='alternative lib name to link to (default: \'http_parser\')')

parser.add_option('--shared-http-parser-libpath',

    action='store',

    dest='shared_http_parser_libpath',

    help='a directory to search for the shared http_parser DLL')

parser.add_option('--shared-libuv',

    action='store_true',

    dest='shared_libuv',

    help='link to a shared libuv DLL instead of static linking')

parser.add_option('--shared-libuv-includes',

    action='store',

    dest='shared_libuv_includes',

    help='directory containing libuv header files')

parser.add_option('--shared-libuv-libname',

    action='store',

    dest='shared_libuv_libname',

    help='alternative lib name to link to (default: \'uv\')')

parser.add_option('--shared-libuv-libpath',

    action='store',

    dest='shared_libuv_libpath',

    help='a directory to search for the shared libuv DLL')

parser.add_option('--shared-openssl',

    action='store_true',

    dest='shared_openssl',

    help='link to a shared OpenSSl DLL instead of static linking')

parser.add_option('--shared-openssl-includes',

    action='store',

    dest='shared_openssl_includes',

    help='directory containing OpenSSL header files')

parser.add_option('--shared-openssl-libname',

    action='store',

    dest='shared_openssl_libname',

    help='alternative lib name to link to (default: \'crypto,ssl\')')

parser.add_option('--shared-openssl-libpath',

    action='store',

    dest='shared_openssl_libpath',

    help='a directory to search for the shared OpenSSL DLLs')

parser.add_option('--shared-v8',

    action='store_true',

    dest='shared_v8',

    help='link to a shared V8 DLL instead of static linking')

parser.add_option('--shared-v8-includes',

    action='store',

    dest='shared_v8_includes',

    help='directory containing V8 header files')

parser.add_option('--shared-v8-libname',

    action='store',

    dest='shared_v8_libname',

    help='alternative lib name to link to (default: \'v8\')')

parser.add_option('--shared-v8-libpath',

    action='store',

    dest='shared_v8_libpath',

    help='a directory to search for the shared V8 DLL')

parser.add_option('--shared-zlib',

    action='store_true',

    dest='shared_zlib',

    help='link to a shared zlib DLL instead of static linking')

parser.add_option('--shared-zlib-includes',

    action='store',

    dest='shared_zlib_includes',

    help='directory containing zlib header files')

parser.add_option('--shared-zlib-libname',

    action='store',

    dest='shared_zlib_libname',

    help='alternative lib name to link to (default: \'z\')')

parser.add_option('--shared-zlib-libpath',

    action='store',

    dest='shared_zlib_libpath',

    help='a directory to search for the shared zlib DLL')

# TODO document when we've decided on what the tracing API and its options will

# look like

parser.add_option('--systemtap-includes',

    action='store',

    dest='systemtap_includes',

    help=optparse.SUPPRESS_HELP)

parser.add_option('--tag',

    action='store',

    dest='tag',

    help='custom build tag')

parser.add_option('--with-arm-float-abi',

    action='store',

    dest='arm_float_abi',

    help='specifies which floating-point ABI to use. Valid values are: '

         'soft, softfp, hard')

parser.add_option('--with-dtrace',

    action='store_true',

    dest='with_dtrace',

    help='build with DTrace (default is true on sunos)')

parser.add_option('--with-etw',

    action='store_true',

    dest='with_etw',

    help='build with ETW (default is true on Windows)')

parser.add_option('--with-perfctr',

    action='store_true',

    dest='with_perfctr',

    help='build with performance counters (default is true on Windows)')

parser.add_option('--with-sslv2',

    action='store_true',

    dest='with_sslv2',

    help='enable SSL v2')

parser.add_option('--without-dtrace',

    action='store_true',

    dest='without_dtrace',

    help='build without DTrace')

parser.add_option('--without-etw',

    action='store_true',

    dest='without_etw',

    help='build without ETW')

parser.add_option('--without-npm',

    action='store_true',

    dest='without_npm',

    help='don\'t install the bundled npm package manager')

parser.add_option('--without-perfctr',

    action='store_true',

    dest='without_perfctr',

    help='build without performance counters')

parser.add_option('--without-snapshot',

    action='store_true',

    dest='without_snapshot',

    help='build without snapshotting V8 libraries. You might want to set'

         ' this for cross-compiling. [Default: False]')

parser.add_option('--without-ssl',

    action='store_true',

    dest='without_ssl',

    help='build without SSL')

parser.add_option('--xcode',

    action='store_true',

    dest='use_xcode',

    help='generate build files for use with xcode')

(options, args) = parser.parse_args()

def b(value):

  """Returns the string 'true' if value is truthy, 'false' otherwise."""

  if value:

    return 'true'

  else:

    return 'false'

def pkg_config(pkg):

  cmd = os.popen('pkg-config --libs %s' % pkg, 'r')

  libs = cmd.readline().strip()

  ret = cmd.close()

  if (ret): return None

  cmd = os.popen('pkg-config --cflags %s' % pkg, 'r')

  cflags = cmd.readline().strip()

  ret = cmd.close()

  if (ret): return None

  return (libs, cflags)

def cc_macros():

  """Checks predefined macros using the CC command."""

  try:

    p = subprocess.Popen(shlex.split(CC) + ['-dM', '-E', '-'],

                         stdin=subprocess.PIPE,

                         stdout=subprocess.PIPE,

                         stderr=subprocess.PIPE)

  except OSError:

    print '''Node.js configure error: No acceptable C compiler found!

        Please make sure you have a C compiler installed on your system and/or

        consider adjusting the CC environment variable if you installed

        it in a non-standard prefix.

        '''

    sys.exit()

  p.stdin.write('\n')

  out = p.communicate()[0]

  out = str(out).split('\n')

  k = {}

  for line in out:

    lst = shlex.split(line)

    if len(lst) > 2:

      key = lst[1]

      val = lst[2]

      k[key] = val

  return k

def is_arch_armv7():

  """Check for ARMv7 instructions"""

  cc_macros_cache = cc_macros()

  return ('__ARM_ARCH_7__' in cc_macros_cache or

          '__ARM_ARCH_7A__' in cc_macros_cache or

          '__ARM_ARCH_7R__' in cc_macros_cache or

          '__ARM_ARCH_7M__' in cc_macros_cache)

def is_arm_neon():

  """Check for ARM NEON support"""

  return '__ARM_NEON__' in cc_macros()

def is_arm_hard_float_abi():

  """Check for hardfloat or softfloat eabi on ARM"""

  # GCC versions 4.6 and above define __ARM_PCS or __ARM_PCS_VFP to specify

  # the Floating Point ABI used (PCS stands for Procedure Call Standard).

  # We use these as well as a couple of other defines to statically determine

  # what FP ABI used.

  # GCC versions 4.4 and below don't support hard-fp.

  # GCC versions 4.5 may support hard-fp without defining __ARM_PCS or

  # __ARM_PCS_VFP.

  if compiler_version() >= (4, 6, 0):

    return '__ARM_PCS_VFP' in cc_macros()

  elif compiler_version() < (4, 5, 0):

    return False

  elif '__ARM_PCS_VFP' in cc_macros():

    return True

  elif ('__ARM_PCS' in cc_macros() or

        '__SOFTFP' in cc_macros() or

        not '__VFP_FP__' in cc_macros()):

    return False

  else:

    print '''Node.js configure error: Your version of GCC does not report

      the Floating-Point ABI to compile for your hardware

      Please manually specify which floating-point ABI to use with the

      --with-arm-float-abi option.

      '''

    sys.exit()

def host_arch_cc():

  """Host architecture check using the CC command."""

  k = cc_macros()

  matchup = {

    '__x86_64__'  : 'x64',

    '__i386__'    : 'ia32',

    '__arm__'     : 'arm',

    '__mips__'    : 'mips',

  }

  rtn = 'ia32' # default

  for i in matchup:

    if i in k and k[i] != '0':

      rtn = matchup[i]

      break

  return rtn

def host_arch_win():

  """Host architecture check using environ vars (better way to do this?)"""

  arch = os.environ.get('PROCESSOR_ARCHITECTURE', 'x86')

  matchup = {

    'AMD64'  : 'x64',

    'x86'    : 'ia32',

    'arm'    : 'arm',

    'mips'   : 'mips',

  }

  return matchup.get(arch, 'ia32')

def compiler_version():

  try:

    proc = subprocess.Popen(shlex.split(CC) + ['--version'],

                            stdout=subprocess.PIPE)

  except WindowsError:

    return (0, False)

  is_clang = 'clang' in proc.communicate()[0].split('\n')[0]

  proc = subprocess.Popen(shlex.split(CC) + ['-dumpversion'],

                          stdout=subprocess.PIPE)

  version = tuple(map(int, proc.communicate()[0].split('.')))

  return (version, is_clang)

def configure_arm(o):

  if options.arm_float_abi:

    arm_float_abi = options.arm_float_abi

  else:

    arm_float_abi = 'hard' if is_arm_hard_float_abi() else 'default'

  o['variables']['armv7'] = int(is_arch_armv7())

  o['variables']['arm_fpu'] = 'vfpv3'  # V8 3.18 no longer supports VFP2.

  o['variables']['arm_neon'] = int(is_arm_neon())

  o['variables']['arm_thumb'] = 0      # -marm

  o['variables']['arm_float_abi'] = arm_float_abi

def configure_node(o):

  if options.dest_os == 'android':

    o['variables']['OS'] = 'android'

  o['variables']['v8_enable_gdbjit'] = 1 if options.gdb else 0

  o['variables']['v8_no_strict_aliasing'] = 1  # Work around compiler bugs.

  o['variables']['v8_random_seed'] = 0  # Use a random seed for hash tables.

  o['variables']['node_prefix'] = os.path.expanduser(options.prefix or '')

  o['variables']['node_install_npm'] = b(not options.without_npm)

  o['default_configuration'] = 'Debug' if options.debug else 'Release'

  host_arch = host_arch_win() if os.name == 'nt' else host_arch_cc()

  target_arch = options.dest_cpu or host_arch

  o['variables']['host_arch'] = host_arch

  o['variables']['target_arch'] = target_arch

  if target_arch == 'arm':

    configure_arm(o)

  cc_version, is_clang = compiler_version()

  o['variables']['clang'] = 1 if is_clang else 0

  if not is_clang and cc_version != 0:

    o['variables']['gcc_version'] = 10 * cc_version[0] + cc_version[1]

  # clang has always supported -fvisibility=hidden, right?

  if not is_clang and cc_version < (4,0,0):

    o['variables']['visibility'] = ''

  if flavor in ('solaris', 'mac', 'linux'):

    use_dtrace = not options.without_dtrace

    # Don't enable by default on linux, it needs the sdt-devel package.

    if flavor == 'linux':

      if options.systemtap_includes:

        o['include_dirs'] += [options.systemtap_includes]

      use_dtrace = options.with_dtrace

    o['variables']['node_use_dtrace'] = b(use_dtrace)

    o['variables']['uv_use_dtrace'] = b(use_dtrace)

    o['variables']['uv_parent_path'] = '/deps/uv/'

  elif options.with_dtrace:

    raise Exception(

       'DTrace is currently only supported on SunOS, MacOS or Linux systems.')

  else:

    o['variables']['node_use_dtrace'] = 'false'

  # if we're on illumos based systems wrap the helper library into the

  # executable

  if flavor == 'solaris':

    o['variables']['node_use_mdb'] = 'true'

  else:

    o['variables']['node_use_mdb'] = 'false'

  if options.no_ifaddrs:

    o['defines'] += ['SUNOS_NO_IFADDRS']

  # By default, enable ETW on Windows.

  if flavor == 'win':

    o['variables']['node_use_etw'] = b(not options.without_etw)

  elif options.with_etw:

    raise Exception('ETW is only supported on Windows.')

  else:

    o['variables']['node_use_etw'] = 'false'

  # By default, enable Performance counters on Windows.

  if flavor == 'win':

    o['variables']['node_use_perfctr'] = b(not options.without_perfctr)

  elif options.with_perfctr:

    raise Exception('Performance counter is only supported on Windows.')

  else:

    o['variables']['node_use_perfctr'] = 'false'

  if options.tag:

    o['variables']['node_tag'] = '-' + options.tag

  else:

    o['variables']['node_tag'] = ''

def configure_libz(o):

  o['variables']['node_shared_zlib'] = b(options.shared_zlib)

  # assume shared_zlib if one of these is set?

  if options.shared_zlib_libpath:

    o['libraries'] += ['-L%s' % options.shared_zlib_libpath]

  if options.shared_zlib_libname:

    o['libraries'] += ['-l%s' % options.shared_zlib_libname]

  elif options.shared_zlib:

    o['libraries'] += ['-lz']

  if options.shared_zlib_includes:

    o['include_dirs'] += [options.shared_zlib_includes]

def configure_http_parser(o):

    o['variables']['node_shared_http_parser'] = b(options.shared_http_parser)

    # assume shared http_parser if one of these is set?

    if options.shared_http_parser_libpath:

        o['libraries'] += ['-L%s' % options.shared_http_parser_libpath]

    if options.shared_http_parser_libname:

        o['libraries'] += ['-l%s' % options.shared_http_parser_libname]

    elif options.shared_http_parser:

        o['libraries'] += ['-lhttp_parser']

    if options.shared_http_parser_includes:

        o['include_dirs'] += [options.shared_http_parser_includes]

def configure_cares(o):

    o['variables']['node_shared_cares'] = b(options.shared_cares)

    # assume shared cares if one of these is set?

    if options.shared_cares_libpath:

        o['libraries'] += ['-L%s' % options.shared_cares_libpath]

    if options.shared_cares_libname:

        o['libraries'] += ['-l%s' % options.shared_cares_libname]

    elif options.shared_cares:

        o['libraries'] += ['-lcares']

    if options.shared_cares_includes:

        o['include_dirs'] += [options.shared_cares_includes]

def configure_libuv(o):

  o['variables']['node_shared_libuv'] = b(options.shared_libuv)

  # assume shared libuv if one of these is set?

  if options.shared_libuv_libpath:

    o['libraries'] += ['-L%s' % options.shared_libuv_libpath]

  if options.shared_libuv_libname:

    o['libraries'] += ['-l%s' % options.shared_libuv_libname]

  elif options.shared_libuv:

    o['libraries'] += ['-luv']

  if options.shared_libuv_includes:

    o['include_dirs'] += [options.shared_libuv_includes]

def configure_v8(o):

  o['variables']['v8_use_snapshot'] = b(not options.without_snapshot)

  o['variables']['node_shared_v8'] = b(options.shared_v8)

  # assume shared_v8 if one of these is set?

  if options.shared_v8_libpath:

    o['libraries'] += ['-L%s' % options.shared_v8_libpath]

  if options.shared_v8_libname:

    o['libraries'] += ['-l%s' % options.shared_v8_libname]

  elif options.shared_v8:

    o['libraries'] += ['-lv8']

  if options.shared_v8_includes:

    o['include_dirs'] += [options.shared_v8_includes]

def configure_openssl(o):

  o['variables']['node_use_openssl'] = b(not options.without_ssl)

  o['variables']['node_shared_openssl'] = b(options.shared_openssl)

  if options.without_ssl:

    return

  # OpenSSL uses `#ifndef OPENSSL_NO_SSL2` checks so only define the

  # macro when we want to _disable_ SSL2.

  if not options.with_sslv2:

    o['defines'] += ['OPENSSL_NO_SSL2=1']

  if options.shared_openssl:

    (libs, cflags) = pkg_config('openssl') or ('-lssl -lcrypto', '')

    if options.shared_openssl_libpath:

      o['libraries'] += ['-L%s' % options.shared_openssl_libpath]

    if options.shared_openssl_libname:

      libnames = options.shared_openssl_libname.split(',')

      o['libraries'] += ['-l%s' % s for s in libnames]

    else:

      o['libraries'] += libs.split()

    if options.shared_openssl_includes:

      o['include_dirs'] += [options.shared_openssl_includes]

    else:

      o['cflags'] += cflags.split()

def configure_winsdk(o):

  if flavor != 'win':

    return

  winsdk_dir = os.environ.get('WindowsSdkDir')

  if winsdk_dir and os.path.isfile(winsdk_dir + '\\bin\\ctrpp.exe'):

    print('Found ctrpp in WinSDK--will build generated files '

          'into tools/msvs/genfiles.')

    o['variables']['node_has_winsdk'] = 'true'

    return

  print('ctrpp not found in WinSDK path--using pre-gen files '

        'from tools/msvs/genfiles.')

# determine the "flavor" (operating system) we're building for,

# leveraging gyp's GetFlavor function

flavor_params = {}

if (options.dest_os):

  flavor_params['flavor'] = options.dest_os

flavor = GetFlavor(flavor_params)

output = {

  'variables': { 'python': sys.executable },

  'include_dirs': [],

  'libraries': [],

  'defines': [],

  'cflags': [],

}

configure_node(output)

configure_libz(output)

configure_http_parser(output)

configure_cares(output)

configure_libuv(output)

configure_v8(output)

configure_openssl(output)

configure_winsdk(output)

# variables should be a root level element,

# move everything else to target_defaults

variables = output['variables']

del output['variables']

output = {

  'variables': variables,

  'target_defaults': output

}

pprint.pprint(output, indent=2)

def write(filename, data):

  filename = os.path.join(root_dir, filename)

  print 'creating ', filename

  f = open(filename, 'w+')

  f.write(data)

write('config.gypi', '# Do not edit. Generated by the configure script.\n' +

      pprint.pformat(output, indent=2) + '\n')

config = {

  'BUILDTYPE': 'Debug' if options.debug else 'Release',

  'USE_NINJA': str(int(options.use_ninja or 0)),

  'USE_XCODE': str(int(options.use_xcode or 0)),

  'PYTHON': sys.executable,

}

if options.prefix:

  config['PREFIX'] = options.prefix

config = '\n'.join(map('='.join, config.iteritems())) + '\n'

write('config.mk',

      '# Do not edit. Generated by the configure script.\n' + config)

if options.use_ninja:

  gyp_args = ['-f', 'ninja-' + flavor]

elif options.use_xcode:

  gyp_args = ['-f', 'xcode']

elif flavor == 'win':

  gyp_args = ['-f', 'msvs', '-G', 'msvs_version=auto']

else:

  gyp_args = ['-f', 'make-' + flavor]

subprocess.call([sys.executable, 'tools/gyp_node'] + gyp_args)