import os
import subprocess
import sys

import click
import six
from pycparser import c_parser

from .declarations import BUILTIN_HEADERS_DIR, IGNORE_DECLARATIONS
from .writer import AutoPxd
from ._version import __version__


def ensure_binary(s, encoding='utf-8', errors='strict'):
    """Coerce **s** to six.binary_type.
    For Python 2:
      - `unicode` -> encoded to `str`
      - `str` -> `str`
    For Python 3:
      - `str` -> encoded to `bytes`
      - `bytes` -> `bytes`
    """
    if isinstance(s, six.text_type):
        return s.encode(encoding, errors)
    elif isinstance(s, six.binary_type):
        return s
    else:
        raise TypeError("not expecting type '%s'" % type(s))


def preprocess(code, extra_cpp_args=[]):
    proc = subprocess.Popen(['cpp',
                             '-nostdinc',
                             '-D__attribute__(x)=',
                             '-I',
                             BUILTIN_HEADERS_DIR,
                             ] + extra_cpp_args + ['-'],
                            stdin=subprocess.PIPE,
                            stdout=subprocess.PIPE)
    result = [proc.communicate(input=ensure_binary(code))[0]]
    while proc.poll() is None:
        result.append(proc.communicate()[0])
    if proc.returncode:
        raise Exception('Invoking C preprocessor failed')
    return b''.join(result).decode('utf-8')


def parse(code, extra_cpp_args=[], whitelist=None):
    preprocessed = preprocess(code, extra_cpp_args=extra_cpp_args)
    parser = c_parser.CParser()
    ast = parser.parse(preprocessed)
    decls = []
    for decl in ast.ext:
        if not hasattr(decl, 'name') or decl.name not in IGNORE_DECLARATIONS:
            if not whitelist or decl.coord.file in whitelist:
                decls.append(decl)
    ast.ext = decls
    return ast


def translate(code, hdrname, extra_cpp_args=[], whitelist=None):
    """
    to generate pxd mappings for only certain files, populate the whitelist parameter
    with the filenames (including relative path):
    whitelist = ['/usr/include/baz.h', 'include/tux.h']

    if the input file is a file that we want in the whitelist, i.e. `whitelist = [hdrname]`,
    the following extra step is required:
    extra_cpp_args += [hdrname]
    """
    extra_incdir = os.path.dirname(hdrname)
    extra_cpp_args += ['-I', extra_incdir]
    p = AutoPxd(hdrname)
    p.visit(parse(code, extra_cpp_args=extra_cpp_args, whitelist=whitelist))
    pxd_string = ''
    if p.stdint_declarations:
        pxd_string += 'from libc.stdint cimport {:s}\n\n'.format(
            ', '.join(p.stdint_declarations))
    pxd_string += str(p)
    return pxd_string


WHITELIST = []


@click.command()
@click.option('--version', is_flag=True)
@click.option('--include-dir', '-I', multiple=True, metavar='<dir>',
              help='Allow the C preprocessor to search for files in <dir>.')
@click.argument('infile', type=click.File('r'), default=sys.stdin)
@click.argument('outfile', type=click.File('w'), default=sys.stdout)
def cli(version, infile, outfile, include_dir):
    if version:
        print(__version__)
        return

    extra_cpp_args = []
    for directory in include_dir:
        extra_cpp_args += ['-I', directory]
    outfile.write(translate(infile.read(), infile.name, extra_cpp_args))

e3d893a1418dc74814222268ddb6a884b0378e3d
<mask token>


def ensure_binary(s, encoding='utf-8', errors='strict'):
    """Coerce **s** to six.binary_type.
    For Python 2:
      - `unicode` -> encoded to `str`
      - `str` -> `str`
    For Python 3:
      - `str` -> encoded to `bytes`
      - `bytes` -> `bytes`
    """
    if isinstance(s, six.text_type):
        return s.encode(encoding, errors)
    elif isinstance(s, six.binary_type):
        return s
    else:
        raise TypeError("not expecting type '%s'" % type(s))


def preprocess(code, extra_cpp_args=[]):
    proc = subprocess.Popen(['cpp', '-nostdinc', '-D__attribute__(x)=',
        '-I', BUILTIN_HEADERS_DIR] + extra_cpp_args + ['-'], stdin=
        subprocess.PIPE, stdout=subprocess.PIPE)
    result = [proc.communicate(input=ensure_binary(code))[0]]
    while proc.poll() is None:
        result.append(proc.communicate()[0])
    if proc.returncode:
        raise Exception('Invoking C preprocessor failed')
    return b''.join(result).decode('utf-8')


<mask token>


def translate(code, hdrname, extra_cpp_args=[], whitelist=None):
    """
    to generate pxd mappings for only certain files, populate the whitelist parameter
    with the filenames (including relative path):
    whitelist = ['/usr/include/baz.h', 'include/tux.h']

    if the input file is a file that we want in the whitelist, i.e. `whitelist = [hdrname]`,
    the following extra step is required:
    extra_cpp_args += [hdrname]
    """
    extra_incdir = os.path.dirname(hdrname)
    extra_cpp_args += ['-I', extra_incdir]
    p = AutoPxd(hdrname)
    p.visit(parse(code, extra_cpp_args=extra_cpp_args, whitelist=whitelist))
    pxd_string = ''
    if p.stdint_declarations:
        pxd_string += 'from libc.stdint cimport {:s}\n\n'.format(', '.join(
            p.stdint_declarations))
    pxd_string += str(p)
    return pxd_string


<mask token>


@click.command()
@click.option('--version', is_flag=True)
@click.option('--include-dir', '-I', multiple=True, metavar='<dir>', help=
    'Allow the C preprocessor to search for files in <dir>.')
@click.argument('infile', type=click.File('r'), default=sys.stdin)
@click.argument('outfile', type=click.File('w'), default=sys.stdout)
def cli(version, infile, outfile, include_dir):
    if version:
        print(__version__)
        return
    extra_cpp_args = []
    for directory in include_dir:
        extra_cpp_args += ['-I', directory]
    outfile.write(translate(infile.read(), infile.name, extra_cpp_args))

<mask token>


def ensure_binary(s, encoding='utf-8', errors='strict'):
    """Coerce **s** to six.binary_type.
    For Python 2:
      - `unicode` -> encoded to `str`
      - `str` -> `str`
    For Python 3:
      - `str` -> encoded to `bytes`
      - `bytes` -> `bytes`
    """
    if isinstance(s, six.text_type):
        return s.encode(encoding, errors)
    elif isinstance(s, six.binary_type):
        return s
    else:
        raise TypeError("not expecting type '%s'" % type(s))


def preprocess(code, extra_cpp_args=[]):
    proc = subprocess.Popen(['cpp', '-nostdinc', '-D__attribute__(x)=',
        '-I', BUILTIN_HEADERS_DIR] + extra_cpp_args + ['-'], stdin=
        subprocess.PIPE, stdout=subprocess.PIPE)
    result = [proc.communicate(input=ensure_binary(code))[0]]
    while proc.poll() is None:
        result.append(proc.communicate()[0])
    if proc.returncode:
        raise Exception('Invoking C preprocessor failed')
    return b''.join(result).decode('utf-8')


def parse(code, extra_cpp_args=[], whitelist=None):
    preprocessed = preprocess(code, extra_cpp_args=extra_cpp_args)
    parser = c_parser.CParser()
    ast = parser.parse(preprocessed)
    decls = []
    for decl in ast.ext:
        if not hasattr(decl, 'name') or decl.name not in IGNORE_DECLARATIONS:
            if not whitelist or decl.coord.file in whitelist:
                decls.append(decl)
    ast.ext = decls
    return ast


def translate(code, hdrname, extra_cpp_args=[], whitelist=None):
    """
    to generate pxd mappings for only certain files, populate the whitelist parameter
    with the filenames (including relative path):
    whitelist = ['/usr/include/baz.h', 'include/tux.h']

    if the input file is a file that we want in the whitelist, i.e. `whitelist = [hdrname]`,
    the following extra step is required:
    extra_cpp_args += [hdrname]
    """
    extra_incdir = os.path.dirname(hdrname)
    extra_cpp_args += ['-I', extra_incdir]
    p = AutoPxd(hdrname)
    p.visit(parse(code, extra_cpp_args=extra_cpp_args, whitelist=whitelist))
    pxd_string = ''
    if p.stdint_declarations:
        pxd_string += 'from libc.stdint cimport {:s}\n\n'.format(', '.join(
            p.stdint_declarations))
    pxd_string += str(p)
    return pxd_string


<mask token>


@click.command()
@click.option('--version', is_flag=True)
@click.option('--include-dir', '-I', multiple=True, metavar='<dir>', help=
    'Allow the C preprocessor to search for files in <dir>.')
@click.argument('infile', type=click.File('r'), default=sys.stdin)
@click.argument('outfile', type=click.File('w'), default=sys.stdout)
def cli(version, infile, outfile, include_dir):
    if version:
        print(__version__)
        return
    extra_cpp_args = []
    for directory in include_dir:
        extra_cpp_args += ['-I', directory]
    outfile.write(translate(infile.read(), infile.name, extra_cpp_args))

<mask token>


def ensure_binary(s, encoding='utf-8', errors='strict'):
    """Coerce **s** to six.binary_type.
    For Python 2:
      - `unicode` -> encoded to `str`
      - `str` -> `str`
    For Python 3:
      - `str` -> encoded to `bytes`
      - `bytes` -> `bytes`
    """
    if isinstance(s, six.text_type):
        return s.encode(encoding, errors)
    elif isinstance(s, six.binary_type):
        return s
    else:
        raise TypeError("not expecting type '%s'" % type(s))


def preprocess(code, extra_cpp_args=[]):
    proc = subprocess.Popen(['cpp', '-nostdinc', '-D__attribute__(x)=',
        '-I', BUILTIN_HEADERS_DIR] + extra_cpp_args + ['-'], stdin=
        subprocess.PIPE, stdout=subprocess.PIPE)
    result = [proc.communicate(input=ensure_binary(code))[0]]
    while proc.poll() is None:
        result.append(proc.communicate()[0])
    if proc.returncode:
        raise Exception('Invoking C preprocessor failed')
    return b''.join(result).decode('utf-8')


def parse(code, extra_cpp_args=[], whitelist=None):
    preprocessed = preprocess(code, extra_cpp_args=extra_cpp_args)
    parser = c_parser.CParser()
    ast = parser.parse(preprocessed)
    decls = []
    for decl in ast.ext:
        if not hasattr(decl, 'name') or decl.name not in IGNORE_DECLARATIONS:
            if not whitelist or decl.coord.file in whitelist:
                decls.append(decl)
    ast.ext = decls
    return ast


def translate(code, hdrname, extra_cpp_args=[], whitelist=None):
    """
    to generate pxd mappings for only certain files, populate the whitelist parameter
    with the filenames (including relative path):
    whitelist = ['/usr/include/baz.h', 'include/tux.h']

    if the input file is a file that we want in the whitelist, i.e. `whitelist = [hdrname]`,
    the following extra step is required:
    extra_cpp_args += [hdrname]
    """
    extra_incdir = os.path.dirname(hdrname)
    extra_cpp_args += ['-I', extra_incdir]
    p = AutoPxd(hdrname)
    p.visit(parse(code, extra_cpp_args=extra_cpp_args, whitelist=whitelist))
    pxd_string = ''
    if p.stdint_declarations:
        pxd_string += 'from libc.stdint cimport {:s}\n\n'.format(', '.join(
            p.stdint_declarations))
    pxd_string += str(p)
    return pxd_string


WHITELIST = []


@click.command()
@click.option('--version', is_flag=True)
@click.option('--include-dir', '-I', multiple=True, metavar='<dir>', help=
    'Allow the C preprocessor to search for files in <dir>.')
@click.argument('infile', type=click.File('r'), default=sys.stdin)
@click.argument('outfile', type=click.File('w'), default=sys.stdout)
def cli(version, infile, outfile, include_dir):
    if version:
        print(__version__)
        return
    extra_cpp_args = []
    for directory in include_dir:
        extra_cpp_args += ['-I', directory]
    outfile.write(translate(infile.read(), infile.name, extra_cpp_args))

import os
import subprocess
import sys
import click
import six
from pycparser import c_parser
from .declarations import BUILTIN_HEADERS_DIR, IGNORE_DECLARATIONS
from .writer import AutoPxd
from ._version import __version__


def ensure_binary(s, encoding='utf-8', errors='strict'):
    """Coerce **s** to six.binary_type.
    For Python 2:
      - `unicode` -> encoded to `str`
      - `str` -> `str`
    For Python 3:
      - `str` -> encoded to `bytes`
      - `bytes` -> `bytes`
    """
    if isinstance(s, six.text_type):
        return s.encode(encoding, errors)
    elif isinstance(s, six.binary_type):
        return s
    else:
        raise TypeError("not expecting type '%s'" % type(s))


def preprocess(code, extra_cpp_args=[]):
    proc = subprocess.Popen(['cpp', '-nostdinc', '-D__attribute__(x)=',
        '-I', BUILTIN_HEADERS_DIR] + extra_cpp_args + ['-'], stdin=
        subprocess.PIPE, stdout=subprocess.PIPE)
    result = [proc.communicate(input=ensure_binary(code))[0]]
    while proc.poll() is None:
        result.append(proc.communicate()[0])
    if proc.returncode:
        raise Exception('Invoking C preprocessor failed')
    return b''.join(result).decode('utf-8')


def parse(code, extra_cpp_args=[], whitelist=None):
    preprocessed = preprocess(code, extra_cpp_args=extra_cpp_args)
    parser = c_parser.CParser()
    ast = parser.parse(preprocessed)
    decls = []
    for decl in ast.ext:
        if not hasattr(decl, 'name') or decl.name not in IGNORE_DECLARATIONS:
            if not whitelist or decl.coord.file in whitelist:
                decls.append(decl)
    ast.ext = decls
    return ast


def translate(code, hdrname, extra_cpp_args=[], whitelist=None):
    """
    to generate pxd mappings for only certain files, populate the whitelist parameter
    with the filenames (including relative path):
    whitelist = ['/usr/include/baz.h', 'include/tux.h']

    if the input file is a file that we want in the whitelist, i.e. `whitelist = [hdrname]`,
    the following extra step is required:
    extra_cpp_args += [hdrname]
    """
    extra_incdir = os.path.dirname(hdrname)
    extra_cpp_args += ['-I', extra_incdir]
    p = AutoPxd(hdrname)
    p.visit(parse(code, extra_cpp_args=extra_cpp_args, whitelist=whitelist))
    pxd_string = ''
    if p.stdint_declarations:
        pxd_string += 'from libc.stdint cimport {:s}\n\n'.format(', '.join(
            p.stdint_declarations))
    pxd_string += str(p)
    return pxd_string


WHITELIST = []


@click.command()
@click.option('--version', is_flag=True)
@click.option('--include-dir', '-I', multiple=True, metavar='<dir>', help=
    'Allow the C preprocessor to search for files in <dir>.')
@click.argument('infile', type=click.File('r'), default=sys.stdin)
@click.argument('outfile', type=click.File('w'), default=sys.stdout)
def cli(version, infile, outfile, include_dir):
    if version:
        print(__version__)
        return
    extra_cpp_args = []
    for directory in include_dir:
        extra_cpp_args += ['-I', directory]
    outfile.write(translate(infile.read(), infile.name, extra_cpp_args))

import os
import subprocess
import sys

import click
import six
from pycparser import c_parser

from .declarations import BUILTIN_HEADERS_DIR, IGNORE_DECLARATIONS
from .writer import AutoPxd
from ._version import __version__


def ensure_binary(s, encoding='utf-8', errors='strict'):
    """Coerce **s** to six.binary_type.
    For Python 2:
      - `unicode` -> encoded to `str`
      - `str` -> `str`
    For Python 3:
      - `str` -> encoded to `bytes`
      - `bytes` -> `bytes`
    """
    if isinstance(s, six.text_type):
        return s.encode(encoding, errors)
    elif isinstance(s, six.binary_type):
        return s
    else:
        raise TypeError("not expecting type '%s'" % type(s))


def preprocess(code, extra_cpp_args=[]):
    proc = subprocess.Popen(['cpp',
                             '-nostdinc',
                             '-D__attribute__(x)=',
                             '-I',
                             BUILTIN_HEADERS_DIR,
                             ] + extra_cpp_args + ['-'],
                            stdin=subprocess.PIPE,
                            stdout=subprocess.PIPE)
    result = [proc.communicate(input=ensure_binary(code))[0]]
    while proc.poll() is None:
        result.append(proc.communicate()[0])
    if proc.returncode:
        raise Exception('Invoking C preprocessor failed')
    return b''.join(result).decode('utf-8')


def parse(code, extra_cpp_args=[], whitelist=None):
    preprocessed = preprocess(code, extra_cpp_args=extra_cpp_args)
    parser = c_parser.CParser()
    ast = parser.parse(preprocessed)
    decls = []
    for decl in ast.ext:
        if not hasattr(decl, 'name') or decl.name not in IGNORE_DECLARATIONS:
            if not whitelist or decl.coord.file in whitelist:
                decls.append(decl)
    ast.ext = decls
    return ast


def translate(code, hdrname, extra_cpp_args=[], whitelist=None):
    """
    to generate pxd mappings for only certain files, populate the whitelist parameter
    with the filenames (including relative path):
    whitelist = ['/usr/include/baz.h', 'include/tux.h']

    if the input file is a file that we want in the whitelist, i.e. `whitelist = [hdrname]`,
    the following extra step is required:
    extra_cpp_args += [hdrname]
    """
    extra_incdir = os.path.dirname(hdrname)
    extra_cpp_args += ['-I', extra_incdir]
    p = AutoPxd(hdrname)
    p.visit(parse(code, extra_cpp_args=extra_cpp_args, whitelist=whitelist))
    pxd_string = ''
    if p.stdint_declarations:
        pxd_string += 'from libc.stdint cimport {:s}\n\n'.format(
            ', '.join(p.stdint_declarations))
    pxd_string += str(p)
    return pxd_string


WHITELIST = []


@click.command()
@click.option('--version', is_flag=True)
@click.option('--include-dir', '-I', multiple=True, metavar='<dir>',
              help='Allow the C preprocessor to search for files in <dir>.')
@click.argument('infile', type=click.File('r'), default=sys.stdin)
@click.argument('outfile', type=click.File('w'), default=sys.stdout)
def cli(version, infile, outfile, include_dir):
    if version:
        print(__version__)
        return

    extra_cpp_args = []
    for directory in include_dir:
        extra_cpp_args += ['-I', directory]
    outfile.write(translate(infile.read(), infile.name, extra_cpp_args))
