python.cc

Go to the documentation of this file.

/*
 * Copyright 2011,2015 Sven Verdoolaege. All rights reserved.
 * 
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 
 *    1. Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 * 
 *    2. Redistributions in binary form must reproduce the above
 *       copyright notice, this list of conditions and the following
 *       disclaimer in the documentation and/or other materials provided
 *       with the distribution.
 * 
 * THIS SOFTWARE IS PROVIDED BY SVEN VERDOOLAEGE ''AS IS'' AND ANY
 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SVEN VERDOOLAEGE OR
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA,
 * OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 * 
 * The views and conclusions contained in the software and documentation
 * are those of the authors and should not be interpreted as
 * representing official policies, either expressed or implied, of
 * Sven Verdoolaege.
 */ 
 
#include "isl_config.h"
 
#include <stdarg.h>
#include <stdio.h>
 
#include <algorithm>
#include <iostream>
#include <map>
#include <vector>
 
#include "python.h"
#include "generator.h"
 
/* Argument format for Python methods with a fixed number of arguments.
 */
static const char *fixed_arg_fmt = "arg%d";
/* Argument format for Python methods with a variable number of arguments.
 */
static const char *var_arg_fmt = "args[%d]";
 
/* Drop the "isl_" initial part of the type name "name".
 */
static string type2python(string name)
{
  return name.substr(4);
}
 
/* Print the arguments of a method with "n_arg" arguments, starting at "first".
 */
void python_generator::print_method_arguments(int first, int n_arg)
{
  for (int i = first; i < n_arg; ++i) {
    if (i > first)
      printf(", ");
    printf("arg%d", i);
  }
}
 
/* Print the start of a definition for method "name"
 * (without specifying the arguments).
 * If "is_static" is set, then mark the python method as static.
 *
 * If the method is called "from", then rename it to "convert_from"
 * because "from" is a python keyword.
 */
static void print_method_def(bool is_static, const string &name)
{
  const char *s;
 
  if (is_static)
    printf("    @staticmethod\n");
 
  s = name.c_str();
  if (name == "from")
    s = "convert_from";
 
  printf("    def %s", s);
}
 
/* Print the header of the method "name" with "n_arg" arguments.
 * If "is_static" is set, then mark the python method as static.
 */
void python_generator::print_method_header(bool is_static, const string &name,
  int n_arg)
{
  print_method_def(is_static, name);
  printf("(");
  print_method_arguments(0, n_arg);
  printf("):\n");
}
 
/* Print formatted output with the given indentation.
 */
static void print_indent(int indent, const char *format, ...)
{
  va_list args;
 
  printf("%*s", indent, " ");
  va_start(args, format);
  vprintf(format, args);
  va_end(args);
}
 
/* Print a check that the argument in position "pos" is of type "type"
 * with the given indentation.
 * If this fails and if "upcast" is set, then convert the first
 * argument to "super" and call the method "name" on it, passing
 * the remaining of the "n" arguments.
 * If the check fails and "upcast" is not set, then simply raise
 * an exception.
 * If "upcast" is not set, then the "super", "name" and "n" arguments
 * to this function are ignored.
 * "fmt" is the format for printing Python method arguments.
 */
void python_generator::print_type_check(int indent, const string &type,
  const char *fmt, int pos, bool upcast, const string &super,
  const string &name, int n)
{
  print_indent(indent, "try:\n");
  print_indent(indent, "    if not ");
  printf(fmt, pos);
  printf(".__class__ is %s:\n", type.c_str());
  print_indent(indent, "        ");
  printf(fmt, pos);
  printf(" = %s(", type.c_str());
  printf(fmt, pos);
  printf(")\n");
  print_indent(indent, "except:\n");
  if (upcast) {
    print_indent(indent, "    return %s(",
      type2python(super).c_str());
    printf(fmt, 0);
    printf(").%s(", name.c_str());
    for (int i = 1; i < n; ++i) {
      if (i != 1)
        printf(", ");
      printf(fmt, i);
    }
    printf(")\n");
  } else
    print_indent(indent, "    raise\n");
}
 
/* For each of the "n" initial arguments of the function "method"
 * that refer to an isl structure,
 * including the object on which the method is called,
 * check if the corresponding actual argument is of the right type.
 * If not, try and convert it to the right type.
 * If that doesn't work and if "super" contains at least one element,
 * try and convert self to the type of the first superclass in "super" and
 * call the corresponding method.
 * If "first_is_ctx" is set, then the first argument is skipped.
 */
void python_generator::print_type_checks(const string &cname,
  FunctionDecl *method, bool first_is_ctx, int n,
  const vector<string> &super)
{
  for (int i = first_is_ctx; i < n; ++i) {
    ParmVarDecl *param = method->getParamDecl(i);
    string type;
 
    if (!is_isl_type(param->getOriginalType()))
      continue;
    type = type2python(extract_type(param->getOriginalType()));
    if (!first_is_ctx && i > 0 && super.size() > 0)
      print_type_check(8, type, fixed_arg_fmt,
          i - first_is_ctx, true,
          super[0], cname, n);
    else
      print_type_check(8, type, fixed_arg_fmt,
          i - first_is_ctx, false, "", cname, -1);
  }
}
 
/* Print a call to the *_copy function corresponding to "type".
 */
void python_generator::print_copy(QualType type)
{
  string type_s = extract_type(type);
 
  printf("isl.%s_copy", type_s.c_str());
}
 
/* Construct a wrapper for callback argument "param" (at position "arg").
 * Assign the wrapper to "cb{arg}".
 *
 * The wrapper converts the arguments of the callback to python types,
 * taking a copy if the C callback does not take its arguments.
 * If any exception is thrown, the wrapper keeps track of it in exc_info[0]
 * and returns a value indicating an error.  Otherwise the wrapper
 * returns a value indicating success.
 * In case the C callback is expected to return an isl_stat,
 * the error value is -1 and the success value is 0.
 * In case the C callback is expected to return an isl_bool,
 * the error value is -1 and the success value is 1 or 0 depending
 * on the result of the Python callback.
 * Otherwise, None is returned to indicate an error and
 * a copy of the object in case of success.
 */
void python_generator::print_callback(ParmVarDecl *param, int arg)
{
  QualType type = param->getOriginalType();
  const FunctionProtoType *fn = extract_prototype(type);
  QualType return_type = fn->getReturnType();
  unsigned n_arg = fn->getNumArgs();
 
  printf("        exc_info = [None]\n");
  printf("        fn = CFUNCTYPE(");
  if (is_isl_stat(return_type) || is_isl_bool(return_type))
    printf("c_int");
  else
    printf("c_void_p");
  for (unsigned i = 0; i < n_arg - 1; ++i) {
    if (!is_isl_type(fn->getArgType(i)))
      die("Argument has non-isl type");
    printf(", c_void_p");
  }
  printf(", c_void_p)\n");
  printf("        def cb_func(");
  for (unsigned i = 0; i < n_arg; ++i) {
    if (i)
      printf(", ");
    printf("cb_arg%d", i);
  }
  printf("):\n");
  for (unsigned i = 0; i < n_arg - 1; ++i) {
    string arg_type;
    arg_type = type2python(extract_type(fn->getArgType(i)));
    printf("            cb_arg%d = %s(ctx=arg0.ctx, ptr=",
      i, arg_type.c_str());
    if (!callback_takes_argument(param, i))
      print_copy(fn->getArgType(i));
    printf("(cb_arg%d))\n", i);
  }
  printf("            try:\n");
  if (is_isl_stat(return_type))
    printf("                arg%d(", arg);
  else
    printf("                res = arg%d(", arg);
  for (unsigned i = 0; i < n_arg - 1; ++i) {
    if (i)
      printf(", ");
    printf("cb_arg%d", i);
  }
  printf(")\n");
  printf("            except BaseException as e:\n");
  printf("                exc_info[0] = e\n");
  if (is_isl_stat(return_type) || is_isl_bool(return_type))
    printf("                return -1\n");
  else
    printf("                return None\n");
  if (is_isl_stat(return_type)) {
    printf("            return 0\n");
  } else if (is_isl_bool(return_type)) {
    printf("            return 1 if res else 0\n");
  } else {
    printf("            return ");
    print_copy(return_type);
    printf("(res.ptr)\n");
  }
  printf("        cb%d = fn(cb_func)\n", arg);
}
 
/* Print the argument at position "arg" in call to "fd".
 * "fmt" is the format for printing Python method arguments.
 * "skip" is the number of initial arguments of "fd" that are
 * skipped in the Python method.
 *
 * If the (first) argument is an isl_ctx, then print "ctx",
 * assuming that the caller has made the context available
 * in a "ctx" variable.
 * Otherwise, if the argument is a callback, then print a reference to
 * the corresponding callback wrapper.
 * Otherwise, if the argument is marked as consuming a reference,
 * then pass a copy of the pointer stored in the corresponding
 * argument passed to the Python method.
 * Otherwise, if the argument is a string, then the python string is first
 * encoded as a byte sequence, using 'ascii' as encoding.  This assumes
 * that all strings passed to isl can be converted to 'ascii'.
 * Otherwise, if the argument is a pointer, then pass this pointer itself.
 * Otherwise, pass the argument directly.
 */
void python_generator::print_arg_in_call(FunctionDecl *fd, const char *fmt,
  int arg, int skip)
{
  ParmVarDecl *param = fd->getParamDecl(arg);
  QualType type = param->getOriginalType();
  if (is_isl_ctx(type)) {
    printf("ctx");
  } else if (is_callback(type)) {
    printf("cb%d", arg - skip);
  } else if (takes(param)) {
    print_copy(type);
    printf("(");
    printf(fmt, arg - skip);
    printf(".ptr)");
  } else if (is_string(type)) {
    printf(fmt, arg - skip);
    printf(".encode('ascii')");
  } else if (type->isPointerType()) {
    printf(fmt, arg - skip);
    printf(".ptr");
  } else {
    printf(fmt, arg - skip);
  }
}
 
/* Generate code that raises the exception captured in "exc_info", if any,
 * with the given indentation.
 */
static void print_rethrow(int indent, const char *exc_info)
{
  print_indent(indent, "if %s is not None:\n", exc_info);
  print_indent(indent, "    raise %s\n", exc_info);
}
 
/* Print code with the given indentation that checks
 * whether any of the persistent callbacks of "clazz"
 * is set and if it failed with an exception.  If so, the 'exc_info'
 * field contains the exception and is raised again.
 * The field is cleared because the callback and its data may get reused.
 * "fmt" is the format for printing Python method arguments.
 */
static void print_persistent_callback_failure_check(int indent,
  const isl_class &clazz, const char *fmt)
{
  const set<FunctionDecl *> &callbacks = clazz.persistent_callbacks;
  set<FunctionDecl *>::const_iterator in;
 
  for (in = callbacks.begin(); in != callbacks.end(); ++in) {
    string callback_name = clazz.persistent_callback_name(*in);
 
    print_indent(indent, "if hasattr(");
    printf(fmt, 0);
    printf(", '%s') and ", callback_name.c_str());
    printf(fmt, 0);
    printf(".%s['exc_info'] != None:\n", callback_name.c_str());
    print_indent(indent, "    exc_info = ");
    printf(fmt, 0);
    printf(".%s['exc_info'][0]\n", callback_name.c_str());
    print_indent(indent, "    ");
    printf(fmt, 0);
    printf(".%s['exc_info'][0] = None\n", callback_name.c_str());
    print_rethrow(indent + 4, "exc_info");
  }
}
 
/* Print the return statement of the python method corresponding
 * to the C function "method" with the given indentation.
 * If the object on which the method was called
 * may have a persistent callback, then first check if any of those failed.
 * "fmt" is the format for printing Python method arguments.
 *
 * If the method returns a new instance of the same object type and
 * if the class has any persistent callbacks, then the data
 * for these callbacks are copied from the original to the new object.
 * If the method it itself setting a persistent callback,
 * then keep track of the constructed C callback (such that it doesn't
 * get destroyed) and the data structure that holds the captured exception
 * (such that it can be raised again).
 * The callback appears in position 1 and the C callback is therefore
 * called "cb1".
 *
 * If the return type is a (const) char *, then convert the result
 * to a Python string, raising an error on NULL and freeing
 * the C string if needed.  For python 3 compatibility, the string returned
 * by isl is explicitly decoded as an 'ascii' string.  This is correct
 * as all strings returned by isl are expected to be 'ascii'.
 *
 * If the return type is isl_stat, isl_bool or isl_size, then
 * raise an error on isl_stat_error, isl_bool_error or isl_size_error.
 * In case of isl_bool, the result is converted to
 * a Python boolean.
 * In case of isl_size, the result is converted to a Python int.
 */
void python_generator::print_method_return(int indent, const isl_class &clazz,
  FunctionDecl *method, const char *fmt)
{
  QualType return_type = method->getReturnType();
 
  if (!is_static(clazz, method))
    print_persistent_callback_failure_check(indent, clazz, fmt);
 
  if (is_isl_type(return_type)) {
    string type;
 
    type = type2python(extract_type(return_type));
    print_indent(indent,
      "obj = %s(ctx=ctx, ptr=res)\n", type.c_str());
    if (is_mutator(clazz, method) &&
        clazz.has_persistent_callbacks())
      print_indent(indent, "obj.copy_callbacks(arg0)\n");
    if (clazz.persistent_callbacks.count(method)) {
      string callback_name;
 
      callback_name = clazz.persistent_callback_name(method);
      print_indent(indent, "obj.%s = { 'func': cb1, "
        "'exc_info': exc_info }\n",
        callback_name.c_str());
    }
    print_indent(indent, "return obj\n");
  } else if (is_string(return_type)) {
    print_indent(indent, "if res == 0:\n");
    print_indent(indent, "    raise Error\n");
    print_indent(indent, "string = "
           "cast(res, c_char_p).value.decode('ascii')\n");
 
    if (gives(method))
      print_indent(indent, "libc.free(res)\n");
 
    print_indent(indent, "return string\n");
  } else if (is_isl_neg_error(return_type)) {
    print_indent(indent, "if res < 0:\n");
    print_indent(indent, "    raise Error\n");
    if (is_isl_bool(return_type))
      print_indent(indent, "return bool(res)\n");
    else if (is_isl_size(return_type))
      print_indent(indent, "return int(res)\n");
  } else {
    print_indent(indent, "return res\n");
  }
}
 
/* Print a python "get" method corresponding to the C function "fd"
 * in class "clazz" using a name that includes the "get_" prefix.
 *
 * This method simply calls the variant without the "get_" prefix and
 * returns its result.
 * Note that static methods are not considered to be "get" methods.
 */
void python_generator::print_get_method(const isl_class &clazz,
  FunctionDecl *fd)
{
  string get_name = clazz.base_method_name(fd);
  string name = clazz.method_name(fd);
  int num_params = fd->getNumParams();
 
  print_method_header(false, get_name, num_params);
  printf("        return arg0.%s(", name.c_str());
  print_method_arguments(1, num_params);
  printf(")\n");
}
 
/* Print a call to "method", along with the corresponding
 * return statement, with the given indentation.
 * "drop_ctx" is set if the first argument is an isl_ctx.
 *
 * A "ctx" variable is first initialized as it may be needed
 * in the first call to print_arg_in_call and in print_method_return.
 *
 * If the method has any callback function, then any exception
 * thrown in any callback also need to be rethrown.
 */
void python_generator::print_method_call(int indent, const isl_class &clazz,
  FunctionDecl *method, const char *fmt, int drop_ctx)
{
  string fullname = method->getName().str();
  int num_params = method->getNumParams();
  int drop_user = 0;
 
  if (drop_ctx) {
    print_indent(indent, "ctx = Context.getDefaultInstance()\n");
  } else {
    print_indent(indent, "ctx = ");
    printf(fmt, 0);
    printf(".ctx\n");
  }
  print_indent(indent, "res = isl.%s(", fullname.c_str());
  for (int i = 0; i < num_params; ++i) {
    if (i > 0)
      printf(", ");
    print_arg_in_call(method, fmt, i, drop_ctx + drop_user);
    if (!is_callback_arg(method, i))
      continue;
    ++drop_user;
    ++i;
    printf(", None");
  }
  printf(")\n");
 
  if (drop_user > 0)
    print_rethrow(indent, "exc_info[0]");
 
  print_method_return(indent, clazz, method, fmt);
}
 
/* Print a python method corresponding to the C function "method".
 * "super" contains the superclasses of the class to which the method belongs,
 * with the first element corresponding to the annotation that appears
 * closest to the annotated type.  This superclass is the least
 * general extension of the annotated type in the linearization
 * of the class hierarchy.
 *
 * If the first argument of "method" is something other than an instance
 * of the class, then mark the python method as static.
 * If, moreover, this first argument is an isl_ctx, then remove
 * it from the arguments of the Python method.
 *
 * If the function has any callback arguments, then it also has corresponding
 * "user" arguments.  Since Python has closures, there is no need for such
 * user arguments in the Python interface, so we simply drop them.
 * We also create a wrapper ("cb{arg}") for each callback.
 *
 * If the function consumes a reference, then we pass it a copy of
 * the actual argument.
 *
 * For methods that are identified as "get" methods, also
 * print a variant of the method using a name that includes
 * the "get_" prefix.
 */
void python_generator::print_method(const isl_class &clazz,
  FunctionDecl *method, vector<string> super)
{
  string cname = clazz.method_name(method);
  int num_params = method->getNumParams();
  int drop_user = 0;
  int drop_ctx = first_arg_is_isl_ctx(method);
 
  for (int i = 1; i < num_params; ++i) {
    if (is_callback_arg(method, i))
      drop_user += 1;
  }
 
  print_method_header(is_static(clazz, method), cname,
          num_params - drop_ctx - drop_user);
 
  print_type_checks(cname, method, drop_ctx,
          num_params, super);
  drop_user = 0;
  for (int i = 1; i < num_params; ++i) {
    ParmVarDecl *param = method->getParamDecl(i);
    QualType type = param->getOriginalType();
    if (!is_callback(type))
      continue;
    print_callback(param, i - drop_ctx - drop_user);
    drop_user += 1;
  }
  print_method_call(8, clazz, method, fixed_arg_fmt, drop_ctx);
 
  if (clazz.is_get_method(method))
    print_get_method(clazz, method);
}
 
/* Print a condition that checks whether Python method argument "i"
 * corresponds to the C function argument type "type".
 */
static void print_argument_check(QualType type, int i)
{
  if (generator::is_isl_type(type)) {
    string type_str;
    type_str = generator::extract_type(type);
    type_str = type2python(type_str);
    printf("args[%d].__class__ is %s", i, type_str.c_str());
  } else if (type->isPointerType()) {
    printf("type(args[%d]) == str", i);
  } else {
    printf("type(args[%d]) == int", i);
  }
}
 
/* Is any element of "vector" set?
 */
static bool any(const std::vector<bool> &vector)
{
  return std::find(vector.begin(), vector.end(), true) != vector.end();
}
 
/* Print a test that checks whether the arguments passed
 * to the Python method correspond to the arguments
 * expected by "fd" and
 * check if the object on which the method is called, if any,
 * is of the right type.
 * "drop_ctx" is set if the first argument of "fd" is an isl_ctx,
 * which does not appear as an argument to the Python method.
 *
 * If an automatic conversion function is available for any
 * of the argument types, then also allow the argument
 * to be of the type as prescribed by the second input argument
 * of the conversion function.
 * The corresponding arguments are then converted to the expected types
 * if needed.
 * The object on which the method is called is also converted if needed.
 * The argument tuple first needs to be converted to a list
 * in order to be able to modify the entries.
 */
void python_generator::print_argument_checks(const isl_class &clazz,
  FunctionDecl *fd, int drop_ctx)
{
  int num_params = fd->getNumParams();
  bool is_static = generator::is_static(clazz, fd);
  int first = is_static ? drop_ctx : 1;
  std::vector<bool> convert(num_params);
 
  printf("        if len(args) == %d", num_params - drop_ctx);
  for (int i = first; i < num_params; ++i) {
    ParmVarDecl *param = fd->getParamDecl(i);
    QualType type = param->getOriginalType();
    const Type *ptr = type.getTypePtr();
 
    printf(" and ");
    if (conversions.count(ptr) == 0) {
      print_argument_check(type, i - drop_ctx);
    } else {
      QualType type2 = conversions.at(ptr)->getOriginalType();
      convert[i] = true;
      printf("(");
      print_argument_check(type, i - drop_ctx);
      printf(" or ");
      print_argument_check(type2, i - drop_ctx);
      printf(")");
    }
  }
  printf(":\n");
 
  if (is_static && !any(convert))
    return;
  print_indent(12, "args = list(args)\n");
  first = is_static ? drop_ctx : 0;
  for (int i = first; i < num_params; ++i) {
    bool is_self = !is_static && i == 0;
    ParmVarDecl *param = fd->getParamDecl(i);
    string type;
 
    if (!is_self && !convert[i])
      continue;
    type = type2python(extract_type(param->getOriginalType()));
    print_type_check(12, type, var_arg_fmt,
        i - drop_ctx, false, "", "", -1);
  }
}
 
/* Print part of an overloaded python method corresponding to the C function
 * "method".
 * "drop_ctx" is set if the first argument of "method" is an isl_ctx.
 *
 * In particular, print code to test whether the arguments passed to
 * the python method correspond to the arguments expected by "method"
 * and to call "method" if they do.
 */
void python_generator::print_method_overload(const isl_class &clazz,
  FunctionDecl *method)
{
  int drop_ctx = first_arg_is_isl_ctx(method);
 
  print_argument_checks(clazz, method, drop_ctx);
  print_method_call(12, clazz, method, var_arg_fmt, drop_ctx);
}
 
/* Print a python method with a name derived from "fullname"
 * corresponding to the C functions "methods".
 * "super" contains the superclasses of the class to which the method belongs.
 *
 * If "methods" consists of a single element that is not marked overloaded,
 * the use print_method to print the method.
 * Otherwise, print an overloaded method with pieces corresponding
 * to each function in "methods".
 */
void python_generator::print_method(const isl_class &clazz,
  const string &fullname, const function_set &methods,
  vector<string> super)
{
  string cname;
  function_set::const_iterator it;
  FunctionDecl *any_method;
 
  any_method = *methods.begin();
  if (methods.size() == 1 && !is_overload(any_method)) {
    print_method(clazz, any_method, super);
    return;
  }
 
  cname = clazz.method_name(any_method);
 
  print_method_def(is_static(clazz, any_method), cname);
  printf("(*args):\n");
 
  for (it = methods.begin(); it != methods.end(); ++it)
    print_method_overload(clazz, *it);
  printf("        raise Error\n");
}
 
/* Print a python method "name" corresponding to "fd" setting
 * the enum value "value".
 * "super" contains the superclasses of the class to which the method belongs,
 * with the first element corresponding to the annotation that appears
 * closest to the annotated type.
 *
 * The last argument of the C function does not appear in the method call,
 * but is fixed to "value" instead.
 * Other than that, the method printed here is similar to one
 * printed by python_generator::print_method, except that
 * some of the special cases do not occur.
 */
void python_generator::print_set_enum(const isl_class &clazz,
  FunctionDecl *fd, int value, const string &name,
  const vector<string> &super)
{
  string fullname = fd->getName().str();
  int num_params = fd->getNumParams();
 
  print_method_header(is_static(clazz, fd), name, num_params - 1);
 
  print_type_checks(name, fd, false, num_params - 1, super);
  printf("        ctx = arg0.ctx\n");
  printf("        res = isl.%s(", fullname.c_str());
  for (int i = 0; i < num_params - 1; ++i) {
    if (i)
      printf(", ");
    print_arg_in_call(fd, fixed_arg_fmt, i, 0);
  }
  printf(", %d", value);
  printf(")\n");
  print_method_return(8, clazz, fd, fixed_arg_fmt);
}
 
/* Print python methods corresponding to "fd", which sets an enum.
 * "super" contains the superclasses of the class to which the method belongs,
 * with the first element corresponding to the annotation that appears
 * closest to the annotated type.
 *
 * A method is generated for each value in the enum, setting
 * the enum to that value.
 */
void python_generator::print_set_enum(const isl_class &clazz,
  FunctionDecl *fd, const vector<string> &super)
{
  vector<set_enum>::const_iterator it;
  const vector<set_enum> &set_enums = clazz.set_enums.at(fd);
 
  for (it = set_enums.begin(); it != set_enums.end(); ++it)
    print_set_enum(clazz, fd, it->value, it->method_name, super);
}
 
/* Print part of the constructor for this isl_class.
 *
 * In particular, check if the actual arguments correspond to the
 * formal arguments of "cons" and if so call "cons" and put the
 * result in self.ptr and a reference to the default context in self.ctx.
 */
void python_generator::print_constructor(const isl_class &clazz,
  FunctionDecl *cons)
{
  string fullname = cons->getName().str();
  string cname = clazz.method_name(cons);
  int num_params = cons->getNumParams();
  int drop_ctx = first_arg_is_isl_ctx(cons);
 
  print_argument_checks(clazz, cons, drop_ctx);
  printf("            self.ctx = Context.getDefaultInstance()\n");
  printf("            self.ptr = isl.%s(", fullname.c_str());
  if (drop_ctx)
    printf("self.ctx");
  for (int i = drop_ctx; i < num_params; ++i) {
    if (i)
      printf(", ");
    print_arg_in_call(cons, var_arg_fmt, i, drop_ctx);
  }
  printf(")\n");
  printf("            return\n");
}
 
/* The definition of the part of constructor for the "id" class
 * that construct an object from a name and a user object,
 * without the initial newline.
 *
 * Just like the parts generated by python_generator::print_constructor,
 * the result of the isl_id_alloc call is stored in self.ptr and
 * a reference to the default context is stored in self.ctx.
 * Also, just like any other constructor or method with a string argument,
 * the python string is first encoded as a byte sequence,
 * using 'ascii' as encoding.
 *
 * Since the isl_id keeps a reference to the Python user object,
 * the reference count of the Python object needs to be incremented,
 * but only if the construction of the isl_id is successful.
 * The reference count of the Python object is decremented again
 * by Context.free_user when the reference count of the isl_id
 * drops to zero.
 */
static const char *const id_constructor_user = &R"(
        if len(args) == 2 and type(args[0]) == str:
            self.ctx = Context.getDefaultInstance()
            name = args[0].encode('ascii')
            self.ptr = isl.isl_id_alloc(self.ctx, name, args[1])
            self.ptr = isl.isl_id_set_free_user(self.ptr, Context.free_user)
            if self.ptr is not None:
                pythonapi.Py_IncRef(py_object(args[1]))
            return
)"[1];
 
/* Print any special constructor parts of this class that are not
 * automatically derived from the C interface.
 *
 * In particular, print a special constructor part for the "id" class.
 */
void python_generator::print_special_constructors(const isl_class &clazz)
{
  if (clazz.name != "isl_id")
    return;
 
  printf("%s", id_constructor_user);
}
 
/* The definition of an "id" method
 * for retrieving the user object associated to the identifier,
 * without the initial newline.
 *
 * The isl_id needs to have been created by the constructor
 * in id_constructor_user.  That is, it needs to have a user pointer and
 * it needs to have its free_user callback set to Context.free_user.
 * The functions need to be cast to c_void_p to be able to compare
 * the addresses.
 *
 * Return None if any of the checks fail.
 * Note that isl_id_get_user returning NULL automatically results in None.
 */
static const char *const id_user = &R"(
    def user(self):
        free_user = cast(Context.free_user, c_void_p)
        id_free_user = cast(isl.isl_id_get_free_user(self.ptr), c_void_p)
        if id_free_user.value != free_user.value:
            return None
        return isl.isl_id_get_user(self.ptr)
)"[1];
 
/* Print any special methods of this class that are not
 * automatically derived from the C interface.
 *
 * In particular, print a special method for the "id" class.
 */
void python_generator::print_special_methods(const isl_class &clazz)
{
  if (clazz.name != "isl_id")
    return;
 
  printf("%s", id_user);
}
 
/* If "clazz" has a type function describing subclasses,
 * then add constructors that allow each of these subclasses
 * to be treated as an object to the superclass.
 */
void python_generator::print_upcast_constructors(const isl_class &clazz)
{
  map<int, string>::const_iterator i;
 
  if (!clazz.fn_type)
    return;
 
  for (i = clazz.type_subclasses.begin();
       i != clazz.type_subclasses.end(); ++i) {
    printf("        if len(args) == 1 and "
            "isinstance(args[0], %s):\n",
       type2python(i->second).c_str());
    printf("            self.ctx = args[0].ctx\n");
    printf("            self.ptr = isl.%s_copy(args[0].ptr)\n",
      clazz.name.c_str());
    printf("            return\n");
  }
}
 
/* Print the header of the class "name" with superclasses "super".
 * The order of the superclasses is the opposite of the order
 * in which the corresponding annotations appear in the source code.
 * If "clazz" is a subclass derived from a type function,
 * then the immediate superclass is recorded in "clazz" itself.
 */
void python_generator::print_class_header(const isl_class &clazz,
  const string &name, const vector<string> &super)
{
  printf("class %s", name.c_str());
  if (super.size() > 0) {
    printf("(");
    for (unsigned i = 0; i < super.size(); ++i) {
      if (i > 0)
        printf(", ");
      printf("%s", type2python(super[i]).c_str());
    }
    printf(")");
  } else if (clazz.is_type_subclass()) {
    printf("(%s)", type2python(clazz.superclass_name).c_str());
  } else {
    printf("(object)");
  }
  printf(":\n");
}
 
/* Tell ctypes about the return type of "fd".
 * In particular, if "fd" returns a pointer to an isl object,
 * then tell ctypes it returns a "c_void_p".
 * If "fd" returns a char *, then simply tell ctypes.
 *
 * Nothing needs to be done for functions returning
 * isl_bool, isl_stat or isl_size since they are represented by an int and
 * ctypes assumes that a function returns int by default.
 */
void python_generator::print_restype(FunctionDecl *fd)
{
  string fullname = fd->getName().str();
  QualType type = fd->getReturnType();
  if (is_isl_type(type))
    printf("isl.%s.restype = c_void_p\n", fullname.c_str());
  else if (is_string(type))
    printf("isl.%s.restype = POINTER(c_char)\n", fullname.c_str());
}
 
/* Tell ctypes about the types of the arguments of the function "fd".
 *
 * Any callback argument is followed by a user pointer argument.
 * Each such pair or arguments is handled together.
 */
void python_generator::print_argtypes(FunctionDecl *fd)
{
  string fullname = fd->getName().str();
  int n = fd->getNumParams();
 
  printf("isl.%s.argtypes = [", fullname.c_str());
  for (int i = 0; i < n; ++i) {
    ParmVarDecl *param = fd->getParamDecl(i);
    QualType type = param->getOriginalType();
    if (i)
      printf(", ");
    if (is_isl_ctx(type))
      printf("Context");
    else if (is_isl_type(type))
      printf("c_void_p");
    else if (is_callback(type))
      printf("c_void_p, c_void_p");
    else if (is_string(type))
      printf("c_char_p");
    else if (is_long(type))
      printf("c_long");
    else
      printf("c_int");
 
    if (is_callback(type))
      ++i;
  }
  printf("]\n");
}
 
/* Print type definitions for the method 'fd'.
 */
void python_generator::print_method_type(FunctionDecl *fd)
{
  print_restype(fd);
  print_argtypes(fd);
}
 
/* If "clazz" has a type function describing subclasses or
 * if it is one of those type subclasses, then print a __new__ method.
 *
 * In the superclass, the __new__ method constructs an object
 * of the subclass type specified by the type function,
 * raising an error on an error type.
 * In the subclass, the __new__ method reverts to the original behavior.
 */
void python_generator::print_new(const isl_class &clazz,
  const string &python_name)
{
  if (!clazz.fn_type && !clazz.is_type_subclass())
    return;
 
  printf("    def __new__(cls, *args, **keywords):\n");
 
  if (clazz.fn_type) {
    map<int, string>::const_iterator i;
 
    printf("        if \"ptr\" in keywords:\n");
    printf("            type = isl.%s(keywords[\"ptr\"])\n",
      clazz.fn_type->getNameAsString().c_str());
 
    for (i = clazz.type_subclasses.begin();
         i != clazz.type_subclasses.end(); ++i) {
      printf("            if type == %d:\n", i->first);
      printf("                return %s(**keywords)\n",
        type2python(i->second).c_str());
    }
    printf("            raise Error\n");
  }
 
  printf("        return super(%s, cls).__new__(cls)\n",
    python_name.c_str());
}
 
/* Print declarations for methods printing the class representation,
 * provided there is a corresponding *_to_str function.
 *
 * In particular, provide an implementation of __str__ and __repr__ methods to
 * override the default representation used by python. Python uses __str__ to
 * pretty print the class (e.g., when calling print(obj)) and uses __repr__
 * when printing a precise representation of an object (e.g., when dumping it
 * in the REPL console).
 *
 * Check the type of the argument before calling the *_to_str function
 * on it in case the method was called on an object from a subclass.
 *
 * The return value of the *_to_str function is decoded to a python string
 * assuming an 'ascii' encoding.  This is necessary for python 3 compatibility.
 */
void python_generator::print_representation(const isl_class &clazz,
  const string &python_name)
{
  if (!clazz.fn_to_str)
    return;
 
  printf("    def __str__(arg0):\n");
  print_type_check(8, python_name, fixed_arg_fmt, 0, false, "", "", -1);
  printf("        ptr = isl.%s(arg0.ptr)\n",
    string(clazz.fn_to_str->getName()).c_str());
  printf("        res = cast(ptr, c_char_p).value.decode('ascii')\n");
  printf("        libc.free(ptr)\n");
  printf("        return res\n");
  printf("    def __repr__(self):\n");
  printf("        s = str(self)\n");
  printf("        if '\"' in s:\n");
  printf("            return 'isl.%s(\"\"\"%%s\"\"\")' %% s\n",
    python_name.c_str());
  printf("        else:\n");
  printf("            return 'isl.%s(\"%%s\")' %% s\n",
    python_name.c_str());
}
 
/* If "clazz" has any persistent callbacks, then print the definition
 * of a "copy_callbacks" function that copies the persistent callbacks
 * from one object to another.
 */
void python_generator::print_copy_callbacks(const isl_class &clazz)
{
  const set<FunctionDecl *> &callbacks = clazz.persistent_callbacks;
  set<FunctionDecl *>::const_iterator in;
 
  if (!clazz.has_persistent_callbacks())
    return;
 
  printf("    def copy_callbacks(self, obj):\n");
  for (in = callbacks.begin(); in != callbacks.end(); ++in) {
    string callback_name = clazz.persistent_callback_name(*in);
 
    printf("        if hasattr(obj, '%s'):\n",
      callback_name.c_str());
    printf("            self.%s = obj.%s\n",
      callback_name.c_str(), callback_name.c_str());
  }
}
 
/* Print code to set method type signatures.
 *
 * To be able to call C functions it is necessary to explicitly set their
 * argument and result types.  Do this for all exported constructors and
 * methods (including those that set a persistent callback and
 * those that set an enum value),
 * as well as for the *_to_str and the type function, if they exist.
 * Assuming each exported class has a *_copy and a *_free method,
 * also unconditionally set the type of such methods.
 */
void python_generator::print_method_types(const isl_class &clazz)
{
  function_set::const_iterator in;
  map<string, function_set>::const_iterator it;
  map<FunctionDecl *, vector<set_enum> >::const_iterator ie;
  const set<FunctionDecl *> &callbacks = clazz.persistent_callbacks;
 
  for (in = clazz.constructors.begin(); in != clazz.constructors.end();
    ++in)
    print_method_type(*in);
 
  for (in = callbacks.begin(); in != callbacks.end(); ++in)
    print_method_type(*in);
  for (it = clazz.methods.begin(); it != clazz.methods.end(); ++it)
    for (in = it->second.begin(); in != it->second.end(); ++in)
      print_method_type(*in);
  for (ie = clazz.set_enums.begin(); ie != clazz.set_enums.end(); ++ie)
    print_method_type(ie->first);
 
  print_method_type(clazz.fn_copy);
  print_method_type(clazz.fn_free);
  if (clazz.fn_to_str)
    print_method_type(clazz.fn_to_str);
  if (clazz.fn_type)
    print_method_type(clazz.fn_type);
}
 
/* Print out the definition of this isl_class.
 *
 * We first check if this isl_class is a subclass of one or more other classes.
 * If it is, we make sure those superclasses are printed out first.
 *
 * Then we print a constructor with several cases, one for constructing
 * a Python object from a return value, one for each function that
 * was marked as a constructor, a class specific constructor, if any, and
 * one for each type based subclass.
 *
 * Next, we print out some common methods, class specific methods and
 * the methods corresponding
 * to functions that are not marked as constructors, including those
 * that set a persistent callback and those that set an enum value.
 *
 * Finally, we tell ctypes about the types of the arguments of the
 * constructor functions and the return types of those function returning
 * an isl object.
 */
void python_generator::print(const isl_class &clazz)
{
  string p_name = type2python(clazz.subclass_name);
  vector<string> super = find_superclasses(clazz.type);
  const set<FunctionDecl *> &callbacks = clazz.persistent_callbacks;
 
  for (unsigned i = 0; i < super.size(); ++i)
    if (done.find(super[i]) == done.end())
      print(classes[super[i]]);
  if (clazz.is_type_subclass() && done.find(clazz.name) == done.end())
    print(classes[clazz.name]);
  done.insert(clazz.subclass_name);
 
  printf("\n");
  print_class_header(clazz, p_name, super);
  printf("    def __init__(self, *args, **keywords):\n");
 
  printf("        if \"ptr\" in keywords:\n");
  printf("            self.ctx = keywords[\"ctx\"]\n");
  printf("            self.ptr = keywords[\"ptr\"]\n");
  printf("            return\n");
 
  for (const auto &cons : clazz.constructors)
    print_constructor(clazz, cons);
  print_special_constructors(clazz);
  print_upcast_constructors(clazz);
  printf("        raise Error\n");
  printf("    def __del__(self):\n");
  printf("        if hasattr(self, 'ptr'):\n");
  printf("            isl.%s_free(self.ptr)\n", clazz.name.c_str());
 
  print_new(clazz, p_name);
  print_representation(clazz, p_name);
  print_copy_callbacks(clazz);
 
  print_special_methods(clazz);
  for (const auto &callback : callbacks)
    print_method(clazz, callback, super);
  for (const auto &kvp : clazz.methods)
    print_method(clazz, kvp.first, kvp.second, super);
  for (const auto &kvp : clazz.set_enums)
    print_set_enum(clazz, kvp.first, super);
 
  printf("\n");
 
  print_method_types(clazz);
}
 
/* Generate a python interface based on the extracted types and
 * functions.
 *
 * Print out each class in turn.  If one of these is a subclass of some
 * other class, make sure the superclass is printed out first.
 * functions.
 */
void python_generator::generate()
{
  map<string, isl_class>::iterator ci;
 
  for (ci = classes.begin(); ci != classes.end(); ++ci) {
    if (done.find(ci->first) == done.end())
      print(ci->second);
  }
}