xref: /external/tensorflow/tensorflow/contrib/py2tf/converters/control_flow.py

# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================
"""Handles control flow statements: while, if."""

from __future__ import absolute_import
from __future__ import division
from __future__ import print_function

import gast

from tensorflow.contrib.py2tf.pyct import anno
from tensorflow.contrib.py2tf.pyct import templates
from tensorflow.contrib.py2tf.pyct import transformer
from tensorflow.contrib.py2tf.pyct.static_analysis.annos import NodeAnno


class SymbolNamer(object):
  """Describes the interface for ControlFlowTransformer's namer."""

  def new_symbol(self, name_root, reserved_locals):
    """Generate a new unique symbol.

    Args:
      name_root: String, used as stem in the new name.
      reserved_locals: Set(string), additional local symbols that are reserved
          and which should not be used.
    Returns:
      String.
    """
    raise NotImplementedError()


class SymbolRenamer(gast.NodeTransformer):
  """Transformer that can rename symbols to a simple names."""

  def __init__(self, name_map):
    self.name_map = name_map

  def _process(self, node):
    qn = anno.getanno(node, anno.Basic.QN)
    if qn in self.name_map:
      return gast.Name(self.name_map[qn], node.ctx, None)
    return node

  def visit_Name(self, node):
    return self._process(node)

  def visit_Attribute(self, node):
    return self._process(node)


class ControlFlowTransformer(transformer.Base):
  """Transforms control flow structures like loops an conditionals."""

  def __init__(self, context):
    super(ControlFlowTransformer, self).__init__(context)

  # pylint:disable=invalid-name

  def visit_For(self, node):
    assert False, 'for statement should have been canonicalized at this point'

  def visit_If(self, node):
    self.generic_visit(node)

    body_scope = anno.getanno(node, NodeAnno.BODY_SCOPE)
    orelse_scope = anno.getanno(node, NodeAnno.ORELSE_SCOPE)

    if body_scope.created - orelse_scope.created:
      raise ValueError(
          'The if branch creates new symbols that the else branch does not.')
    if orelse_scope.created - body_scope.created:
      raise ValueError(
          'The else branch creates new symbols that the if branch does not.')

    all_modified = tuple(body_scope.modified | orelse_scope.modified)
    all_referenced = body_scope.referenced | orelse_scope.referenced

    # Alias the closure variables inside the conditional functions
    # to avoid errors caused by the local variables created in the branch
    # functions.
    need_alias = (
        (body_scope.modified | orelse_scope.modified) -
        (body_scope.created | orelse_scope.created))
    aliased_orig_names = tuple(need_alias)
    aliased_new_names = tuple(
        self.context.namer.new_symbol(s.ssf(), all_referenced)
        for s in aliased_orig_names)
    alias_map = dict(zip(aliased_orig_names, aliased_new_names))
    node_body = node.body
    node_body = [SymbolRenamer(alias_map).visit(n) for n in node_body]
    node_orelse = node.orelse
    node_orelse = [SymbolRenamer(alias_map).visit(n) for n in node_orelse]

    if len(all_modified) == 1:
      results = all_modified[0]
    else:
      results = gast.Tuple([s.ast() for s in all_modified], None)

    if aliased_orig_names:
      template = """
        def body_name():
          aliased_new_names, = aliased_orig_names,
          body
          return (all_results,)
        def orelse_name():
          aliased_new_names, = aliased_orig_names,
          orelse
          return (all_results,)
        results = tf.cond(test, body_name, orelse_name)
      """
      body_name = self.context.namer.new_symbol('if_true', all_referenced)
      return templates.replace(
          template,
          test=node.test,
          body_name=body_name,
          body=node_body,
          orelse_name=self.context.namer.new_symbol('if_false', all_referenced),
          orelse=node_orelse,
          aliased_orig_names=tuple(aliased_orig_names),
          aliased_new_names=tuple(aliased_new_names),
          all_results=tuple(alias_map[s] if s in aliased_orig_names else s
                            for s in all_modified),
          results=results)
    else:
      template = """
        def body_name():
          body
          return (all_results,)
        def orelse_name():
          orelse
          return (all_results,)
        results = tf.cond(test, body_name, orelse_name)
      """
      body_name = self.context.namer.new_symbol('if_true', all_referenced)
      return templates.replace(
          template,
          test=node.test,
          body_name=body_name,
          body=node_body,
          orelse_name=self.context.namer.new_symbol('if_false', all_referenced),
          orelse=node_orelse,
          all_results=tuple(s for s in all_modified),
          results=results)

  def visit_While(self, node):
    self.generic_visit(node)

    body_scope = anno.getanno(node, NodeAnno.BODY_SCOPE)
    body_closure = body_scope.modified - body_scope.created
    all_referenced = body_scope.referenced

    state = list(body_closure)
    state_ssf = [
        self.context.namer.new_symbol(s.ssf(), all_referenced) for s in state
    ]
    ssf_map = {
        name: ssf
        for name, ssf in zip(state, state_ssf)
        if str(name) != ssf
    }

    if len(state) == 1:
      state = state[0]
      state_ssf = state_ssf[0]
      state_ast_tuple = state
    else:
      state_ast_tuple = gast.Tuple([n.ast() for n in state], None)

    node_body = node.body
    node_body = [SymbolRenamer(ssf_map).visit(n) for n in node_body]

    test = node.test
    test = SymbolRenamer(ssf_map).visit(test)

    template = """
      def test_name(state_ssf):
        return test
      def body_name(state_ssf):
        body
        return state_ssf,
      state_ast_tuple = tf.while_loop(test_name, body_name, [state])
    """
    node = templates.replace(
        template,
        state=state,
        state_ssf=state_ssf,
        state_ast_tuple=state_ast_tuple,
        test_name=self.context.namer.new_symbol('loop_test',
                                                body_scope.referenced),
        test=test,
        body_name=self.context.namer.new_symbol('loop_body',
                                                body_scope.referenced),
        body=node_body)

    return node

  # pylint:enable=invalid-name


def transform(node, context):
  t = ControlFlowTransformer(context)
  node = t.visit(node)
  return node