(layers, n_side_outputs=1)
return Serial(serial_layers)
Serial layer with side outputs.

  This layer makes it easier to manage the stack when layers have side outputs.

  In the simplest case of layers with n_in=1, n_out=2 and with
  n_side_outputs=1, this layer runs the following computation on x::

    side_outputs = []
    for i in range(len(layers)):
      x, side_output = layers[i](x)
      side_outputs.append(side_output)
    return [x] + side_outputs

  In the general case of layers with variable n_in and n_out and
  n_side_outputs being a list of N integers, it does the following::

    side_outputs = []
    for i in range(N):
      res = layer[i](cur_stack)  # remove n_in from stack
      cur_stack.append(res[:n_side_outputs[i]])  # put back some on stack
      side_outputs.extend(res[n_side_outputs:])
    return cur_stack + side_outputs

  Args:
    layers: a list of layers to execute
    n_side_outputs: an int or a list of ints, how many outputs of each layer
        to put aside

  Returns:
    A layer that performs the above computation.
Serial layer with side outputs.
Serial layer with side outputs .
def SerialWithSideOutputs(layers, n_side_outputs=1):
  """Serial layer with side outputs.

  This layer makes it easier to manage the stack when layers have side outputs.

  In the simplest case of layers with n_in=1, n_out=2 and with
  n_side_outputs=1, this layer runs the following computation on x::

    side_outputs = []
    for i in range(len(layers)):
      x, side_output = layers[i](x)
      side_outputs.append(side_output)
    return [x] + side_outputs

  In the general case of layers with variable n_in and n_out and
  n_side_outputs being a list of N integers, it does the following::

    side_outputs = []
    for i in range(N):
      res = layer[i](cur_stack)  # remove n_in from stack
      cur_stack.append(res[:n_side_outputs[i]])  # put back some on stack
      side_outputs.extend(res[n_side_outputs:])
    return cur_stack + side_outputs

  Args:
    layers: a list of layers to execute
    n_side_outputs: an int or a list of ints, how many outputs of each layer
        to put aside

  Returns:
    A layer that performs the above computation.
  """
  if isinstance(n_side_outputs, int):
    n_side_outputs = [n_side_outputs] * len(layers)

  # Calculate the n_in for this layer.
  running_max = 0
  running_total = 0
  for layer, n_side_output in zip(layers, n_side_outputs):
    running_total += layer.n_in
    running_max = max(running_max, running_total)
    running_total -= layer.n_out - n_side_output
  n_in = running_max

  # Create the list of layers to run serially.
  cur_stack_size = n_in
  serial_layers = []
  for layer, n_side_output in zip(layers, n_side_outputs):
    serial_layers.append(layer)
    cur_stack_size += layer.n_out - layer.n_in
    # Indices to move n_side_outputs to the back of the stack.
    # Don't touch first n_out - n_side_outputs.
    move_back_indices = list(range(layer.n_out - n_side_output))
    # Then comes the rest of the stack that we're not moving.
    move_back_indices += [i + layer.n_out
                          for i in range(cur_stack_size - layer.n_out)]
    # Finally the indices we move.
    move_back_indices += [i + layer.n_out - n_side_output
                          for i in range(n_side_output)]
    # Swap them on stack.
    serial_layers.append(Select(move_back_indices))

  return Serial(serial_layers)
def SerialWithSideOutputs ( layers , n_side_outputs = 1 ) : if isinstance ( n_side_outputs , int ) : n_side_outputs = [ n_side_outputs ] * len ( layers ) # Calculate the n_in for this layer. running_max = 0 running_total = 0 for layer , n_side_output in zip ( layers , n_side_outputs ) : running_total += layer . n_in running_max = max ( running_max , running_total ) running_total -= layer . n_out - n_side_output n_in = running_max # Create the list of layers to run serially. cur_stack_size = n_in serial_layers = [ ] for layer , n_side_output in zip ( layers , n_side_outputs ) : serial_layers . append ( layer ) cur_stack_size += layer . n_out - layer . n_in # Indices to move n_side_outputs to the back of the stack. # Don't touch first n_out - n_side_outputs. move_back_indices = list ( range ( layer . n_out - n_side_output ) ) # Then comes the rest of the stack that we're not moving. move_back_indices += [ i + layer . n_out for i in range ( cur_stack_size - layer . n_out ) ] # Finally the indices we move. move_back_indices += [ i + layer . n_out - n_side_output for i in range ( n_side_output ) ] # Swap them on stack. serial_layers . append ( Select ( move_back_indices ) ) return Serial ( serial_layers )