linalg_impl.py revision da1b1d28faca9aa65e832b9bbada8d509ea2df7d
10cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# Copyright 2017 The TensorFlow Authors. All Rights Reserved.
20cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower#
30cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# Licensed under the Apache License, Version 2.0 (the "License");
40cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# you may not use this file except in compliance with the License.
50cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# You may obtain a copy of the License at
60cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower#
70cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower#     http://www.apache.org/licenses/LICENSE-2.0
80cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower#
90cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# Unless required by applicable law or agreed to in writing, software
100cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# distributed under the License is distributed on an "AS IS" BASIS,
110cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
120cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# See the License for the specific language governing permissions and
130cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# limitations under the License.
140cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# ==============================================================================
150cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower"""Operations for linear algebra."""
160cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower
170cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom __future__ import absolute_import
180cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom __future__ import division
190cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom __future__ import print_function
200cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower
210cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom tensorflow.python.framework import ops
220cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom tensorflow.python.ops import array_ops
230cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom tensorflow.python.ops import gen_linalg_ops
24f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerfrom tensorflow.python.ops import linalg_ops
250cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom tensorflow.python.ops import math_ops
26f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerfrom tensorflow.python.ops import special_math_ops
27f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlower
28f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlower# Linear algebra ops.
29f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerband_part = array_ops.matrix_band_part
30f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowercholesky = linalg_ops.cholesky
31f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowercholesky_solve = linalg_ops.cholesky_solve
32f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerdet = linalg_ops.matrix_determinant
33f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlower# pylint: disable=protected-access
34f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerslogdet = gen_linalg_ops._log_matrix_determinant
35f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlower# pylint: disable=protected-access
36f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerdiag = array_ops.matrix_diag
37f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerdiag_part = array_ops.matrix_diag_part
38f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowereigh = linalg_ops.self_adjoint_eig
39f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowereigvalsh = linalg_ops.self_adjoint_eigvals
40f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowereinsum = special_math_ops.einsum
41da1b1d28faca9aa65e832b9bbada8d509ea2df7dA. Unique TensorFlowerexpm = gen_linalg_ops._matrix_exponential
42f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowereye = linalg_ops.eye
43f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerinv = linalg_ops.matrix_inverse
44f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerlstsq = linalg_ops.matrix_solve_ls
45f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowernorm = linalg_ops.norm
46f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerqr = linalg_ops.qr
47f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerset_diag = array_ops.matrix_set_diag
48f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowersolve = linalg_ops.matrix_solve
49f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowersvd = linalg_ops.svd
50f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowertensordot = math_ops.tensordot
51f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowertrace = math_ops.trace
52f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowertranspose = array_ops.matrix_transpose
53f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowertriangular_solve = linalg_ops.matrix_triangular_solve
540cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower
550cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower
560cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerdef logdet(matrix, name=None):
570cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  """Computes log of the determinant of a hermitian positive definite matrix.
580cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower
590cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  ```python
600cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  # Compute the determinant of a matrix while reducing the chance of over- or
610cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  underflow:
620cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  A = ... # shape 10 x 10
630cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  det = tf.exp(tf.logdet(A))  # scalar
640cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  ```
650cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower
660cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  Args:
670cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower    matrix:  A `Tensor`. Must be `float32`, `float64`, `complex64`, or
680cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower      `complex128` with shape `[..., M, M]`.
690cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower    name:  A name to give this `Op`.  Defaults to `logdet`.
700cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower
710cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  Returns:
720cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower    The natural log of the determinant of `matrix`.
730cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower
740cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  @compatibility(numpy)
750cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  Equivalent to numpy.linalg.slogdet, although no sign is returned since only
760cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  hermitian positive definite matrices are supported.
770cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  @end_compatibility
780cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  """
790cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  # This uses the property that the log det(A) = 2*sum(log(real(diag(C))))
800cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  # where C is the cholesky decomposition of A.
810cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower  with ops.name_scope(name, 'logdet', [matrix]):
820cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower    chol = gen_linalg_ops.cholesky(matrix)
830cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower    return 2.0 * math_ops.reduce_sum(
840cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower        math_ops.log(math_ops.real(array_ops.matrix_diag_part(chol))),
850cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower        reduction_indices=[-1])
86d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower
87d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower
88d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlowerdef adjoint(matrix, name=None):
89bc52fbda2bbe458c9ff5f20ebc48188959ebe026A. Unique TensorFlower  """Transposes the last two dimensions of and conjugates tensor `matrix`.
90d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower
91d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower  For example:
92d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower
93d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower  ```python
94d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower  x = tf.constant([[1 + 1j, 2 + 2j, 3 + 3j],
95d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower                   [4 + 4j, 5 + 5j, 6 + 6j]])
96d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower  tf.linalg.adjoint(x)  # [[1 - 1j, 4 - 4j],
97d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower                        #  [2 - 2j, 5 - 5j],
98d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower                        #  [3 - 3j, 6 - 6j]]
99d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower
100d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower  Args:
101d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower    matrix:  A `Tensor`. Must be `float32`, `float64`, `complex64`, or
102d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower      `complex128` with shape `[..., M, M]`.
103d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower    name:  A name to give this `Op` (optional).
104d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower
105d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower  Returns:
106d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower    The adjoint (a.k.a. Hermitian transpose a.k.a. conjugate transpose) of
107d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower    matrix.
108d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower  """
109d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower  with ops.name_scope(name, 'adjoint', [matrix]):
110bc52fbda2bbe458c9ff5f20ebc48188959ebe026A. Unique TensorFlower    matrix = ops.convert_to_tensor(matrix, name='matrix')
111d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower    return array_ops.matrix_transpose(matrix, conjugate=True)
112