linalg_impl.py revision da1b1d28faca9aa65e832b9bbada8d509ea2df7d
10cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# Copyright 2017 The TensorFlow Authors. All Rights Reserved. 20cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# 30cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# Licensed under the Apache License, Version 2.0 (the "License"); 40cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# you may not use this file except in compliance with the License. 50cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# You may obtain a copy of the License at 60cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# 70cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# http://www.apache.org/licenses/LICENSE-2.0 80cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# 90cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# Unless required by applicable law or agreed to in writing, software 100cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# distributed under the License is distributed on an "AS IS" BASIS, 110cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 120cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# See the License for the specific language governing permissions and 130cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# limitations under the License. 140cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower# ============================================================================== 150cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower"""Operations for linear algebra.""" 160cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower 170cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom __future__ import absolute_import 180cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom __future__ import division 190cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom __future__ import print_function 200cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower 210cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom tensorflow.python.framework import ops 220cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom tensorflow.python.ops import array_ops 230cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom tensorflow.python.ops import gen_linalg_ops 24f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerfrom tensorflow.python.ops import linalg_ops 250cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerfrom tensorflow.python.ops import math_ops 26f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerfrom tensorflow.python.ops import special_math_ops 27f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlower 28f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlower# Linear algebra ops. 29f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerband_part = array_ops.matrix_band_part 30f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowercholesky = linalg_ops.cholesky 31f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowercholesky_solve = linalg_ops.cholesky_solve 32f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerdet = linalg_ops.matrix_determinant 33f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlower# pylint: disable=protected-access 34f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerslogdet = gen_linalg_ops._log_matrix_determinant 35f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlower# pylint: disable=protected-access 36f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerdiag = array_ops.matrix_diag 37f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerdiag_part = array_ops.matrix_diag_part 38f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowereigh = linalg_ops.self_adjoint_eig 39f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowereigvalsh = linalg_ops.self_adjoint_eigvals 40f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowereinsum = special_math_ops.einsum 41da1b1d28faca9aa65e832b9bbada8d509ea2df7dA. Unique TensorFlowerexpm = gen_linalg_ops._matrix_exponential 42f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowereye = linalg_ops.eye 43f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerinv = linalg_ops.matrix_inverse 44f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerlstsq = linalg_ops.matrix_solve_ls 45f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowernorm = linalg_ops.norm 46f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerqr = linalg_ops.qr 47f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowerset_diag = array_ops.matrix_set_diag 48f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowersolve = linalg_ops.matrix_solve 49f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowersvd = linalg_ops.svd 50f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowertensordot = math_ops.tensordot 51f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowertrace = math_ops.trace 52f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowertranspose = array_ops.matrix_transpose 53f0aa811ee71ef2a54c67a1311557b331379a56e6A. Unique TensorFlowertriangular_solve = linalg_ops.matrix_triangular_solve 540cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower 550cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower 560cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlowerdef logdet(matrix, name=None): 570cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower """Computes log of the determinant of a hermitian positive definite matrix. 580cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower 590cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower ```python 600cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower # Compute the determinant of a matrix while reducing the chance of over- or 610cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower underflow: 620cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower A = ... # shape 10 x 10 630cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower det = tf.exp(tf.logdet(A)) # scalar 640cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower ``` 650cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower 660cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower Args: 670cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower matrix: A `Tensor`. Must be `float32`, `float64`, `complex64`, or 680cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower `complex128` with shape `[..., M, M]`. 690cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower name: A name to give this `Op`. Defaults to `logdet`. 700cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower 710cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower Returns: 720cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower The natural log of the determinant of `matrix`. 730cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower 740cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower @compatibility(numpy) 750cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower Equivalent to numpy.linalg.slogdet, although no sign is returned since only 760cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower hermitian positive definite matrices are supported. 770cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower @end_compatibility 780cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower """ 790cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower # This uses the property that the log det(A) = 2*sum(log(real(diag(C)))) 800cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower # where C is the cholesky decomposition of A. 810cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower with ops.name_scope(name, 'logdet', [matrix]): 820cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower chol = gen_linalg_ops.cholesky(matrix) 830cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower return 2.0 * math_ops.reduce_sum( 840cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower math_ops.log(math_ops.real(array_ops.matrix_diag_part(chol))), 850cff60ebb29f5aba5092988c8b7f13c258115e81A. Unique TensorFlower reduction_indices=[-1]) 86d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower 87d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower 88d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlowerdef adjoint(matrix, name=None): 89bc52fbda2bbe458c9ff5f20ebc48188959ebe026A. Unique TensorFlower """Transposes the last two dimensions of and conjugates tensor `matrix`. 90d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower 91d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower For example: 92d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower 93d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower ```python 94d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower x = tf.constant([[1 + 1j, 2 + 2j, 3 + 3j], 95d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower [4 + 4j, 5 + 5j, 6 + 6j]]) 96d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower tf.linalg.adjoint(x) # [[1 - 1j, 4 - 4j], 97d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower # [2 - 2j, 5 - 5j], 98d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower # [3 - 3j, 6 - 6j]] 99d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower 100d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower Args: 101d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower matrix: A `Tensor`. Must be `float32`, `float64`, `complex64`, or 102d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower `complex128` with shape `[..., M, M]`. 103d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower name: A name to give this `Op` (optional). 104d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower 105d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower Returns: 106d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower The adjoint (a.k.a. Hermitian transpose a.k.a. conjugate transpose) of 107d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower matrix. 108d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower """ 109d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower with ops.name_scope(name, 'adjoint', [matrix]): 110bc52fbda2bbe458c9ff5f20ebc48188959ebe026A. Unique TensorFlower matrix = ops.convert_to_tensor(matrix, name='matrix') 111d835d677ade78a41e0e097f67c87b6ab8588a90aA. Unique TensorFlower return array_ops.matrix_transpose(matrix, conjugate=True) 112