Update call sites for LazyTensor -> LinearOperator (#1363)

Summary:
Pull Request resolved: #1363

Fixes issues caused by the LazyTensor -> LinearOperator move in cornellius-gp/gpytorch#2027

Reviewed By: saitcakmak

Differential Revision: D38296334

fbshipit-source-id: b9c0748009a926a3a9e859011d80c942410aa6b4

Author: Balandat

.conda/meta.yaml

@@ -13,14 +13,14 @@ build:
 
 requirements:
   host:
-    - python>=3.7
+    - python>=3.8
     - setuptools
     - setuptools_scm
   run:
-    - pytorch >=1.10
-    - gpytorch ==1.8.1
+    - pytorch >=1.11
+    - gpytorch >1.8.1
     - scipy
-    - pyro-ppl >=1.8.0
+    - pyro-ppl >=1.8.1
 
 test:
   imports:

.github/workflows/deploy_on_release.yml

@@ -15,7 +15,7 @@ jobs:
       fail-fast: false
       matrix:
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
-        python-version: [3.7, 3.9]
+        python-version: ["3.8", "3.9"]
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python ${{ matrix.python-version }}
@@ -29,7 +29,7 @@ jobs:
       run: |
         pytest -ra --cov=. --cov-report term-missing
     - name: Upload coverage
-      if: ${{ runner.os == 'Linux' && matrix.python-version == 3.7 }}
+      if: ${{ runner.os == 'Linux' && matrix.python-version == 3.8 }}
       run: |
         bash <(curl -s https://codecov.io/bash)
 
@@ -46,7 +46,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.7
+        python-version: "3.8"
     - name: Install dependencies
       run: |
         pip install .[test]
@@ -76,7 +76,7 @@ jobs:
       with:
         miniconda-version: "latest"
         activate-environment: test
-        python-version: "3.7"
+        python-version: "3.8"
     - name: Fetch all history for all tags and branches
       run: git fetch --prune --unshallow
     - name: Install dependencies
@@ -86,7 +86,7 @@ jobs:
         conda install -y -c pytorch pytorch cpuonly
         conda install -y scipy sphinx pytest flake8
         conda install -y -c gpytorch gpytorch
-        conda install -y -c conda-forge pyro-ppl>=1.8.0
+        conda install -y -c conda-forge pyro-ppl>=1.8.1
         conda config --set anaconda_upload no
     - name: Build and verify conda package
       shell: bash -l {0}
@@ -111,7 +111,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.7
+        python-version: 3.8
     - name: Install dependencies
       # there may not be a compatible Ax pip version, so we use the development version
       run: |

.github/workflows/docs.yml

@@ -20,10 +20,10 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.7
+        python-version: 3.8
     - name: Install dependencies
       run: |
-        pip install "gpytorch==1.8.1"
+        pip install git+https://github.com/cornellius-gp/gpytorch.git
         pip install .[dev]
         # NOTE: nbconvert 6.4.4 is incompatible with jinja2 3.1.0.
         # We can unpin this with a future release of nbconvert.

.github/workflows/lint.yml

@@ -20,7 +20,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.7
+        python-version: 3.8
     - name: Install dependencies
       run: |
         # pin dependencies to match Meta-internal versions
@@ -40,7 +40,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.7
+        python-version: 3.8
     - name: Install dependencies
       run: |
         pip install flake8 flake8-docstrings

.github/workflows/nightly.yml

@@ -15,7 +15,7 @@ jobs:
       fail-fast: false
       matrix:
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
-        python-version: [3.7, 3.9]
+        python-version: ["3.8", "3.9"]
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python ${{ matrix.python-version }}
@@ -25,13 +25,13 @@ jobs:
     - name: Install dependencies
       run: |
         pip install --pre torch -f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html
-        pip install "gpytorch==1.8.1"
+        pip install git+https://github.com/cornellius-gp/gpytorch.git
         pip install .[test]
     - name: Unit tests and coverage
       run: |
         pytest -ra --cov=. --cov-report term-missing
     - name: Upload coverage
-      if: ${{ runner.os == 'Linux' && matrix.python-version == 3.7 }}
+      if: ${{ runner.os == 'Linux' && matrix.python-version == 3.8 }}
       run: |
         bash <(curl -s https://codecov.io/bash)
 
@@ -47,11 +47,11 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.7
+        python-version: 3.8
     - name: Install dependencies
       run: |
         pip install --pre torch -f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html
-        pip install "gpytorch==1.8.1"
+        pip install git+https://github.com/cornellius-gp/gpytorch.git
         pip install .[test]
         pip install --upgrade build setuptools setuptools_scm wheel
     - name: Extract reduced version and save to env var
@@ -86,7 +86,7 @@ jobs:
       with:
         miniconda-version: "latest"
         activate-environment: test
-        python-version: "3.7"
+        python-version: "3.8"
     - name: Fetch all history for all tags and branches
       run: git fetch --prune --unshallow
     - name: Install dependencies
@@ -98,7 +98,7 @@ jobs:
         conda config --set anaconda_upload no
         conda install -y -c pytorch-nightly pytorch cpuonly
         conda install -y -c conda-forge pyro-ppl>=1.8.0
-        pip install "gpytorch==1.8.1"
+        pip install git+https://github.com/cornellius-gp/gpytorch.git
     - name: Build and verify conda package
       shell: bash -l {0}
       run: |
@@ -115,12 +115,12 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.7
+        python-version: 3.8
     - name: Fetch all history for all tags and branches
       run: git fetch --prune --unshallow
     - name: Install dependencies
       run: |
-        pip install "gpytorch==1.8.1"
+        pip install git+https://github.com/cornellius-gp/gpytorch.git
         pip install .[dev]
         pip install git+https://github.com/facebook/Ax.git
         # NOTE: nbconvert 6.4.4 is incompatible with jinja2 3.1.0.

.github/workflows/reusable_tutorials.yml

@@ -25,15 +25,15 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v2
       with:
-        python-version: 3.7
+        python-version: 3.8
     - name: Fetch all history for all tags and branches
       # We need to do this so setuptools_scm knows how to set the BoTorch version.
       run: git fetch --prune --unshallow
     - if: ${{ !inputs.use_stable_pytorch_gpytorch }}
       name: Install latest PyTorch & GPyTorch
       run: |
         pip install --pre torch torchvision -f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html
-        pip install "gpytorch==1.8.1"
+        pip install git+https://github.com/cornellius-gp/gpytorch.git
     - if: ${{ inputs.use_stable_pytorch_gpytorch }}
       name: Install min required PyTorch & GPyTorch
       run: |

.github/workflows/test.yml

@@ -17,7 +17,7 @@ jobs:
       fail-fast: false
       matrix:
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
-        python-version: [3.7, 3.9]
+        python-version: ["3.8", "3.9"]
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python ${{ matrix.python-version }}
@@ -27,13 +27,13 @@ jobs:
     - name: Install dependencies
       run: |
         pip install --pre torch -f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html
-        pip install "gpytorch==1.8.1"
+        pip install git+https://github.com/cornellius-gp/gpytorch.git
         pip install .[test]
     - name: Unit tests and coverage
       run: |
         pytest -ra --cov=. --cov-report term-missing
     - name: Upload coverage
-      if: ${{ runner.os == 'Linux' && matrix.python-version == 3.7 }}
+      if: ${{ runner.os == 'Linux' && matrix.python-version == 3.8 }}
       run: |
         bash <(curl -s https://codecov.io/bash)
 
@@ -44,7 +44,7 @@ jobs:
       fail-fast: false
       matrix:
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
-        python-version: ["3.7", "3.9"]
+        python-version: ["3.8", "3.9"]
     steps:
     - uses: actions/checkout@v2
     - uses: conda-incubator/setup-miniconda@v2
@@ -57,7 +57,7 @@ jobs:
       run: |
         conda install -y -c pytorch-nightly pytorch cpuonly
         conda install -y pip scipy sphinx pytest flake8
-        pip install "gpytorch==1.8.1"
+        pip install git+https://github.com/cornellius-gp/gpytorch.git
         pip install .[test]
     - name: Unit tests
       shell: bash -l {0}

.github/workflows/test_stable.yml

@@ -12,7 +12,7 @@ jobs:
       fail-fast: false
       matrix:
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
-        python-version: [3.7, 3.9]
+        python-version: ["3.8", "3.9"]
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python ${{ matrix.python-version }}
@@ -34,7 +34,7 @@ jobs:
       fail-fast: false
       matrix:
         os: ["ubuntu-latest", "macos-latest", "windows-latest"]
-        python-version: ["3.7", "3.9"]
+        python-version: ["3.8", "3.9"]
     steps:
     - uses: actions/checkout@v2
     - uses: conda-incubator/setup-miniconda@v2
@@ -62,7 +62,7 @@ jobs:
       fail-fast: false
       matrix:
         os: ["ubuntu-latest", "macos-latest"]
-        python-version: [3.7, 3.9]
+        python-version: ["3.8", "3.9"]
     steps:
     - uses: actions/checkout@v2
     - name: Set up Python ${{ matrix.python-version }}

README.md

@@ -55,10 +55,10 @@ Optimization simply use Ax.
 ## Installation
 
 **Installation Requirements**
-- Python >= 3.7
-- PyTorch >= 1.10
-- gpytorch == 1.8.1
-- pyro-ppl >= 1.8.0
+- Python >= 3.8
+- PyTorch >= 1.11
+- gpytorch > 1.8.1
+- pyro-ppl >= 1.8.1
 - scipy
 - multiple-dispatch
 

botorch/acquisition/active_learning.py

@@ -100,8 +100,8 @@ def forward(self, X: Tensor) -> Tensor:
         bdims = tuple(1 for _ in X.shape[:-2])
         if self.model.num_outputs > 1:
             # We use q=1 here b/c ScalarizedObjective currently does not fully exploit
-            # lazy tensor operations and thus may be slow / overly memory-hungry.
-            # TODO (T52818288): Properly use lazy tensors in scalarize_posterior
+            # LinearOperator operations and thus may be slow / overly memory-hungry.
+            # TODO (T52818288): Properly use LinearOperators in scalarize_posterior
             mc_points = self.mc_points.view(-1, *bdims, 1, X.size(-1))
         else:
             # While we only need marginal variances, we can evaluate for q>1