Use py 312 in main ex

Author: joecummings

README.md

@@ -34,7 +34,7 @@ torchforge requires the PyTorch 2.9.0 with [Monarch](https://github.com/meta-pyt
 uses [DNF](https://docs.fedoraproject.org/en-US/quick-docs/dnf/), but could be easily extended to other Linux OS.)
 
 ```bash
-conda create -n forge python=3.10
+conda create -n forge python=3.12
 conda activate forge
 ./scripts/install.sh
 ```

apps/grpo/main.py

@@ -59,17 +59,15 @@ def policy_version(self) -> int | None:
 
     @property
     def request_tensor(self) -> torch.Tensor:
-        request_tokens: torch.Tensor = self.completion.prompt_ids
-        tensor = torch.tensor(request_tokens, dtype=torch.long)
+        tensor: torch.Tensor = self.completion.prompt_ids.to(torch.long)
         if tensor.shape[0] < self.request_len:  # left pad
             diff = self.request_len - tensor.shape[0]
             tensor = F.pad(tensor, (diff, 0), value=self.pad_id)
         return tensor
 
     @property
     def response_tensor(self) -> torch.Tensor:
-        response_tokens: torch.Tensor = self.completion.token_ids
-        tensor = torch.tensor(response_tokens, dtype=torch.long)
+        tensor: torch.Tensor = self.completion.token_ids.to(torch.long)
         if tensor.shape[0] < self.response_len:  # right pad
             diff = self.response_len - tensor.shape[0]
             tensor = F.pad(tensor, (0, diff), value=self.pad_id)