import math
from unittest.mock import MagicMock, patch
import pytest
import torch
from torch.utils.data import DataLoader
from mindspeed_rl.models.base.base_training_engine import BaseTrainingEngine
from mindspeed_rl.models.reference import Reference
from tests.test_tools.dist_test import DistributedTest
class TestReference(DistributedTest):
is_dist_test = False
@pytest.fixture
def setUp(self):
self.model = MagicMock()
self.forward_backward_func = MagicMock()
self.reference = Reference(
model=self.model,
beta=0.1,
stage="train",
forward_backward_func=self.forward_backward_func
)
def test_initialization(self, setUp):
assert math.isclose(self.reference.beta, 0.1, rel_tol=1e-5)
assert self.reference.stage == 'train'
assert self.reference.role == 'reference'
assert self.reference.forward_backward_func == self.forward_backward_func
def test_post_process_forward_backward_output(self, setUp):
output = torch.tensor([1.0, 2.0, 3.0])
batch = {"input": torch.tensor([4.0, 5.0, 6.0])}
processed_output, processed_batch = self.reference.post_process_forward_backward_output(output, batch)
assert torch.equal(processed_output, output)
assert processed_batch == batch
@patch.object(BaseTrainingEngine, "forward")
def test_compute_log_prob(self, mock_forward, setUp):
mock_forward.return_value = (torch.tensor([1.0, 2.0, 3.0]), {"meta": "data"})
data_loader = DataLoader([1, 2, 3])
log_prob, meta_info = self.reference.compute_log_prob(data_loader)
assert torch.equal(log_prob, torch.tensor([1.0, 2.0, 3.0]))
assert meta_info == {"meta": "data"}
mock_forward.assert_called_once_with(data_loader)