import torch
from se3_flow_matching.data import so3_utils
from se3_flow_matching.data import utils as du
from scipy.spatial.transform import Rotation
from se3_flow_matching.data import all_atom
import copy
from scipy.optimize import linear_sum_assignment
def sample_gaussian(num_batch, num_res, device, center):
noise = torch.randn(num_batch, num_res, 3, device=device)
if center:
return noise - torch.mean(noise, dim=-2, keepdims=True)
return noise
def _uniform_so3(num_batch, num_res, device):
return torch.tensor(
Rotation.random(num_batch*num_res).as_matrix(),
device=device,
dtype=torch.float32,
).reshape(num_batch, num_res, 3, 3)
def _trans_diffuse_mask(trans_t, trans_1, diffuse_mask):
return trans_t * diffuse_mask[..., None] + trans_1 * (1 - diffuse_mask[..., None])
def _rots_diffuse_mask(rotmats_t, rotmats_1, diffuse_mask):
return (
rotmats_t * diffuse_mask[..., None, None]
+ rotmats_1 * (1 - diffuse_mask[..., None, None])
)
from icecream import ic
class Interpolant:
def __init__(self, cfg):
self._cfg = cfg
self._rots_cfg = cfg.rots
self._trans_cfg = cfg.trans
self._sample_cfg = cfg.sampling
self._igso3 = None
@property
def igso3(self):
if self._igso3 is None:
sigma_grid = torch.linspace(0.1, 1.5, 1000)
self._igso3 = so3_utils.SampleIGSO3(
1000, sigma_grid, cache_dir='.cache')
return self._igso3
def set_device(self, device):
self._device = device
def sample_t(self, num_batch):
t = torch.rand(num_batch, device=self._device)
return t * (1 - 2*self._cfg.min_t) + self._cfg.min_t
def _corrupt_trans_multi_t(self, trans_1, t, res_mask):
'''
Parameters:
trans_1: [B, N, 3]
t: [B, T]
'''
trans_nm_0 = sample_gaussian(*res_mask.shape, self._device, center=self._cfg.center_noise_sample)
trans_0 = trans_nm_0 * du.NM_TO_ANG_SCALE
trans_0 = self._batch_ot(trans_0, trans_1, res_mask)
trans_0 = trans_0.unsqueeze(1)
trans_1 = trans_1.unsqueeze(1)
t = t[...,None,None]
trans_t = (1 - t) * trans_0 + t * trans_1
trans_t = _trans_diffuse_mask(trans_t, trans_1, res_mask)
return trans_t * res_mask[..., None]
def _corrupt_trans(self, trans_1, t, res_mask):
'''
Parameters:
trans_1: [B, N, 3]
t: [B, 1]
'''
trans = self._corrupt_trans_multi_t(trans_1, t, res_mask)
return trans[:,0]
def _batch_ot(self, trans_0, trans_1, res_mask):
num_batch, num_res = trans_0.shape[:2]
noise_idx, gt_idx = torch.where(
torch.ones(num_batch, num_batch))
batch_nm_0 = trans_0[noise_idx]
batch_nm_1 = trans_1[gt_idx]
batch_mask = res_mask[gt_idx]
aligned_nm_0, aligned_nm_1, _ = du.batch_align_structures(
batch_nm_0, batch_nm_1, mask=batch_mask
)
aligned_nm_0 = aligned_nm_0.reshape(num_batch, num_batch, num_res, 3)
aligned_nm_1 = aligned_nm_1.reshape(num_batch, num_batch, num_res, 3)
batch_mask = batch_mask.reshape(num_batch, num_batch, num_res)
cost_matrix = torch.sum(
torch.linalg.norm(aligned_nm_0 - aligned_nm_1, dim=-1), dim=-1
) / torch.sum(batch_mask, dim=-1)
noise_perm, gt_perm = linear_sum_assignment(du.to_numpy(cost_matrix))
return aligned_nm_0[(tuple(gt_perm), tuple(noise_perm))]
def _corrupt_rotmats(self, rotmats_1, t, res_mask):
'''
Parameters:
rotmats_1: [B, N, 3, 3]
t: [B, 1]
'''
rots = self._corrupt_rotmats_multi_t(rotmats_1, t, res_mask)
return rots[:,0]
def _corrupt_rotmats_multi_t(self, rotmats_1, t, res_mask):
'''
Parameters:
rotmats_1: [B, N, 3, 3]
t: [B, T]
'''
num_batch, num_res = res_mask.shape
noisy_rotmats = self.igso3.sample(
torch.tensor([1.5]),
num_batch*num_res
).to(self._device)
noisy_rotmats = noisy_rotmats.reshape(num_batch, num_res, 3, 3)
rotmats_0 = torch.einsum(
"...ij,...jk->...ik", rotmats_1, noisy_rotmats)
rotmats_t = so3_utils.geodesic_t(t[..., None, None], rotmats_1.unsqueeze(1), rotmats_0.unsqueeze(1))
identity = torch.eye(3, device=self._device)
rotmats_t = (
rotmats_t * res_mask[..., None, None]
+ identity[None, None] * (1 - res_mask[..., None, None])
)
return _rots_diffuse_mask(rotmats_t, rotmats_1, res_mask)
def corrupt_batch(self, batch):
noisy_batch = copy.deepcopy(batch)
trans_1 = batch['trans_1']
rotmats_1 = batch['rotmats_1']
res_mask = batch['res_mask']
num_batch, _ = res_mask.shape
t = self.sample_t(num_batch)[:, None]
noisy_batch['t'] = t
trans_t = self._corrupt_trans(trans_1, t, res_mask)
noisy_batch['trans_t'] = trans_t
rotmats_t = self._corrupt_rotmats(rotmats_1, t, res_mask)
noisy_batch['rotmats_t'] = rotmats_t
return noisy_batch
def rot_sample_kappa(self, t):
if self._rots_cfg.sample_schedule == 'exp':
return 1 - torch.exp(-t*self._rots_cfg.exp_rate)
elif self._rots_cfg.sample_schedule == 'linear':
return t
else:
raise ValueError(
f'Invalid schedule: {self._rots_cfg.sample_schedule}')
def _trans_euler_step(self, d_t, t, trans_1, trans_t):
trans_vf = (trans_1 - trans_t) / (1 - t)
return trans_t + trans_vf * d_t
def get_scaling(self, t):
if self._rots_cfg.sample_schedule == 'linear':
return 1 / (1-t)
elif self._rots_cfg.sample_schedule == 'exp':
return self._rots_cfg.exp_rate
elif self._rots_cfg.sample_schedule == 'normed_exp':
c = torch.tensor(self._rots_cfg.exp_rate)
return c * torch.exp(-c*t) / (torch.exp(-c*t) - torch.exp(-c))
raise ValueError(
f'Unknown sample schedule {self._rots_cfg.sample_schedule}')
def _rots_euler_step(self, d_t, t, rotmats_1, rotmats_t):
return so3_utils.geodesic_t(
self.get_scaling(t) * d_t, rotmats_1, rotmats_t)
def sample(
self,
num_batch,
num_res,
model,
):
res_mask = torch.ones(num_batch, num_res, device=self._device)
trans_0 = sample_gaussian(
num_batch, num_res, self._device, center=self._cfg.center_noise_sample) * du.NM_TO_ANG_SCALE
rotmats_0 = _uniform_so3(num_batch, num_res, self._device)
batch = {
'res_mask': res_mask,
}
ts = torch.linspace(
self._cfg.min_t, 1.0, self._sample_cfg.num_timesteps)
t_1 = ts[0]
prot_traj = [(trans_0, rotmats_0)]
clean_traj = []
for t_2 in ts[1:]:
trans_t_1, rotmats_t_1 = prot_traj[-1]
batch['trans_t'] = trans_t_1
batch['rotmats_t'] = rotmats_t_1
t = torch.ones((num_batch, 1), device=self._device) * t_1
batch['t'] = t
with torch.no_grad():
model_out = model(batch)
pred_trans_1 = model_out['pred_trans']
pred_rotmats_1 = model_out['pred_rotmats']
clean_traj.append(
(pred_trans_1.detach().cpu(), pred_rotmats_1.detach().cpu())
)
if self._cfg.self_condition:
batch['trans_sc'] = pred_trans_1
d_t = t_2 - t_1
trans_t_2 = self._trans_euler_step(
d_t, t_1, pred_trans_1, trans_t_1)
rotmats_t_2 = self._rots_euler_step(
d_t, t_1, pred_rotmats_1, rotmats_t_1)
prot_traj.append((trans_t_2, rotmats_t_2))
t_1 = t_2
t_1 = ts[-1]
trans_t_1, rotmats_t_1 = prot_traj[-1]
batch['trans_t'] = trans_t_1
batch['rotmats_t'] = rotmats_t_1
batch['t'] = torch.ones((num_batch, 1), device=self._device) * t_1
with torch.no_grad():
model_out = model(batch)
pred_trans_1 = model_out['pred_trans']
pred_rotmats_1 = model_out['pred_rotmats']
clean_traj.append(
(pred_trans_1.detach().cpu(), pred_rotmats_1.detach().cpu())
)
prot_traj.append((pred_trans_1, pred_rotmats_1))
atom37_traj = all_atom.transrot_to_atom37(prot_traj, res_mask)
clean_atom37_traj = all_atom.transrot_to_atom37(clean_traj, res_mask)
return atom37_traj, clean_atom37_traj, clean_traj