padding.py 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687
  1. """ Padding Helpers
  2. Hacked together by / Copyright 2020 Ross Wightman
  3. """
  4. import math
  5. from typing import List, Tuple, Union
  6. import torch
  7. import torch.nn.functional as F
  8. from .helpers import to_2tuple
  9. # Calculate symmetric padding for a convolution
  10. def get_padding(kernel_size: int, stride: int = 1, dilation: int = 1, **_) -> Union[int, List[int]]:
  11. if any([isinstance(v, (tuple, list)) for v in [kernel_size, stride, dilation]]):
  12. kernel_size, stride, dilation = to_2tuple(kernel_size), to_2tuple(stride), to_2tuple(dilation)
  13. return [get_padding(*a) for a in zip(kernel_size, stride, dilation)]
  14. padding = ((stride - 1) + dilation * (kernel_size - 1)) // 2
  15. return padding
  16. # Calculate asymmetric TensorFlow-like 'SAME' padding for a convolution
  17. def get_same_padding(x: int, kernel_size: int, stride: int, dilation: int):
  18. if isinstance(x, torch.Tensor):
  19. return torch.clamp(((x / stride).ceil() - 1) * stride + (kernel_size - 1) * dilation + 1 - x, min=0)
  20. else:
  21. return max((math.ceil(x / stride) - 1) * stride + (kernel_size - 1) * dilation + 1 - x, 0)
  22. # Can SAME padding for given args be done statically?
  23. def is_static_pad(kernel_size: int, stride: int = 1, dilation: int = 1, **_):
  24. if any([isinstance(v, (tuple, list)) for v in [kernel_size, stride, dilation]]):
  25. kernel_size, stride, dilation = to_2tuple(kernel_size), to_2tuple(stride), to_2tuple(dilation)
  26. return all([is_static_pad(*a) for a in zip(kernel_size, stride, dilation)])
  27. return stride == 1 and (dilation * (kernel_size - 1)) % 2 == 0
  28. def pad_same_arg(
  29. input_size: List[int],
  30. kernel_size: List[int],
  31. stride: List[int],
  32. dilation: List[int] = (1, 1),
  33. ) -> List[int]:
  34. ih, iw = input_size
  35. kh, kw = kernel_size
  36. pad_h = get_same_padding(ih, kh, stride[0], dilation[0])
  37. pad_w = get_same_padding(iw, kw, stride[1], dilation[1])
  38. return [pad_w // 2, pad_w - pad_w // 2, pad_h // 2, pad_h - pad_h // 2]
  39. # Dynamically pad input x with 'SAME' padding for conv with specified args
  40. def pad_same(
  41. x,
  42. kernel_size: List[int],
  43. stride: List[int],
  44. dilation: List[int] = (1, 1),
  45. value: float = 0,
  46. ):
  47. ih, iw = x.size()[-2:]
  48. pad_h = get_same_padding(ih, kernel_size[0], stride[0], dilation[0])
  49. pad_w = get_same_padding(iw, kernel_size[1], stride[1], dilation[1])
  50. x = F.pad(x, (pad_w // 2, pad_w - pad_w // 2, pad_h // 2, pad_h - pad_h // 2), value=value)
  51. return x
  52. def get_padding_value(padding, kernel_size, **kwargs) -> Tuple[Tuple, bool]:
  53. dynamic = False
  54. if isinstance(padding, str):
  55. # for any string padding, the padding will be calculated for you, one of three ways
  56. padding = padding.lower()
  57. if padding == 'same':
  58. # TF compatible 'SAME' padding, has a performance and GPU memory allocation impact
  59. if is_static_pad(kernel_size, **kwargs):
  60. # static case, no extra overhead
  61. padding = get_padding(kernel_size, **kwargs)
  62. else:
  63. # dynamic 'SAME' padding, has runtime/GPU memory overhead
  64. padding = 0
  65. dynamic = True
  66. elif padding == 'valid':
  67. # 'VALID' padding, same as padding=0
  68. padding = 0
  69. else:
  70. # Default to PyTorch style 'same'-ish symmetric padding
  71. padding = get_padding(kernel_size, **kwargs)
  72. return padding, dynamic