Add https://www.reddit.com/r/Ultralytics/ badge (#13284)
* Refactor code for speed and clarity * Update README.zh-CN.md Signed-off-by: Glenn Jocher <glenn.jocher@ultralytics.com> --------- Signed-off-by: Glenn Jocher <glenn.jocher@ultralytics.com> Co-authored-by: UltralyticsAssistant <web@ultralytics.com>
This commit is contained in:
1 parent
b40781b3e3
commit
c5ffbbf1c3
20 files changed
+164
-73
No files matched your search
@@ -7,6 +7,8 @@ import torch.nn.functional as F
|
||||
|
||||
|
||||
class SiLU(nn.Module):
|
||||
"""Applies the Sigmoid-weighted Linear Unit (SiLU) activation function, also known as Swish."""
|
||||
|
||||
@staticmethod
|
||||
def forward(x):
|
||||
"""
|
||||
@@ -18,6 +20,8 @@ class SiLU(nn.Module):
|
||||
|
||||
|
||||
class Hardswish(nn.Module):
|
||||
"""Applies the Hardswish activation function, which is efficient for mobile and embedded devices."""
|
||||
|
||||
@staticmethod
|
||||
def forward(x):
|
||||
"""
|
||||
@@ -38,7 +42,11 @@ class Mish(nn.Module):
|
||||
|
||||
|
||||
class MemoryEfficientMish(nn.Module):
|
||||
"""Efficiently applies the Mish activation function using custom autograd for reduced memory usage."""
|
||||
|
||||
class F(torch.autograd.Function):
|
||||
"""Implements a custom autograd function for memory-efficient Mish activation."""
|
||||
|
||||
@staticmethod
|
||||
def forward(ctx, x):
|
||||
"""Applies the Mish activation function, a smooth ReLU alternative, to the input tensor `x`."""
|
||||
|
||||
Reference in new issue
Block a user