huggingface/candle
1
0
Fork 0
mirror of https://github.com/huggingface/candle.git synced 2025-06-19 19:58:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

TinyViT backbone for segment-anything. (#787)

Browse Source 
* TinyViT.

* More TinyViT.

* Add more to the tinyvit backbone.

* Proper padding.

* Plus ViT.

* Add the tiniest vit spec.
This commit is contained in:
Laurent Mazare
2023-09-09 15:10:06 +01:00
committed by GitHub
parent 3cd7e7b51d
commit b7cd58473b
3 changed files with 577 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
candle-nn/src/conv.rs
View File

@ -187,10 +187,10 @@ pub fn conv1d(
out_channels: usize,
kernel_size: usize,
cfg: Conv1dConfig,
vs: crate::VarBuilder,
vb: crate::VarBuilder,
) -> Result<Conv1d> {
let init_ws = crate::init::DEFAULT_KAIMING_NORMAL;
let ws = vs.get_with_hints(
let ws = vb.get_with_hints(
(out_channels, in_channels / cfg.groups, kernel_size),
"weight",
init_ws,
@ -200,7 +200,7 @@ pub fn conv1d(
lo: -bound,
up: bound,
};
let bs = vs.get_with_hints(out_channels, "bias", init_bs)?;
let bs = vb.get_with_hints(out_channels, "bias", init_bs)?;
Ok(Conv1d::new(ws, Some(bs), cfg))
}
@ -209,10 +209,10 @@ pub fn conv2d(
out_channels: usize,
kernel_size: usize,
cfg: Conv2dConfig,
vs: crate::VarBuilder,
vb: crate::VarBuilder,
) -> Result<Conv2d> {
let init_ws = crate::init::DEFAULT_KAIMING_NORMAL;
let ws = vs.get_with_hints(
let ws = vb.get_with_hints(
(
out_channels,
in_channels / cfg.groups,
@ -227,7 +227,7 @@ pub fn conv2d(
lo: -bound,
up: bound,
};
let bs = vs.get_with_hints(out_channels, "bias", init_bs)?;
let bs = vb.get_with_hints(out_channels, "bias", init_bs)?;
Ok(Conv2d::new(ws, Some(bs), cfg))
}
@ -236,10 +236,10 @@ pub fn conv2d_no_bias(
out_channels: usize,
kernel_size: usize,
cfg: Conv2dConfig,
vs: crate::VarBuilder,
vb: crate::VarBuilder,
) -> Result<Conv2d> {
let init_ws = crate::init::DEFAULT_KAIMING_NORMAL;
let ws = vs.get_with_hints(
let ws = vb.get_with_hints(
(
out_channels,
in_channels / cfg.groups,
@ -257,19 +257,19 @@ pub fn conv_transpose2d(
out_channels: usize,
kernel_size: usize,
cfg: ConvTranspose2dConfig,
vs: crate::VarBuilder,
vb: crate::VarBuilder,
) -> Result<ConvTranspose2d> {
let bound = 1. / (out_channels as f64).sqrt() / kernel_size as f64;
let init = crate::Init::Uniform {
lo: -bound,
up: bound,
};
let ws = vs.get_with_hints(
let ws = vb.get_with_hints(
(in_channels, out_channels, kernel_size, kernel_size),
"weight",
init,
)?;
let bs = vs.get_with_hints(out_channels, "bias", init)?;
let bs = vb.get_with_hints(out_channels, "bias", init)?;
Ok(ConvTranspose2d::new(ws, Some(bs), cfg))
}
@ -278,14 +278,14 @@ pub fn conv_transpose2d_no_bias(
out_channels: usize,
kernel_size: usize,
cfg: ConvTranspose2dConfig,
vs: crate::VarBuilder,
vb: crate::VarBuilder,
) -> Result<ConvTranspose2d> {
let bound = 1. / (out_channels as f64).sqrt() / kernel_size as f64;
let init = crate::Init::Uniform {
lo: -bound,
up: bound,
};
let ws = vs.get_with_hints(
let ws = vb.get_with_hints(
(out_channels, in_channels, kernel_size, kernel_size),
"weight",
init,