update fmt
This commit is contained in:
@@ -3,8 +3,8 @@ use candle_core::{D, Tensor};
|
|||||||
use candle_nn::{
|
use candle_nn::{
|
||||||
Activation, BatchNorm, BatchNormConfig, Conv1d, Conv1dConfig, Conv2d, Conv2dConfig, Embedding,
|
Activation, BatchNorm, BatchNormConfig, Conv1d, Conv1dConfig, Conv2d, Conv2dConfig, Embedding,
|
||||||
LayerNorm, LayerNormConfig, Linear, Module, RmsNorm, VarBuilder, batch_norm, conv1d,
|
LayerNorm, LayerNormConfig, Linear, Module, RmsNorm, VarBuilder, batch_norm, conv1d,
|
||||||
conv1d_no_bias, conv2d, conv2d_no_bias, embedding, layer_norm, linear_b,
|
conv1d_no_bias, conv2d, conv2d_no_bias, embedding, layer_norm, linear_b, linear_no_bias,
|
||||||
linear_no_bias, rms_norm,
|
rms_norm,
|
||||||
};
|
};
|
||||||
use rayon::iter::{IndexedParallelIterator, IntoParallelRefIterator, ParallelIterator};
|
use rayon::iter::{IndexedParallelIterator, IntoParallelRefIterator, ParallelIterator};
|
||||||
|
|
||||||
|
|||||||
@@ -1,7 +1,10 @@
|
|||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
use candle_core::{D, IndexOp, Tensor};
|
use candle_core::{D, IndexOp, Tensor};
|
||||||
use candle_nn::{
|
use candle_nn::{
|
||||||
Activation, Conv2d, Embedding, Init, LayerNorm, Linear, Module, RmsNorm, VarBuilder, embedding, linear, linear_b, linear_no_bias, ops::{sigmoid, softmax}, rms_norm
|
Activation, Conv2d, Embedding, Init, LayerNorm, Linear, Module, RmsNorm, VarBuilder, embedding,
|
||||||
|
linear, linear_b, linear_no_bias,
|
||||||
|
ops::{sigmoid, softmax},
|
||||||
|
rms_norm,
|
||||||
};
|
};
|
||||||
use candle_transformers::models::segment_anything::LayerNorm2d;
|
use candle_transformers::models::segment_anything::LayerNorm2d;
|
||||||
|
|
||||||
@@ -77,7 +80,7 @@ impl Attention {
|
|||||||
let head_dim = dim / num_heads;
|
let head_dim = dim / num_heads;
|
||||||
let scaling = 1.0 / (head_dim as f64).sqrt();
|
let scaling = 1.0 / (head_dim as f64).sqrt();
|
||||||
let qkv = linear_b(dim, dim * 3, qkv_bias, vb.pp("qkv"))?;
|
let qkv = linear_b(dim, dim * 3, qkv_bias, vb.pp("qkv"))?;
|
||||||
|
|
||||||
let proj = linear(dim, dim, vb.pp("proj"))?;
|
let proj = linear(dim, dim, vb.pp("proj"))?;
|
||||||
let mut rel_pos_h = None;
|
let mut rel_pos_h = None;
|
||||||
let mut rel_pos_w = None;
|
let mut rel_pos_w = None;
|
||||||
|
|||||||
@@ -1,8 +1,7 @@
|
|||||||
use anyhow::Result;
|
use anyhow::Result;
|
||||||
use candle_core::Tensor;
|
use candle_core::Tensor;
|
||||||
use candle_nn::{
|
use candle_nn::{
|
||||||
Embedding, Linear, Module, RmsNorm, VarBuilder, embedding, linear_b, linear_no_bias,
|
Embedding, Linear, Module, RmsNorm, VarBuilder, embedding, linear_b, linear_no_bias, rms_norm,
|
||||||
rms_norm,
|
|
||||||
};
|
};
|
||||||
|
|
||||||
use crate::{
|
use crate::{
|
||||||
|
|||||||
Reference in New Issue
Block a user