Yixin Song commited on
Commit ·
0ee1606
1
Parent(s): 8c1cd98
Update modeling_falcon.py
Browse files- modeling_falcon.py +0 -1
modeling_falcon.py
CHANGED
|
@@ -401,7 +401,6 @@ class FalconMLP(nn.Module):
|
|
| 401 |
hidden_size = config.hidden_size
|
| 402 |
|
| 403 |
self.dense_h_to_4h = FalconLinear(hidden_size, 4 * hidden_size, bias=config.bias)
|
| 404 |
-
# self.act = nn.GELU()
|
| 405 |
self.act = nn.ReLU()
|
| 406 |
self.dense_4h_to_h = FalconLinear(4 * hidden_size, hidden_size, bias=config.bias)
|
| 407 |
self.hidden_dropout = config.hidden_dropout
|
|
|
|
| 401 |
hidden_size = config.hidden_size
|
| 402 |
|
| 403 |
self.dense_h_to_4h = FalconLinear(hidden_size, 4 * hidden_size, bias=config.bias)
|
|
|
|
| 404 |
self.act = nn.ReLU()
|
| 405 |
self.dense_4h_to_h = FalconLinear(4 * hidden_size, hidden_size, bias=config.bias)
|
| 406 |
self.hidden_dropout = config.hidden_dropout
|