Update README.md
Browse files
README.md
CHANGED
@@ -44,7 +44,7 @@ time_reduced_hidden_states = all_layer_hidden_states.mean(-2)
|
|
44 |
print(time_reduced_hidden_states.shape) # [13, 768]
|
45 |
|
46 |
# you can even use a learnable weighted average representation
|
47 |
-
aggregator = nn.Conv1d(in_channels=
|
48 |
weighted_avg_hidden_states = aggregator(time_reduced_hidden_states).squeeze()
|
49 |
```
|
50 |
|
|
|
44 |
print(time_reduced_hidden_states.shape) # [13, 768]
|
45 |
|
46 |
# you can even use a learnable weighted average representation
|
47 |
+
aggregator = nn.Conv1d(in_channels=13, out_channels=1, kernel_size=1)
|
48 |
weighted_avg_hidden_states = aggregator(time_reduced_hidden_states).squeeze()
|
49 |
```
|
50 |
|