Commit
·
6f6705b
1
Parent(s):
158e809
Upload loconet
Browse files- modeling_loconet.py +3 -0
- pytorch_model.bin +2 -2
modeling_loconet.py
CHANGED
|
@@ -11,6 +11,9 @@ class loconet(PreTrainedModel):
|
|
| 11 |
super().__init__(config)
|
| 12 |
|
| 13 |
self.model = locoencoder(config)
|
|
|
|
|
|
|
|
|
|
| 14 |
|
| 15 |
def forward(self, audioFeature, visualFeature, masks, labels=None):
|
| 16 |
b, s, t = visualFeature.shape[:3]
|
|
|
|
| 11 |
super().__init__(config)
|
| 12 |
|
| 13 |
self.model = locoencoder(config)
|
| 14 |
+
self.lossAV = lossAV()
|
| 15 |
+
self.lossA = lossA()
|
| 16 |
+
self.lossV = lossV()
|
| 17 |
|
| 18 |
def forward(self, audioFeature, visualFeature, masks, labels=None):
|
| 19 |
b, s, t = visualFeature.shape[:3]
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7aa6a388e424747d5b0b204b383ec53cc466a37b7f1c4c7e34a9fc766ce11f2
|
| 3 |
+
size 137470241
|