Skip to content

Commit

Permalink
Minor fix.
Browse files Browse the repository at this point in the history
  • Loading branch information
codetalker7 committed Jun 2, 2024
1 parent 9f5f587 commit 7b70601
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion src/modelling/checkpoint.jl
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ function mask_skiplist(tokenizer::Transformers.TextEncoders.AbstractTransformerT
end

function doc(checkpoint::Checkpoint, integer_ids::AbstractArray, integer_mask::AbstractArray)
D = checkpoint.model.bert_model((token=integer_ids, attention_mask=NeuralAttentionlib.GenericSequenceMask(integer_mask))).hidden_state
D = checkpoint.model.bert((token=integer_ids, attention_mask=NeuralAttentionlib.GenericSequenceMask(integer_mask))).hidden_state
D = checkpoint.model.linear(D)

mask = mask_skiplist(checkpoint.model.tokenizer, integer_ids, checkpoint.skiplist)
Expand Down

0 comments on commit 7b70601

Please sign in to comment.