| """ |
| © Battelle Memorial Institute 2023 |
| Made available under the GNU General Public License v 2.0 |
| |
| BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY |
| FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN |
| OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES |
| PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED |
| OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF |
| MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS |
| TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE |
| PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, |
| REPAIR OR CORRECTION. |
| """ |
|
|
| from transformers import PretrainedConfig |
|
|
|
|
| class FupBERTConfig(PretrainedConfig): |
| model_type = "FupBERT" |
|
|
| def __init__( |
| self, |
| ntoken=608, |
| ninp=768, |
| nhead=12, |
| nhid=3072, |
| nlayers=12, |
| token_reduction='mean', |
| padding_idx=0, |
| cls_idx=1, |
| edge_idx=2, |
| num_out=1, |
| dropout=0.1, |
| **kwargs): |
|
|
| |
| self.ntoken = ntoken |
| self.ninp = ninp |
| self.nhead = nhead |
| self.nhid = nhid |
| self.nlayers = nlayers |
| self.token_reduction = token_reduction |
| self.padding_idx = padding_idx |
| self.cls_idx = cls_idx |
| self.edge_idx = edge_idx |
| self.num_out = num_out |
| self.dropout = dropout |
| super().__init__(**kwargs) |
|
|
