Skip to content

Commit 9f4ded3

Browse files
authored
Fix class name casing for GemmaTokenizer
fix on linux, i guess it worked on windows since filesystem there is case insensitive
1 parent ea95340 commit 9f4ded3

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/PreTrainedTokenizers/GemmaTokenizer.php

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44

55
namespace Codewithkyrian\Transformers\PreTrainedTokenizers;
66

7-
class GemmaTokenizer extends PretrainedTokenizer
7+
class GemmaTokenizer extends PreTrainedTokenizer
88
{
99
protected string $defaultChatTemplate = "{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}";
1010
}

0 commit comments

Comments
 (0)