1
1
mod core_bpe_wrapper;
2
2
3
3
use core_bpe_wrapper:: CoreBPEWrapper ;
4
- use magnus:: { class , define_module , function, method, prelude:: * , Error , ExceptionClass , RModule } ;
4
+ use magnus:: { function, method, prelude:: * , Error , ExceptionClass , RModule , Ruby } ;
5
5
6
6
fn r50k_base ( ) -> CoreBPEWrapper {
7
7
let core_bpe = tiktoken_rs:: r50k_base ( ) . unwrap ( ) ;
@@ -26,11 +26,11 @@ fn o200k_base() -> CoreBPEWrapper {
26
26
}
27
27
28
28
fn module ( ) -> Result < RModule , magnus:: Error > {
29
- define_module ( "Tiktoken" )
29
+ Ruby :: get ( ) . unwrap ( ) . define_module ( "Tiktoken" )
30
30
}
31
31
32
32
fn uncicode_error ( ) -> Result < ExceptionClass , magnus:: Error > {
33
- module ( ) ?. define_error ( "UnicodeError" , magnus :: exception :: standard_error ( ) )
33
+ module ( ) ?. define_error ( "UnicodeError" , Ruby :: get ( ) . unwrap ( ) . exception_standard_error ( ) )
34
34
}
35
35
36
36
#[ magnus:: init]
@@ -45,7 +45,7 @@ fn init() -> Result<(), Error> {
45
45
factory_module. define_singleton_method ( "o200k_base" , function ! ( o200k_base, 0 ) ) ?;
46
46
47
47
let ext_module = module. define_module ( "Ext" ) ?;
48
- let bpe_class = ext_module. define_class ( "CoreBPE" , class :: object ( ) ) ?;
48
+ let bpe_class = ext_module. define_class ( "CoreBPE" , Ruby :: get ( ) . unwrap ( ) . class_object ( ) ) ?;
49
49
50
50
bpe_class. define_method (
51
51
"encode_ordinary" ,
0 commit comments