11mod core_bpe_wrapper;
22
33use core_bpe_wrapper:: CoreBPEWrapper ;
4- use magnus:: { class , define_module , function, method, prelude:: * , Error , ExceptionClass , RModule } ;
4+ use magnus:: { function, method, prelude:: * , Error , ExceptionClass , RModule , Ruby } ;
55
66fn r50k_base ( ) -> CoreBPEWrapper {
77 let core_bpe = tiktoken_rs:: r50k_base ( ) . unwrap ( ) ;
@@ -26,11 +26,11 @@ fn o200k_base() -> CoreBPEWrapper {
2626}
2727
2828fn module ( ) -> Result < RModule , magnus:: Error > {
29- define_module ( "Tiktoken" )
29+ Ruby :: get ( ) . unwrap ( ) . define_module ( "Tiktoken" )
3030}
3131
3232fn uncicode_error ( ) -> Result < ExceptionClass , magnus:: Error > {
33- module ( ) ?. define_error ( "UnicodeError" , magnus :: exception :: standard_error ( ) )
33+ module ( ) ?. define_error ( "UnicodeError" , Ruby :: get ( ) . unwrap ( ) . exception_standard_error ( ) )
3434}
3535
3636#[ magnus:: init]
@@ -45,7 +45,7 @@ fn init() -> Result<(), Error> {
4545 factory_module. define_singleton_method ( "o200k_base" , function ! ( o200k_base, 0 ) ) ?;
4646
4747 let ext_module = module. define_module ( "Ext" ) ?;
48- let bpe_class = ext_module. define_class ( "CoreBPE" , class :: object ( ) ) ?;
48+ let bpe_class = ext_module. define_class ( "CoreBPE" , Ruby :: get ( ) . unwrap ( ) . class_object ( ) ) ?;
4949
5050 bpe_class. define_method (
5151 "encode_ordinary" ,
0 commit comments