Skip to content

Commit 99c8b7b

Browse files
Implement int_format_into feature
1 parent 6f935a0 commit 99c8b7b

File tree

3 files changed

+278
-42
lines changed

3 files changed

+278
-42
lines changed

library/core/src/fmt/mod.rs

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@ mod float;
1515
#[cfg(no_fp_fmt_parse)]
1616
mod nofloat;
1717
mod num;
18+
mod num_buffer;
1819
mod rt;
1920

2021
#[stable(feature = "fmt_flags_align", since = "1.28.0")]
@@ -33,6 +34,9 @@ pub enum Alignment {
3334
Center,
3435
}
3536

37+
#[unstable(feature = "int_format_into", issue = "138215")]
38+
pub use num_buffer::{NumBuffer, NumBufferTrait};
39+
3640
#[stable(feature = "debug_builders", since = "1.2.0")]
3741
pub use self::builders::{DebugList, DebugMap, DebugSet, DebugStruct, DebugTuple};
3842
#[unstable(feature = "debug_closure_helpers", issue = "117729")]

library/core/src/fmt/num.rs

Lines changed: 214 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
//! Integer and floating-point number formatting
22
3+
use crate::fmt::NumBuffer;
34
use crate::mem::MaybeUninit;
45
use crate::num::fmt as numfmt;
56
use crate::ops::{Div, Rem, Sub};
@@ -199,6 +200,17 @@ static DEC_DIGITS_LUT: &[u8; 200] = b"\
199200
6061626364656667686970717273747576777879\
200201
8081828384858687888990919293949596979899";
201202

203+
/// This function converts a slice of ascii characters into a `&str` starting from `offset`.
204+
///
205+
/// Safety notes: `buf` content starting from `offset` index MUST BE initialized and MUST BE ascii
206+
/// characters.
207+
unsafe fn slice_buffer_to_str(buf: &[MaybeUninit<u8>], offset: usize) -> &str {
208+
// SAFETY: All buf content since offset is set.
209+
let written = unsafe { buf.get_unchecked(offset..) };
210+
// SAFETY: Writes use ASCII from the lookup table exclusively.
211+
unsafe { str::from_utf8_unchecked(written.assume_init_ref()) }
212+
}
213+
202214
macro_rules! impl_Display {
203215
($($signed:ident, $unsigned:ident,)* ; as $u:ident via $conv_fn:ident named $gen_name:ident) => {
204216

@@ -248,6 +260,12 @@ macro_rules! impl_Display {
248260
issue = "none"
249261
)]
250262
pub fn _fmt<'a>(self, buf: &'a mut [MaybeUninit::<u8>]) -> &'a str {
263+
let offset = self._fmt_inner(buf);
264+
// SAFETY: Starting from `offset`, all elements of the slice have been set.
265+
unsafe { slice_buffer_to_str(buf, offset) }
266+
}
267+
268+
fn _fmt_inner(self, buf: &mut [MaybeUninit::<u8>]) -> usize {
251269
// Count the number of bytes in buf that are not initialized.
252270
let mut offset = buf.len();
253271
// Consume the least-significant decimals from a working copy.
@@ -309,24 +327,95 @@ macro_rules! impl_Display {
309327
// not used: remain = 0;
310328
}
311329

312-
// SAFETY: All buf content since offset is set.
313-
let written = unsafe { buf.get_unchecked(offset..) };
314-
// SAFETY: Writes use ASCII from the lookup table exclusively.
315-
unsafe {
316-
str::from_utf8_unchecked(slice::from_raw_parts(
317-
MaybeUninit::slice_as_ptr(written),
318-
written.len(),
319-
))
330+
offset
331+
}
332+
}
333+
334+
impl $signed {
335+
/// Allows users to write an integer (in signed decimal format) into a variable `buf` of
336+
/// type [`NumBuffer`] that is passed by the caller by mutable reference.
337+
///
338+
/// # Examples
339+
///
340+
/// ```
341+
/// #![feature(int_format_into)]
342+
/// use core::fmt::NumBuffer;
343+
///
344+
#[doc = concat!("let n = 0", stringify!($signed), ";")]
345+
/// let mut buf = NumBuffer::new();
346+
/// assert_eq!(n.format_into(&mut buf), "0");
347+
///
348+
#[doc = concat!("let n1 = 32", stringify!($signed), ";")]
349+
/// assert_eq!(n1.format_into(&mut buf), "32");
350+
///
351+
#[doc = concat!("let n2 = ", stringify!($signed::MAX), ";")]
352+
#[doc = concat!("assert_eq!(n2.format_into(&mut buf), ", stringify!($signed::MAX), ".to_string());")]
353+
/// ```
354+
#[unstable(feature = "int_format_into", issue = "138215")]
355+
pub fn format_into(self, buf: &mut NumBuffer<Self>) -> &str {
356+
let mut offset;
357+
358+
#[cfg(not(feature = "optimize_for_size"))]
359+
{
360+
offset = self.unsigned_abs()._fmt_inner(&mut buf.buf);
361+
}
362+
#[cfg(feature = "optimize_for_size")]
363+
{
364+
offset = _inner_slow_integer_to_str(self.unsigned_abs().$conv_fn(), &mut buf.buf);
320365
}
366+
// Only difference between signed and unsigned are these 4 lines.
367+
if self < 0 {
368+
offset -= 1;
369+
buf.buf[offset].write(b'-');
370+
}
371+
// SAFETY: Starting from `offset`, all elements of the slice have been set.
372+
unsafe { slice_buffer_to_str(&buf.buf, offset) }
321373
}
322-
})*
374+
}
375+
376+
impl $unsigned {
377+
/// Allows users to write an integer (in signed decimal format) into a variable `buf` of
378+
/// type [`NumBuffer`] that is passed by the caller by mutable reference.
379+
///
380+
/// # Examples
381+
///
382+
/// ```
383+
/// #![feature(int_format_into)]
384+
/// use core::fmt::NumBuffer;
385+
///
386+
#[doc = concat!("let n = 0", stringify!($unsigned), ";")]
387+
/// let mut buf = NumBuffer::new();
388+
/// assert_eq!(n.format_into(&mut buf), "0");
389+
///
390+
#[doc = concat!("let n1 = 32", stringify!($unsigned), ";")]
391+
/// assert_eq!(n1.format_into(&mut buf), "32");
392+
///
393+
#[doc = concat!("let n2 = ", stringify!($unsigned::MAX), ";")]
394+
#[doc = concat!("assert_eq!(n2.format_into(&mut buf), ", stringify!($unsigned::MAX), ".to_string());")]
395+
/// ```
396+
#[unstable(feature = "int_format_into", issue = "138215")]
397+
pub fn format_into(self, buf: &mut NumBuffer<Self>) -> &str {
398+
let offset;
399+
400+
#[cfg(not(feature = "optimize_for_size"))]
401+
{
402+
offset = self._fmt_inner(&mut buf.buf);
403+
}
404+
#[cfg(feature = "optimize_for_size")]
405+
{
406+
offset = _inner_slow_integer_to_str(self.$conv_fn(), &mut buf.buf);
407+
}
408+
// SAFETY: Starting from `offset`, all elements of the slice have been set.
409+
unsafe { slice_buffer_to_str(&buf.buf, offset) }
410+
}
411+
}
412+
413+
414+
)*
323415

324416
#[cfg(feature = "optimize_for_size")]
325-
fn $gen_name(mut n: $u, is_nonnegative: bool, f: &mut fmt::Formatter<'_>) -> fmt::Result {
326-
const MAX_DEC_N: usize = $u::MAX.ilog(10) as usize + 1;
327-
let mut buf = [MaybeUninit::<u8>::uninit(); MAX_DEC_N];
328-
let mut curr = MAX_DEC_N;
329-
let buf_ptr = MaybeUninit::slice_as_mut_ptr(&mut buf);
417+
fn _inner_slow_integer_to_str(mut n: $u, buf: &mut [MaybeUninit::<u8>]) -> usize {
418+
let mut curr = buf.len();
330419

331420
// SAFETY: To show that it's OK to copy into `buf_ptr`, notice that at the beginning
332421
// `curr == buf.len() == 39 > log(n)` since `n < 2^128 < 10^39`, and at
@@ -336,20 +425,25 @@ macro_rules! impl_Display {
336425
unsafe {
337426
loop {
338427
curr -= 1;
339-
buf_ptr.add(curr).write((n % 10) as u8 + b'0');
428+
buf[curr].write((n % 10) as u8 + b'0');
340429
n /= 10;
341430

342431
if n == 0 {
343432
break;
344433
}
345434
}
346435
}
436+
cur
437+
}
347438

348-
// SAFETY: `curr` > 0 (since we made `buf` large enough), and all the chars are valid UTF-8
349-
let buf_slice = unsafe {
350-
str::from_utf8_unchecked(
351-
slice::from_raw_parts(buf_ptr.add(curr), buf.len() - curr))
352-
};
439+
#[cfg(feature = "optimize_for_size")]
440+
fn $gen_name(n: $u, is_nonnegative: bool, f: &mut fmt::Formatter<'_>) -> fmt::Result {
441+
const MAX_DEC_N: usize = $u::MAX.ilog(10) as usize + 1;
442+
let mut buf = [MaybeUninit::<u8>::uninit(); MAX_DEC_N];
443+
444+
let offset = _inner_slow_integer_to_str(n, &mut buf);
445+
// SAFETY: Starting from `offset`, all elements of the slice have been set.
446+
let buf_slice = unsafe { slice_buffer_to_str(&buf, offset) };
353447
f.pad_integral(is_nonnegative, "", buf_slice)
354448
}
355449
};
@@ -579,35 +673,112 @@ impl fmt::Display for i128 {
579673
}
580674
}
581675

582-
/// Format optimized for u128. Computation of 128 bits is limited by proccessing
583-
/// in batches of 16 decimals at a time.
584-
fn fmt_u128(n: u128, is_nonnegative: bool, f: &mut fmt::Formatter<'_>) -> fmt::Result {
676+
impl u128 {
677+
/// Allows users to write an integer (in signed decimal format) into a variable `buf` of
678+
/// type [`NumBuffer`] that is passed by the caller by mutable reference.
679+
///
680+
/// # Examples
681+
///
682+
/// ```
683+
/// #![feature(int_format_into)]
684+
/// use core::fmt::NumBuffer;
685+
///
686+
/// let n = 0u128;
687+
/// let mut buf = NumBuffer::new();
688+
/// assert_eq!(n.format_into(&mut buf), "0");
689+
///
690+
/// let n1 = 32u128;
691+
/// let mut buf1 = NumBuffer::new();
692+
/// assert_eq!(n1.format_into(&mut buf1), "32");
693+
///
694+
/// let n2 = u128::MAX;
695+
/// let mut buf2 = NumBuffer::new();
696+
/// assert_eq!(n2.format_into(&mut buf2), u128::MAX.to_string());
697+
/// ```
698+
#[unstable(feature = "int_format_into", issue = "138215")]
699+
pub fn format_into(self, buf: &mut NumBuffer<Self>) -> &str {
700+
// FIXME: Once const generics are better, use `NumberBufferTrait::BUF_SIZE` as generic const
701+
// for `fmt_u128_inner`.
702+
//
703+
// In the meantime, we have to use a slice starting at index 1 and add 1 to the returned
704+
// offset to ensure the number is correctly generated at the end of the buffer.
705+
let offset = fmt_u128_inner(self, &mut buf.buf[1..]) + 1;
706+
// SAFETY: Starting from `offset`, all elements of the slice have been set.
707+
unsafe { slice_buffer_to_str(&buf.buf, offset) }
708+
}
709+
}
710+
711+
impl i128 {
712+
/// Allows users to write an integer (in signed decimal format) into a variable `buf` of
713+
/// type [`NumBuffer`] that is passed by the caller by mutable reference.
714+
///
715+
/// # Examples
716+
///
717+
/// ```
718+
/// #![feature(int_format_into)]
719+
/// use core::fmt::NumBuffer;
720+
///
721+
/// let n = 0i128;
722+
/// let mut buf = NumBuffer::new();
723+
/// assert_eq!(n.format_into(&mut buf), "0");
724+
///
725+
/// let n1 = 32i128;
726+
/// let mut buf1 = NumBuffer::new();
727+
/// assert_eq!(n1.format_into(&mut buf1), "32");
728+
///
729+
/// let n2 = i128::MAX;
730+
/// let mut buf2 = NumBuffer::new();
731+
/// assert_eq!(n2.format_into(&mut buf2), i128::MAX.to_string());
732+
/// ```
733+
#[unstable(feature = "int_format_into", issue = "138215")]
734+
pub fn format_into(self, buf: &mut NumBuffer<Self>) -> &str {
735+
// FIXME: Once const generics are better, use `NumberBufferTrait::BUF_SIZE` as generic const
736+
// for `fmt_u128_inner`.
737+
//
738+
// In the meantime, we have to use a slice starting at index 1 and add 1 to the returned
739+
// offset to ensure the number is correctly generated at the end of the buffer.
740+
let mut offset = fmt_u128_inner(self.unsigned_abs(), &mut buf.buf[1..]) + 1;
741+
// Only difference between signed and unsigned are these 4 lines.
742+
if self < 0 {
743+
offset -= 1;
744+
buf.buf[offset].write(b'-');
745+
}
746+
// SAFETY: Starting from `offset`, all elements of the slice have been set.
747+
unsafe { slice_buffer_to_str(&buf.buf, offset) }
748+
}
749+
}
750+
751+
/// Specialized optimization for u128. Instead of taking two items at a time, it splits
752+
/// into at most 2 u64s, and then chunks by 10e16, 10e8, 10e4, 10e2, and then 10e1.
753+
/// It also has to handle 1 last item, as 10^40 > 2^128 > 10^39, whereas
754+
/// 10^20 > 2^64 > 10^19.
755+
///
756+
/// IMPORTANT: `buf` length MUST BE at least 39.
757+
fn fmt_u128_inner(n: u128, buf: &mut [MaybeUninit<u8>]) -> usize {
758+
const MAX_DEC_N: usize = u128::MAX.ilog(10) as usize + 1;
759+
585760
// Optimize common-case zero, which would also need special treatment due to
586761
// its "leading" zero.
587762
if n == 0 {
588-
return f.pad_integral(true, "", "0");
763+
buf[MAX_DEC_N - 1].write(b'0');
764+
return MAX_DEC_N - 1;
589765
}
590766

591-
// U128::MAX has 39 significant-decimals.
592-
const MAX_DEC_N: usize = u128::MAX.ilog(10) as usize + 1;
593-
// Buffer decimals with right alignment.
594-
let mut buf = [MaybeUninit::<u8>::uninit(); MAX_DEC_N];
595-
596767
// Take the 16 least-significant decimals.
597768
let (quot_1e16, mod_1e16) = div_rem_1e16(n);
598769
let (mut remain, mut offset) = if quot_1e16 == 0 {
599770
(mod_1e16, MAX_DEC_N)
600771
} else {
601772
// Write digits at buf[23..39].
602-
enc_16lsd::<{ MAX_DEC_N - 16 }>(&mut buf, mod_1e16);
773+
enc_16lsd::<{ MAX_DEC_N - 16 }>(buf, mod_1e16);
603774

604775
// Take another 16 decimals.
605776
let (quot2, mod2) = div_rem_1e16(quot_1e16);
606777
if quot2 == 0 {
607778
(mod2, MAX_DEC_N - 16)
608779
} else {
609780
// Write digits at buf[7..23].
610-
enc_16lsd::<{ MAX_DEC_N - 32 }>(&mut buf, mod2);
781+
enc_16lsd::<{ MAX_DEC_N - 32 }>(buf, mod2);
611782
// Quot2 has at most 7 decimals remaining after two 1e16 divisions.
612783
(quot2 as u64, MAX_DEC_N - 32)
613784
}
@@ -666,22 +837,23 @@ fn fmt_u128(n: u128, is_nonnegative: bool, f: &mut fmt::Formatter<'_>) -> fmt::R
666837
buf[offset].write(DEC_DIGITS_LUT[last * 2 + 1]);
667838
// not used: remain = 0;
668839
}
840+
offset
841+
}
669842

670-
// SAFETY: All buf content since offset is set.
671-
let written = unsafe { buf.get_unchecked(offset..) };
672-
// SAFETY: Writes use ASCII from the lookup table exclusively.
673-
let as_str = unsafe {
674-
str::from_utf8_unchecked(slice::from_raw_parts(
675-
MaybeUninit::slice_as_ptr(written),
676-
written.len(),
677-
))
678-
};
679-
f.pad_integral(is_nonnegative, "", as_str)
843+
fn fmt_u128(n: u128, is_nonnegative: bool, f: &mut fmt::Formatter<'_>) -> fmt::Result {
844+
// 2^128 is about 3*10^38, so 39 gives an extra byte of space
845+
const MAX_DEC_N: usize = u128::MAX.ilog(10) as usize + 1;
846+
let mut buf = [MaybeUninit::<u8>::uninit(); MAX_DEC_N];
847+
848+
let offset = fmt_u128_inner(n, &mut buf);
849+
// SAFETY: Starting from `offset`, all elements of the slice have been set.
850+
let buf_slice = unsafe { slice_buffer_to_str(&buf, offset) };
851+
f.pad_integral(is_nonnegative, "", buf_slice)
680852
}
681853

682854
/// Encodes the 16 least-significant decimals of n into `buf[OFFSET .. OFFSET +
683855
/// 16 ]`.
684-
fn enc_16lsd<const OFFSET: usize>(buf: &mut [MaybeUninit<u8>; 39], n: u64) {
856+
fn enc_16lsd<const OFFSET: usize>(buf: &mut [MaybeUninit<u8>], n: u64) {
685857
// Consume the least-significant decimals from a working copy.
686858
let mut remain = n;
687859

0 commit comments

Comments
 (0)