mirror of
https://github.com/RustPython/RustPython.git
synced 2026-06-02 19:39:49 +09:00
533 lines
17 KiB
Rust
533 lines
17 KiB
Rust
use std::ops::Range;
|
|
|
|
use num_bigint::BigInt;
|
|
use num_traits::{One, Signed, ToPrimitive, Zero};
|
|
|
|
use super::objint::{PyInt, PyIntRef};
|
|
use super::objsingletons::PyNone;
|
|
use super::objslice::{PySlice, PySliceRef};
|
|
use crate::function::OptionalArg;
|
|
use crate::pyobject::{BorrowValue, Either, PyObjectRef, PyResult, TryFromObject, TypeProtocol};
|
|
use crate::vm::VirtualMachine;
|
|
|
|
pub trait PySliceableSequenceMut {
|
|
type Item: Clone;
|
|
// as CPython, length of range and items could be different, function must act like Vec::splice()
|
|
fn do_set_range(&mut self, range: Range<usize>, items: &[Self::Item]);
|
|
fn do_replace_indexes<I>(&mut self, indexes: I, items: &[Self::Item])
|
|
where
|
|
I: Iterator<Item = usize>;
|
|
fn do_delete_range(&mut self, range: Range<usize>);
|
|
fn do_delete_indexes<I>(&mut self, range: Range<usize>, indexes: I)
|
|
where
|
|
I: Iterator<Item = usize>;
|
|
fn as_slice(&self) -> &[Self::Item];
|
|
|
|
fn set_slice_items(
|
|
&mut self,
|
|
vm: &VirtualMachine,
|
|
slice: &PySlice,
|
|
items: &[Self::Item],
|
|
) -> PyResult<()> {
|
|
let start = slice.start_index(vm)?;
|
|
let stop = slice.stop_index(vm)?;
|
|
let step = slice.step_index(vm)?.unwrap_or_else(BigInt::one);
|
|
|
|
if step.is_zero() {
|
|
return Err(vm.new_value_error("slice step cannot be zero".to_owned()));
|
|
}
|
|
if step == BigInt::one() {
|
|
let range = self.as_slice().get_slice_range(&start, &stop);
|
|
let range = if range.end < range.start {
|
|
range.start..range.start
|
|
} else {
|
|
range
|
|
};
|
|
self.do_set_range(range, items);
|
|
return Ok(());
|
|
}
|
|
|
|
let (start, stop, step, is_negative_step) = if step.is_negative() {
|
|
(
|
|
stop.map(|x| {
|
|
if x == -BigInt::one() {
|
|
self.as_slice().len() + BigInt::one()
|
|
} else {
|
|
x + 1
|
|
}
|
|
}),
|
|
start.map(|x| {
|
|
if x == -BigInt::one() {
|
|
BigInt::from(self.as_slice().len())
|
|
} else {
|
|
x + 1
|
|
}
|
|
}),
|
|
-step,
|
|
true,
|
|
)
|
|
} else {
|
|
(start, stop, step, false)
|
|
};
|
|
|
|
let range = self.as_slice().get_slice_range(&start, &stop);
|
|
let range = if range.end < range.start {
|
|
range.start..range.start
|
|
} else {
|
|
range
|
|
};
|
|
|
|
// step is not negative here
|
|
if let Some(step) = step.to_usize() {
|
|
let slicelen = if range.end > range.start {
|
|
(range.end - range.start - 1) / step + 1
|
|
} else {
|
|
0
|
|
};
|
|
|
|
if slicelen == items.len() {
|
|
let indexes = if is_negative_step {
|
|
itertools::Either::Left(range.rev().step_by(step))
|
|
} else {
|
|
itertools::Either::Right(range.step_by(step))
|
|
};
|
|
self.do_replace_indexes(indexes, items);
|
|
Ok(())
|
|
} else {
|
|
Err(vm.new_value_error(format!(
|
|
"attempt to assign sequence of size {} to extended slice of size {}",
|
|
items.len(),
|
|
slicelen
|
|
)))
|
|
}
|
|
} else {
|
|
// edge case, step is too big for usize
|
|
// same behaviour as CPython
|
|
let slicelen = if range.start < range.end { 1 } else { 0 };
|
|
if match items.len() {
|
|
0 => slicelen == 0,
|
|
1 => {
|
|
self.do_set_range(
|
|
if is_negative_step {
|
|
(range.end - 1)..range.end
|
|
} else {
|
|
range.start..(range.start + 1)
|
|
},
|
|
items,
|
|
);
|
|
true
|
|
}
|
|
_ => false,
|
|
} {
|
|
Ok(())
|
|
} else {
|
|
Err(vm.new_value_error(format!(
|
|
"attempt to assign sequence of size {} to extended slice of size {}",
|
|
items.len(),
|
|
slicelen
|
|
)))
|
|
}
|
|
}
|
|
}
|
|
|
|
fn delete_slice(&mut self, vm: &VirtualMachine, slice: &PySlice) -> PyResult<()> {
|
|
let start = slice.start_index(vm)?;
|
|
let stop = slice.stop_index(vm)?;
|
|
let step = slice.step_index(vm)?.unwrap_or_else(BigInt::one);
|
|
|
|
if step.is_zero() {
|
|
return Err(vm.new_value_error("slice step cannot be zero".to_owned()));
|
|
}
|
|
|
|
if step == BigInt::one() {
|
|
let range = self.as_slice().get_slice_range(&start, &stop);
|
|
if range.start < range.end {
|
|
self.do_delete_range(range);
|
|
}
|
|
return Ok(());
|
|
}
|
|
|
|
let (start, stop, step, is_negative_step) = if step.is_negative() {
|
|
(
|
|
stop.map(|x| {
|
|
if x == -BigInt::one() {
|
|
self.as_slice().len() + BigInt::one()
|
|
} else {
|
|
x + 1
|
|
}
|
|
}),
|
|
start.map(|x| {
|
|
if x == -BigInt::one() {
|
|
BigInt::from(self.as_slice().len())
|
|
} else {
|
|
x + 1
|
|
}
|
|
}),
|
|
-step,
|
|
true,
|
|
)
|
|
} else {
|
|
(start, stop, step, false)
|
|
};
|
|
|
|
let range = self.as_slice().get_slice_range(&start, &stop);
|
|
if range.start >= range.end {
|
|
return Ok(());
|
|
}
|
|
|
|
// step is not negative here
|
|
if let Some(step) = step.to_usize() {
|
|
let indexes = if is_negative_step {
|
|
itertools::Either::Left(range.clone().rev().step_by(step).rev())
|
|
} else {
|
|
itertools::Either::Right(range.clone().step_by(step))
|
|
};
|
|
|
|
self.do_delete_indexes(range, indexes);
|
|
} else {
|
|
// edge case, step is too big for usize
|
|
// same behaviour as CPython
|
|
self.do_delete_range(if is_negative_step {
|
|
(range.end - 1)..range.end
|
|
} else {
|
|
range.start..(range.start + 1)
|
|
});
|
|
}
|
|
Ok(())
|
|
}
|
|
}
|
|
|
|
impl<T: Clone> PySliceableSequenceMut for Vec<T> {
|
|
type Item = T;
|
|
|
|
fn as_slice(&self) -> &[Self::Item] {
|
|
self.as_slice()
|
|
}
|
|
|
|
fn do_set_range(&mut self, range: Range<usize>, items: &[Self::Item]) {
|
|
self.splice(range, items.to_vec());
|
|
}
|
|
|
|
fn do_replace_indexes<I>(&mut self, indexes: I, items: &[Self::Item])
|
|
where
|
|
I: Iterator<Item = usize>,
|
|
{
|
|
for (i, item) in indexes.zip(items) {
|
|
self[i] = item.clone();
|
|
}
|
|
}
|
|
|
|
fn do_delete_range(&mut self, range: Range<usize>) {
|
|
self.drain(range);
|
|
}
|
|
|
|
fn do_delete_indexes<I>(&mut self, range: Range<usize>, indexes: I)
|
|
where
|
|
I: Iterator<Item = usize>,
|
|
{
|
|
let mut indexes = indexes.peekable();
|
|
let mut deleted = 0;
|
|
|
|
// passing whole range, swap or overlap
|
|
for i in range.clone() {
|
|
if indexes.peek() == Some(&i) {
|
|
indexes.next();
|
|
deleted += 1;
|
|
} else {
|
|
self.swap(i - deleted, i);
|
|
}
|
|
}
|
|
// then drain (the values to delete should now be contiguous at the end of the range)
|
|
self.drain((range.end - deleted)..range.end);
|
|
}
|
|
}
|
|
|
|
pub trait PySliceableSequence {
|
|
type Sliced;
|
|
|
|
fn do_slice(&self, range: Range<usize>) -> Self::Sliced;
|
|
fn do_slice_reverse(&self, range: Range<usize>) -> Self::Sliced;
|
|
fn do_stepped_slice(&self, range: Range<usize>, step: usize) -> Self::Sliced;
|
|
fn do_stepped_slice_reverse(&self, range: Range<usize>, step: usize) -> Self::Sliced;
|
|
fn empty() -> Self::Sliced;
|
|
|
|
fn len(&self) -> usize;
|
|
fn is_empty(&self) -> bool;
|
|
|
|
fn get_pos(&self, p: isize) -> Option<usize> {
|
|
get_pos(p, self.len())
|
|
}
|
|
|
|
fn get_slice_pos(&self, slice_pos: &BigInt) -> usize {
|
|
get_slice_pos(slice_pos, self.len())
|
|
}
|
|
|
|
fn get_slice_range(&self, start: &Option<BigInt>, stop: &Option<BigInt>) -> Range<usize> {
|
|
let start = start.as_ref().map(|x| self.get_slice_pos(x)).unwrap_or(0);
|
|
let stop = stop
|
|
.as_ref()
|
|
.map(|x| self.get_slice_pos(x))
|
|
.unwrap_or_else(|| self.len());
|
|
|
|
start..stop
|
|
}
|
|
|
|
fn get_slice_items(&self, vm: &VirtualMachine, slice: &PySlice) -> PyResult<Self::Sliced> {
|
|
let start = slice.start_index(vm)?;
|
|
let stop = slice.stop_index(vm)?;
|
|
let step = slice.step_index(vm)?.unwrap_or_else(BigInt::one);
|
|
if step.is_zero() {
|
|
Err(vm.new_value_error("slice step cannot be zero".to_owned()))
|
|
} else if step.is_positive() {
|
|
let range = self.get_slice_range(&start, &stop);
|
|
if range.start < range.end {
|
|
#[allow(clippy::range_plus_one)]
|
|
match step.to_i32() {
|
|
Some(1) => Ok(self.do_slice(range)),
|
|
Some(num) => Ok(self.do_stepped_slice(range, num as usize)),
|
|
None => Ok(self.do_slice(range.start..range.start + 1)),
|
|
}
|
|
} else {
|
|
Ok(Self::empty())
|
|
}
|
|
} else {
|
|
// calculate the range for the reverse slice, first the bounds needs to be made
|
|
// exclusive around stop, the lower number
|
|
let start = start.map(|x| {
|
|
if x == -BigInt::one() {
|
|
self.len() + BigInt::one()
|
|
} else {
|
|
x + 1
|
|
}
|
|
});
|
|
let stop = stop.map(|x| {
|
|
if x == -BigInt::one() {
|
|
BigInt::from(self.len())
|
|
} else {
|
|
x + 1
|
|
}
|
|
});
|
|
let range = self.get_slice_range(&stop, &start);
|
|
if range.start < range.end {
|
|
match (-step).to_i32() {
|
|
Some(1) => Ok(self.do_slice_reverse(range)),
|
|
Some(num) => Ok(self.do_stepped_slice_reverse(range, num as usize)),
|
|
None => Ok(self.do_slice(range.end - 1..range.end)),
|
|
}
|
|
} else {
|
|
Ok(Self::empty())
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
impl<T: Clone> PySliceableSequence for [T] {
|
|
type Sliced = Vec<T>;
|
|
|
|
fn do_slice(&self, range: Range<usize>) -> Self::Sliced {
|
|
self[range].to_vec()
|
|
}
|
|
|
|
fn do_slice_reverse(&self, range: Range<usize>) -> Self::Sliced {
|
|
let mut slice = self[range].to_vec();
|
|
slice.reverse();
|
|
slice
|
|
}
|
|
|
|
fn do_stepped_slice(&self, range: Range<usize>, step: usize) -> Self::Sliced {
|
|
self[range].iter().step_by(step).cloned().collect()
|
|
}
|
|
|
|
fn do_stepped_slice_reverse(&self, range: Range<usize>, step: usize) -> Self::Sliced {
|
|
self[range].iter().rev().step_by(step).cloned().collect()
|
|
}
|
|
|
|
#[inline(always)]
|
|
fn empty() -> Self::Sliced {
|
|
Vec::new()
|
|
}
|
|
|
|
#[inline(always)]
|
|
fn len(&self) -> usize {
|
|
self.len()
|
|
}
|
|
|
|
#[inline(always)]
|
|
fn is_empty(&self) -> bool {
|
|
self.is_empty()
|
|
}
|
|
}
|
|
|
|
pub enum SequenceIndex {
|
|
Int(isize),
|
|
Slice(PySliceRef),
|
|
}
|
|
|
|
impl TryFromObject for SequenceIndex {
|
|
fn try_from_object(vm: &VirtualMachine, obj: PyObjectRef) -> PyResult<Self> {
|
|
match_class!(match obj {
|
|
i @ PyInt => i
|
|
.borrow_value()
|
|
.to_isize()
|
|
.map(SequenceIndex::Int)
|
|
.ok_or_else(|| vm
|
|
.new_index_error("cannot fit 'int' into an index-sized integer".to_owned())),
|
|
s @ PySlice => Ok(SequenceIndex::Slice(s)),
|
|
obj => Err(vm.new_type_error(format!(
|
|
"sequence indices be integers or slices, not {}",
|
|
obj.class(),
|
|
))),
|
|
})
|
|
}
|
|
}
|
|
|
|
/// Get the index into a sequence like type. Get it from a python integer
|
|
/// object, accounting for negative index, and out of bounds issues.
|
|
pub fn get_sequence_index(vm: &VirtualMachine, index: &PyIntRef, length: usize) -> PyResult<usize> {
|
|
if let Some(value) = index.borrow_value().to_i64() {
|
|
if value < 0 {
|
|
let from_end: usize = -value as usize;
|
|
if from_end > length {
|
|
Err(vm.new_index_error("Index out of bounds!".to_owned()))
|
|
} else {
|
|
let index = length - from_end;
|
|
Ok(index)
|
|
}
|
|
} else {
|
|
let index = value as usize;
|
|
if index >= length {
|
|
Err(vm.new_index_error("Index out of bounds!".to_owned()))
|
|
} else {
|
|
Ok(index)
|
|
}
|
|
}
|
|
} else {
|
|
Err(vm.new_index_error("cannot fit 'int' into an index-sized integer".to_owned()))
|
|
}
|
|
}
|
|
|
|
pub fn get_pos(p: isize, len: usize) -> Option<usize> {
|
|
let neg = p.is_negative();
|
|
let p = p.abs().to_usize()?;
|
|
if neg {
|
|
len.checked_sub(p)
|
|
} else if p >= len {
|
|
None
|
|
} else {
|
|
Some(p)
|
|
}
|
|
}
|
|
|
|
// return pos is in range [0, len] inclusive
|
|
pub fn get_saturated_pos(p: isize, len: usize) -> usize {
|
|
let mut p = p;
|
|
let len = len.to_isize().unwrap();
|
|
if p < 0 {
|
|
p += len;
|
|
if p < 0 {
|
|
p = 0;
|
|
}
|
|
}
|
|
if p > len {
|
|
p = len;
|
|
}
|
|
p as usize
|
|
}
|
|
|
|
pub fn get_slice_pos(slice_pos: &BigInt, len: usize) -> usize {
|
|
if let Some(pos) = slice_pos.to_isize() {
|
|
if let Some(index) = get_pos(pos, len) {
|
|
// within bounds
|
|
return index;
|
|
}
|
|
}
|
|
|
|
if slice_pos.is_negative() {
|
|
// slice past start bound, round to start
|
|
0
|
|
} else {
|
|
// slice past end bound, round to end
|
|
len
|
|
}
|
|
}
|
|
|
|
pub fn get_slice_range(start: &Option<BigInt>, stop: &Option<BigInt>, len: usize) -> Range<usize> {
|
|
let start = start.as_ref().map_or(0, |x| get_slice_pos(x, len));
|
|
let stop = stop.as_ref().map_or(len, |x| get_slice_pos(x, len));
|
|
|
|
start..stop
|
|
}
|
|
|
|
pub fn get_item(
|
|
vm: &VirtualMachine,
|
|
sequence: &PyObjectRef,
|
|
elements: &[PyObjectRef],
|
|
subscript: PyObjectRef,
|
|
) -> PyResult<Either<PyObjectRef, Vec<PyObjectRef>>> {
|
|
if let Some(i) = subscript.payload::<PyInt>() {
|
|
let value = i.borrow_value().to_isize().ok_or_else(|| {
|
|
vm.new_index_error("cannot fit 'int' into an index-sized integer".to_owned())
|
|
})?;
|
|
let pos_index = get_pos(value, elements.len())
|
|
.ok_or_else(|| vm.new_index_error("Index out of bounds!".to_owned()))?;
|
|
Ok(Either::A(elements[pos_index].clone()))
|
|
} else {
|
|
let slice = subscript.payload::<PySlice>().ok_or_else(|| {
|
|
vm.new_type_error(format!(
|
|
"{} indices must be integers or slices",
|
|
sequence.lease_class().name
|
|
))
|
|
})?;
|
|
Ok(Either::B(elements.get_slice_items(vm, slice)?))
|
|
}
|
|
}
|
|
|
|
//Check if given arg could be used with PySliceableSequence.get_slice_range()
|
|
pub fn is_valid_slice_arg(
|
|
arg: OptionalArg<PyObjectRef>,
|
|
vm: &VirtualMachine,
|
|
) -> PyResult<Option<BigInt>> {
|
|
if let OptionalArg::Present(value) = arg {
|
|
match_class!(match value {
|
|
i @ PyInt => Ok(Some(i.borrow_value().clone())),
|
|
_obj @ PyNone => Ok(None),
|
|
_ => Err(vm.new_type_error(
|
|
"slice indices must be integers or None or have an __index__ method".to_owned()
|
|
)), // TODO: check for an __index__ method
|
|
})
|
|
} else {
|
|
Ok(None)
|
|
}
|
|
}
|
|
|
|
pub fn opt_len(obj: &PyObjectRef, vm: &VirtualMachine) -> Option<PyResult<usize>> {
|
|
vm.get_method(obj.clone(), "__len__").map(|len| {
|
|
let len = vm.invoke(&len?, vec![])?;
|
|
let len = len
|
|
.payload_if_subclass::<PyInt>(vm)
|
|
.ok_or_else(|| {
|
|
vm.new_type_error(format!(
|
|
"'{}' object cannot be interpreted as an integer",
|
|
len.lease_class().name
|
|
))
|
|
})?
|
|
.borrow_value();
|
|
if len.is_negative() {
|
|
return Err(vm.new_value_error("__len__() should return >= 0".to_owned()));
|
|
}
|
|
let len = len.to_isize().ok_or_else(|| {
|
|
vm.new_overflow_error("cannot fit 'int' into an index-sized integer".to_owned())
|
|
})?;
|
|
Ok(len as usize)
|
|
})
|
|
}
|
|
|
|
pub fn len(obj: &PyObjectRef, vm: &VirtualMachine) -> PyResult<usize> {
|
|
opt_len(obj, vm).unwrap_or_else(|| {
|
|
Err(vm.new_type_error(format!(
|
|
"object of type '{}' has no len()",
|
|
obj.lease_class().name
|
|
)))
|
|
})
|
|
}
|