Files
RustPython/vm/src/obj/objsequence.rs
2020-09-26 03:01:15 +09:00

533 lines
17 KiB
Rust

use std::ops::Range;
use num_bigint::BigInt;
use num_traits::{One, Signed, ToPrimitive, Zero};
use super::objint::{PyInt, PyIntRef};
use super::objsingletons::PyNone;
use super::objslice::{PySlice, PySliceRef};
use crate::function::OptionalArg;
use crate::pyobject::{BorrowValue, Either, PyObjectRef, PyResult, TryFromObject, TypeProtocol};
use crate::vm::VirtualMachine;
pub trait PySliceableSequenceMut {
type Item: Clone;
// as CPython, length of range and items could be different, function must act like Vec::splice()
fn do_set_range(&mut self, range: Range<usize>, items: &[Self::Item]);
fn do_replace_indexes<I>(&mut self, indexes: I, items: &[Self::Item])
where
I: Iterator<Item = usize>;
fn do_delete_range(&mut self, range: Range<usize>);
fn do_delete_indexes<I>(&mut self, range: Range<usize>, indexes: I)
where
I: Iterator<Item = usize>;
fn as_slice(&self) -> &[Self::Item];
fn set_slice_items(
&mut self,
vm: &VirtualMachine,
slice: &PySlice,
items: &[Self::Item],
) -> PyResult<()> {
let start = slice.start_index(vm)?;
let stop = slice.stop_index(vm)?;
let step = slice.step_index(vm)?.unwrap_or_else(BigInt::one);
if step.is_zero() {
return Err(vm.new_value_error("slice step cannot be zero".to_owned()));
}
if step == BigInt::one() {
let range = self.as_slice().get_slice_range(&start, &stop);
let range = if range.end < range.start {
range.start..range.start
} else {
range
};
self.do_set_range(range, items);
return Ok(());
}
let (start, stop, step, is_negative_step) = if step.is_negative() {
(
stop.map(|x| {
if x == -BigInt::one() {
self.as_slice().len() + BigInt::one()
} else {
x + 1
}
}),
start.map(|x| {
if x == -BigInt::one() {
BigInt::from(self.as_slice().len())
} else {
x + 1
}
}),
-step,
true,
)
} else {
(start, stop, step, false)
};
let range = self.as_slice().get_slice_range(&start, &stop);
let range = if range.end < range.start {
range.start..range.start
} else {
range
};
// step is not negative here
if let Some(step) = step.to_usize() {
let slicelen = if range.end > range.start {
(range.end - range.start - 1) / step + 1
} else {
0
};
if slicelen == items.len() {
let indexes = if is_negative_step {
itertools::Either::Left(range.rev().step_by(step))
} else {
itertools::Either::Right(range.step_by(step))
};
self.do_replace_indexes(indexes, items);
Ok(())
} else {
Err(vm.new_value_error(format!(
"attempt to assign sequence of size {} to extended slice of size {}",
items.len(),
slicelen
)))
}
} else {
// edge case, step is too big for usize
// same behaviour as CPython
let slicelen = if range.start < range.end { 1 } else { 0 };
if match items.len() {
0 => slicelen == 0,
1 => {
self.do_set_range(
if is_negative_step {
(range.end - 1)..range.end
} else {
range.start..(range.start + 1)
},
items,
);
true
}
_ => false,
} {
Ok(())
} else {
Err(vm.new_value_error(format!(
"attempt to assign sequence of size {} to extended slice of size {}",
items.len(),
slicelen
)))
}
}
}
fn delete_slice(&mut self, vm: &VirtualMachine, slice: &PySlice) -> PyResult<()> {
let start = slice.start_index(vm)?;
let stop = slice.stop_index(vm)?;
let step = slice.step_index(vm)?.unwrap_or_else(BigInt::one);
if step.is_zero() {
return Err(vm.new_value_error("slice step cannot be zero".to_owned()));
}
if step == BigInt::one() {
let range = self.as_slice().get_slice_range(&start, &stop);
if range.start < range.end {
self.do_delete_range(range);
}
return Ok(());
}
let (start, stop, step, is_negative_step) = if step.is_negative() {
(
stop.map(|x| {
if x == -BigInt::one() {
self.as_slice().len() + BigInt::one()
} else {
x + 1
}
}),
start.map(|x| {
if x == -BigInt::one() {
BigInt::from(self.as_slice().len())
} else {
x + 1
}
}),
-step,
true,
)
} else {
(start, stop, step, false)
};
let range = self.as_slice().get_slice_range(&start, &stop);
if range.start >= range.end {
return Ok(());
}
// step is not negative here
if let Some(step) = step.to_usize() {
let indexes = if is_negative_step {
itertools::Either::Left(range.clone().rev().step_by(step).rev())
} else {
itertools::Either::Right(range.clone().step_by(step))
};
self.do_delete_indexes(range, indexes);
} else {
// edge case, step is too big for usize
// same behaviour as CPython
self.do_delete_range(if is_negative_step {
(range.end - 1)..range.end
} else {
range.start..(range.start + 1)
});
}
Ok(())
}
}
impl<T: Clone> PySliceableSequenceMut for Vec<T> {
type Item = T;
fn as_slice(&self) -> &[Self::Item] {
self.as_slice()
}
fn do_set_range(&mut self, range: Range<usize>, items: &[Self::Item]) {
self.splice(range, items.to_vec());
}
fn do_replace_indexes<I>(&mut self, indexes: I, items: &[Self::Item])
where
I: Iterator<Item = usize>,
{
for (i, item) in indexes.zip(items) {
self[i] = item.clone();
}
}
fn do_delete_range(&mut self, range: Range<usize>) {
self.drain(range);
}
fn do_delete_indexes<I>(&mut self, range: Range<usize>, indexes: I)
where
I: Iterator<Item = usize>,
{
let mut indexes = indexes.peekable();
let mut deleted = 0;
// passing whole range, swap or overlap
for i in range.clone() {
if indexes.peek() == Some(&i) {
indexes.next();
deleted += 1;
} else {
self.swap(i - deleted, i);
}
}
// then drain (the values to delete should now be contiguous at the end of the range)
self.drain((range.end - deleted)..range.end);
}
}
pub trait PySliceableSequence {
type Sliced;
fn do_slice(&self, range: Range<usize>) -> Self::Sliced;
fn do_slice_reverse(&self, range: Range<usize>) -> Self::Sliced;
fn do_stepped_slice(&self, range: Range<usize>, step: usize) -> Self::Sliced;
fn do_stepped_slice_reverse(&self, range: Range<usize>, step: usize) -> Self::Sliced;
fn empty() -> Self::Sliced;
fn len(&self) -> usize;
fn is_empty(&self) -> bool;
fn get_pos(&self, p: isize) -> Option<usize> {
get_pos(p, self.len())
}
fn get_slice_pos(&self, slice_pos: &BigInt) -> usize {
get_slice_pos(slice_pos, self.len())
}
fn get_slice_range(&self, start: &Option<BigInt>, stop: &Option<BigInt>) -> Range<usize> {
let start = start.as_ref().map(|x| self.get_slice_pos(x)).unwrap_or(0);
let stop = stop
.as_ref()
.map(|x| self.get_slice_pos(x))
.unwrap_or_else(|| self.len());
start..stop
}
fn get_slice_items(&self, vm: &VirtualMachine, slice: &PySlice) -> PyResult<Self::Sliced> {
let start = slice.start_index(vm)?;
let stop = slice.stop_index(vm)?;
let step = slice.step_index(vm)?.unwrap_or_else(BigInt::one);
if step.is_zero() {
Err(vm.new_value_error("slice step cannot be zero".to_owned()))
} else if step.is_positive() {
let range = self.get_slice_range(&start, &stop);
if range.start < range.end {
#[allow(clippy::range_plus_one)]
match step.to_i32() {
Some(1) => Ok(self.do_slice(range)),
Some(num) => Ok(self.do_stepped_slice(range, num as usize)),
None => Ok(self.do_slice(range.start..range.start + 1)),
}
} else {
Ok(Self::empty())
}
} else {
// calculate the range for the reverse slice, first the bounds needs to be made
// exclusive around stop, the lower number
let start = start.map(|x| {
if x == -BigInt::one() {
self.len() + BigInt::one()
} else {
x + 1
}
});
let stop = stop.map(|x| {
if x == -BigInt::one() {
BigInt::from(self.len())
} else {
x + 1
}
});
let range = self.get_slice_range(&stop, &start);
if range.start < range.end {
match (-step).to_i32() {
Some(1) => Ok(self.do_slice_reverse(range)),
Some(num) => Ok(self.do_stepped_slice_reverse(range, num as usize)),
None => Ok(self.do_slice(range.end - 1..range.end)),
}
} else {
Ok(Self::empty())
}
}
}
}
impl<T: Clone> PySliceableSequence for [T] {
type Sliced = Vec<T>;
fn do_slice(&self, range: Range<usize>) -> Self::Sliced {
self[range].to_vec()
}
fn do_slice_reverse(&self, range: Range<usize>) -> Self::Sliced {
let mut slice = self[range].to_vec();
slice.reverse();
slice
}
fn do_stepped_slice(&self, range: Range<usize>, step: usize) -> Self::Sliced {
self[range].iter().step_by(step).cloned().collect()
}
fn do_stepped_slice_reverse(&self, range: Range<usize>, step: usize) -> Self::Sliced {
self[range].iter().rev().step_by(step).cloned().collect()
}
#[inline(always)]
fn empty() -> Self::Sliced {
Vec::new()
}
#[inline(always)]
fn len(&self) -> usize {
self.len()
}
#[inline(always)]
fn is_empty(&self) -> bool {
self.is_empty()
}
}
pub enum SequenceIndex {
Int(isize),
Slice(PySliceRef),
}
impl TryFromObject for SequenceIndex {
fn try_from_object(vm: &VirtualMachine, obj: PyObjectRef) -> PyResult<Self> {
match_class!(match obj {
i @ PyInt => i
.borrow_value()
.to_isize()
.map(SequenceIndex::Int)
.ok_or_else(|| vm
.new_index_error("cannot fit 'int' into an index-sized integer".to_owned())),
s @ PySlice => Ok(SequenceIndex::Slice(s)),
obj => Err(vm.new_type_error(format!(
"sequence indices be integers or slices, not {}",
obj.class(),
))),
})
}
}
/// Get the index into a sequence like type. Get it from a python integer
/// object, accounting for negative index, and out of bounds issues.
pub fn get_sequence_index(vm: &VirtualMachine, index: &PyIntRef, length: usize) -> PyResult<usize> {
if let Some(value) = index.borrow_value().to_i64() {
if value < 0 {
let from_end: usize = -value as usize;
if from_end > length {
Err(vm.new_index_error("Index out of bounds!".to_owned()))
} else {
let index = length - from_end;
Ok(index)
}
} else {
let index = value as usize;
if index >= length {
Err(vm.new_index_error("Index out of bounds!".to_owned()))
} else {
Ok(index)
}
}
} else {
Err(vm.new_index_error("cannot fit 'int' into an index-sized integer".to_owned()))
}
}
pub fn get_pos(p: isize, len: usize) -> Option<usize> {
let neg = p.is_negative();
let p = p.abs().to_usize()?;
if neg {
len.checked_sub(p)
} else if p >= len {
None
} else {
Some(p)
}
}
// return pos is in range [0, len] inclusive
pub fn get_saturated_pos(p: isize, len: usize) -> usize {
let mut p = p;
let len = len.to_isize().unwrap();
if p < 0 {
p += len;
if p < 0 {
p = 0;
}
}
if p > len {
p = len;
}
p as usize
}
pub fn get_slice_pos(slice_pos: &BigInt, len: usize) -> usize {
if let Some(pos) = slice_pos.to_isize() {
if let Some(index) = get_pos(pos, len) {
// within bounds
return index;
}
}
if slice_pos.is_negative() {
// slice past start bound, round to start
0
} else {
// slice past end bound, round to end
len
}
}
pub fn get_slice_range(start: &Option<BigInt>, stop: &Option<BigInt>, len: usize) -> Range<usize> {
let start = start.as_ref().map_or(0, |x| get_slice_pos(x, len));
let stop = stop.as_ref().map_or(len, |x| get_slice_pos(x, len));
start..stop
}
pub fn get_item(
vm: &VirtualMachine,
sequence: &PyObjectRef,
elements: &[PyObjectRef],
subscript: PyObjectRef,
) -> PyResult<Either<PyObjectRef, Vec<PyObjectRef>>> {
if let Some(i) = subscript.payload::<PyInt>() {
let value = i.borrow_value().to_isize().ok_or_else(|| {
vm.new_index_error("cannot fit 'int' into an index-sized integer".to_owned())
})?;
let pos_index = get_pos(value, elements.len())
.ok_or_else(|| vm.new_index_error("Index out of bounds!".to_owned()))?;
Ok(Either::A(elements[pos_index].clone()))
} else {
let slice = subscript.payload::<PySlice>().ok_or_else(|| {
vm.new_type_error(format!(
"{} indices must be integers or slices",
sequence.lease_class().name
))
})?;
Ok(Either::B(elements.get_slice_items(vm, slice)?))
}
}
//Check if given arg could be used with PySliceableSequence.get_slice_range()
pub fn is_valid_slice_arg(
arg: OptionalArg<PyObjectRef>,
vm: &VirtualMachine,
) -> PyResult<Option<BigInt>> {
if let OptionalArg::Present(value) = arg {
match_class!(match value {
i @ PyInt => Ok(Some(i.borrow_value().clone())),
_obj @ PyNone => Ok(None),
_ => Err(vm.new_type_error(
"slice indices must be integers or None or have an __index__ method".to_owned()
)), // TODO: check for an __index__ method
})
} else {
Ok(None)
}
}
pub fn opt_len(obj: &PyObjectRef, vm: &VirtualMachine) -> Option<PyResult<usize>> {
vm.get_method(obj.clone(), "__len__").map(|len| {
let len = vm.invoke(&len?, vec![])?;
let len = len
.payload_if_subclass::<PyInt>(vm)
.ok_or_else(|| {
vm.new_type_error(format!(
"'{}' object cannot be interpreted as an integer",
len.lease_class().name
))
})?
.borrow_value();
if len.is_negative() {
return Err(vm.new_value_error("__len__() should return >= 0".to_owned()));
}
let len = len.to_isize().ok_or_else(|| {
vm.new_overflow_error("cannot fit 'int' into an index-sized integer".to_owned())
})?;
Ok(len as usize)
})
}
pub fn len(obj: &PyObjectRef, vm: &VirtualMachine) -> PyResult<usize> {
opt_len(obj, vm).unwrap_or_else(|| {
Err(vm.new_type_error(format!(
"object of type '{}' has no len()",
obj.lease_class().name
)))
})
}