mirror of
https://github.com/nushell/nushell
synced 2024-12-28 14:03:09 +00:00
missing commands (#549)
This commit is contained in:
parent
deeb1da359
commit
ea6912c3f7
2 changed files with 108 additions and 0 deletions
106
crates/nu-command/src/dataframe/eager/drop_duplicates.rs
Normal file
106
crates/nu-command/src/dataframe/eager/drop_duplicates.rs
Normal file
|
@ -0,0 +1,106 @@
|
||||||
|
use nu_engine::CallExt;
|
||||||
|
use nu_protocol::{
|
||||||
|
ast::Call,
|
||||||
|
engine::{Command, EngineState, Stack},
|
||||||
|
Category, Example, PipelineData, ShellError, Signature, Span, SyntaxShape, Value,
|
||||||
|
};
|
||||||
|
|
||||||
|
use super::super::values::utils::convert_columns_string;
|
||||||
|
use super::super::values::{Column, NuDataFrame};
|
||||||
|
|
||||||
|
#[derive(Clone)]
|
||||||
|
pub struct DropDuplicates;
|
||||||
|
|
||||||
|
impl Command for DropDuplicates {
|
||||||
|
fn name(&self) -> &str {
|
||||||
|
"dfr drop-duplicates"
|
||||||
|
}
|
||||||
|
|
||||||
|
fn usage(&self) -> &str {
|
||||||
|
"Drops duplicate values in dataframe"
|
||||||
|
}
|
||||||
|
|
||||||
|
fn signature(&self) -> Signature {
|
||||||
|
Signature::build(self.name())
|
||||||
|
.optional(
|
||||||
|
"subset",
|
||||||
|
SyntaxShape::Table,
|
||||||
|
"subset of columns to drop duplicates",
|
||||||
|
)
|
||||||
|
.switch("maintain", "maintain order", Some('m'))
|
||||||
|
.category(Category::Custom("dataframe".into()))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn examples(&self) -> Vec<Example> {
|
||||||
|
vec![Example {
|
||||||
|
description: "drop duplicates",
|
||||||
|
example: "[[a b]; [1 2] [3 4] [1 2]] | dfr to-df | dfr drop-duplicates",
|
||||||
|
result: Some(
|
||||||
|
NuDataFrame::try_from_columns(vec![
|
||||||
|
Column::new(
|
||||||
|
"a".to_string(),
|
||||||
|
vec![Value::test_int(1), Value::test_int(3)],
|
||||||
|
),
|
||||||
|
Column::new(
|
||||||
|
"b".to_string(),
|
||||||
|
vec![Value::test_int(2), Value::test_int(4)],
|
||||||
|
),
|
||||||
|
])
|
||||||
|
.expect("simple df for test should not fail")
|
||||||
|
.into_value(Span::test_data()),
|
||||||
|
),
|
||||||
|
}]
|
||||||
|
}
|
||||||
|
|
||||||
|
fn run(
|
||||||
|
&self,
|
||||||
|
engine_state: &EngineState,
|
||||||
|
stack: &mut Stack,
|
||||||
|
call: &Call,
|
||||||
|
input: PipelineData,
|
||||||
|
) -> Result<PipelineData, ShellError> {
|
||||||
|
command(engine_state, stack, call, input)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn command(
|
||||||
|
engine_state: &EngineState,
|
||||||
|
stack: &mut Stack,
|
||||||
|
call: &Call,
|
||||||
|
input: PipelineData,
|
||||||
|
) -> Result<PipelineData, ShellError> {
|
||||||
|
let columns: Option<Vec<Value>> = call.opt(engine_state, stack, 0)?;
|
||||||
|
let (subset, col_span) = match columns {
|
||||||
|
Some(cols) => {
|
||||||
|
let (agg_string, col_span) = convert_columns_string(cols, call.head)?;
|
||||||
|
(Some(agg_string), col_span)
|
||||||
|
}
|
||||||
|
None => (None, call.head),
|
||||||
|
};
|
||||||
|
|
||||||
|
let df = NuDataFrame::try_from_pipeline(input, call.head)?;
|
||||||
|
|
||||||
|
let subset_slice = subset.as_ref().map(|cols| &cols[..]);
|
||||||
|
|
||||||
|
df.as_ref()
|
||||||
|
.drop_duplicates(call.has_flag("maintain"), subset_slice)
|
||||||
|
.map_err(|e| {
|
||||||
|
ShellError::SpannedLabeledError(
|
||||||
|
"Error dropping duplicates".into(),
|
||||||
|
e.to_string(),
|
||||||
|
col_span,
|
||||||
|
)
|
||||||
|
})
|
||||||
|
.map(|df| PipelineData::Value(NuDataFrame::dataframe_into_value(df, call.head), None))
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod test {
|
||||||
|
use super::super::super::test_dataframe::test_dataframe;
|
||||||
|
use super::*;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_examples() {
|
||||||
|
test_dataframe(vec![Box::new(DropDuplicates {})])
|
||||||
|
}
|
||||||
|
}
|
|
@ -4,6 +4,7 @@ mod column;
|
||||||
mod command;
|
mod command;
|
||||||
mod describe;
|
mod describe;
|
||||||
mod drop;
|
mod drop;
|
||||||
|
mod drop_duplicates;
|
||||||
mod drop_nulls;
|
mod drop_nulls;
|
||||||
mod dtypes;
|
mod dtypes;
|
||||||
mod dummies;
|
mod dummies;
|
||||||
|
@ -36,6 +37,7 @@ pub use column::ColumnDF;
|
||||||
pub use command::Dataframe;
|
pub use command::Dataframe;
|
||||||
pub use describe::DescribeDF;
|
pub use describe::DescribeDF;
|
||||||
pub use drop::DropDF;
|
pub use drop::DropDF;
|
||||||
|
pub use drop_duplicates::DropDuplicates;
|
||||||
pub use drop_nulls::DropNulls;
|
pub use drop_nulls::DropNulls;
|
||||||
pub use dtypes::DataTypes;
|
pub use dtypes::DataTypes;
|
||||||
pub use dummies::Dummies;
|
pub use dummies::Dummies;
|
||||||
|
|
Loading…
Reference in a new issue