libcudf  23.12.00
stemmer.hpp
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2020, NVIDIA CORPORATION.
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  * http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 #pragma once
17 
18 #include <cudf/column/column.hpp>
19 #include <cudf/scalar/scalar.hpp>
21 
22 namespace nvtext {
32 enum class letter_type {
33  CONSONANT,
34  VOWEL
35 };
36 
77 std::unique_ptr<cudf::column> is_letter(
78  cudf::strings_column_view const& strings,
79  letter_type ltype,
80  cudf::size_type character_index,
82 
128 std::unique_ptr<cudf::column> is_letter(
129  cudf::strings_column_view const& strings,
130  letter_type ltype,
131  cudf::column_view const& indices,
133 
162 std::unique_ptr<cudf::column> porter_stemmer_measure(
163  cudf::strings_column_view const& strings,
165  // end of group
167 } // namespace nvtext
A non-owning, immutable view of device data as a column of elements, some of which may be null as ind...
Given a column-view of strings type, an instance of this class provides a wrapper on this compound co...
Class definition for cudf::column.
device_memory_resource * get_current_device_resource()
std::unique_ptr< cudf::column > is_letter(cudf::strings_column_view const &strings, letter_type ltype, cudf::size_type character_index, rmm::mr::device_memory_resource *mr=rmm::mr::get_current_device_resource())
Returns boolean column indicating if character_index of the input strings is a consonant or vowel.
letter_type
Used for specifying letter type to check.
Definition: stemmer.hpp:32
std::unique_ptr< cudf::column > porter_stemmer_measure(cudf::strings_column_view const &strings, rmm::mr::device_memory_resource *mr=rmm::mr::get_current_device_resource())
Returns the Porter Stemmer measurements of a strings column.
@ CONSONANT
Letter is a consonant.
@ VOWEL
Letter is not a consonant.
int32_t size_type
Row index type for columns and tables.
Definition: types.hpp:80
NVText APIs.
Class definitions for cudf::scalar.
Class definition for cudf::strings_column_view.