#include #include #include #include #include #include #include #include #include #include #include #include #include #include void TestCopyFromConstIterator(void) { typedef int T; std::vector v(5); v[0] = 0; v[1] = 1; v[2] = 2; v[3] = 3; v[4] = 4; std::vector::const_iterator begin = v.begin(); std::vector::const_iterator end = v.end(); // copy to host_vector thrust::host_vector h(5, (T) 10); thrust::host_vector::iterator h_result = thrust::copy(begin, end, h.begin()); ASSERT_EQUAL(h[0], 0); ASSERT_EQUAL(h[1], 1); ASSERT_EQUAL(h[2], 2); ASSERT_EQUAL(h[3], 3); ASSERT_EQUAL(h[4], 4); ASSERT_EQUAL_QUIET(h_result, h.end()); // copy to device_vector thrust::device_vector d(5, (T) 10); thrust::device_vector::iterator d_result = thrust::copy(begin, end, d.begin()); ASSERT_EQUAL(d[0], 0); ASSERT_EQUAL(d[1], 1); ASSERT_EQUAL(d[2], 2); ASSERT_EQUAL(d[3], 3); ASSERT_EQUAL(d[4], 4); ASSERT_EQUAL_QUIET(d_result, d.end()); } DECLARE_UNITTEST(TestCopyFromConstIterator); void TestCopyToDiscardIterator(void) { typedef int T; thrust::host_vector h_input(5,1); thrust::device_vector d_input = h_input; thrust::discard_iterator<> reference(5); // copy from host_vector thrust::discard_iterator<> h_result = thrust::copy(h_input.begin(), h_input.end(), thrust::make_discard_iterator()); // copy from device_vector thrust::discard_iterator<> d_result = thrust::copy(d_input.begin(), d_input.end(), thrust::make_discard_iterator()); ASSERT_EQUAL_QUIET(reference, h_result); ASSERT_EQUAL_QUIET(reference, d_result); } DECLARE_UNITTEST(TestCopyToDiscardIterator); void TestCopyToDiscardIteratorZipped(void) { typedef int T; thrust::host_vector h_input(5,1); thrust::device_vector d_input = h_input; thrust::host_vector h_output(5); thrust::device_vector d_output(5); thrust::discard_iterator<> reference(5); typedef thrust::tuple,thrust::host_vector::iterator> Tuple1; typedef thrust::tuple,thrust::device_vector::iterator> Tuple2; typedef thrust::zip_iterator ZipIterator1; typedef thrust::zip_iterator ZipIterator2; // copy from host_vector ZipIterator1 h_result = thrust::copy(thrust::make_zip_iterator(thrust::make_tuple(h_input.begin(), h_input.begin())), thrust::make_zip_iterator(thrust::make_tuple(h_input.end(), h_input.end())), thrust::make_zip_iterator(thrust::make_tuple(thrust::make_discard_iterator(), h_output.begin()))); // copy from device_vector ZipIterator2 d_result = thrust::copy(thrust::make_zip_iterator(thrust::make_tuple(d_input.begin(), d_input.begin())), thrust::make_zip_iterator(thrust::make_tuple(d_input.end(), d_input.end())), thrust::make_zip_iterator(thrust::make_tuple(thrust::make_discard_iterator(), d_output.begin()))); ASSERT_EQUAL(h_output, h_input); ASSERT_EQUAL(d_output, d_input); ASSERT_EQUAL_QUIET(reference, thrust::get<0>(h_result.get_iterator_tuple())); ASSERT_EQUAL_QUIET(reference, thrust::get<0>(d_result.get_iterator_tuple())); } DECLARE_UNITTEST(TestCopyToDiscardIteratorZipped); template void TestCopyMatchingTypes(void) { typedef typename Vector::value_type T; Vector v(5); v[0] = 0; v[1] = 1; v[2] = 2; v[3] = 3; v[4] = 4; // copy to host_vector thrust::host_vector h(5, (T) 10); typename thrust::host_vector::iterator h_result = thrust::copy(v.begin(), v.end(), h.begin()); ASSERT_EQUAL(h[0], 0); ASSERT_EQUAL(h[1], 1); ASSERT_EQUAL(h[2], 2); ASSERT_EQUAL(h[3], 3); ASSERT_EQUAL(h[4], 4); ASSERT_EQUAL_QUIET(h_result, h.end()); // copy to device_vector thrust::device_vector d(5, (T) 10); typename thrust::device_vector::iterator d_result = thrust::copy(v.begin(), v.end(), d.begin()); ASSERT_EQUAL(d[0], 0); ASSERT_EQUAL(d[1], 1); ASSERT_EQUAL(d[2], 2); ASSERT_EQUAL(d[3], 3); ASSERT_EQUAL(d[4], 4); ASSERT_EQUAL_QUIET(d_result, d.end()); } DECLARE_VECTOR_UNITTEST(TestCopyMatchingTypes); template void TestCopyMixedTypes(void) { Vector v(5); v[0] = 0; v[1] = 1; v[2] = 2; v[3] = 3; v[4] = 4; // copy to host_vector with different type thrust::host_vector h(5, (float) 10); typename thrust::host_vector::iterator h_result = thrust::copy(v.begin(), v.end(), h.begin()); ASSERT_EQUAL(h[0], 0); ASSERT_EQUAL(h[1], 1); ASSERT_EQUAL(h[2], 2); ASSERT_EQUAL(h[3], 3); ASSERT_EQUAL(h[4], 4); ASSERT_EQUAL_QUIET(h_result, h.end()); // copy to device_vector with different type thrust::device_vector d(5, (float) 10); typename thrust::device_vector::iterator d_result = thrust::copy(v.begin(), v.end(), d.begin()); ASSERT_EQUAL(d[0], 0); ASSERT_EQUAL(d[1], 1); ASSERT_EQUAL(d[2], 2); ASSERT_EQUAL(d[3], 3); ASSERT_EQUAL(d[4], 4); ASSERT_EQUAL_QUIET(d_result, d.end()); } DECLARE_INTEGRAL_VECTOR_UNITTEST(TestCopyMixedTypes); void TestCopyVectorBool(void) { std::vector v(3); v[0] = true; v[1] = false; v[2] = true; thrust::host_vector h(3); thrust::device_vector d(3); thrust::copy(v.begin(), v.end(), h.begin()); thrust::copy(v.begin(), v.end(), d.begin()); ASSERT_EQUAL(h[0], true); ASSERT_EQUAL(h[1], false); ASSERT_EQUAL(h[2], true); ASSERT_EQUAL(d[0], true); ASSERT_EQUAL(d[1], false); ASSERT_EQUAL(d[2], true); } DECLARE_UNITTEST(TestCopyVectorBool); template void TestCopyListTo(void) { typedef typename Vector::value_type T; // copy from list to Vector std::list l; l.push_back(0); l.push_back(1); l.push_back(2); l.push_back(3); l.push_back(4); Vector v(l.size()); typename Vector::iterator v_result = thrust::copy(l.begin(), l.end(), v.begin()); ASSERT_EQUAL(v[0], T(0)); ASSERT_EQUAL(v[1], T(1)); ASSERT_EQUAL(v[2], T(2)); ASSERT_EQUAL(v[3], T(3)); ASSERT_EQUAL(v[4], T(4)); ASSERT_EQUAL_QUIET(v_result, v.end()); l.clear(); thrust::copy(v.begin(), v.end(), std::back_insert_iterator< std::list >(l)); ASSERT_EQUAL(l.size(), 5lu); typename std::list::const_iterator iter = l.begin(); ASSERT_EQUAL(*iter, T(0)); iter++; ASSERT_EQUAL(*iter, T(1)); iter++; ASSERT_EQUAL(*iter, T(2)); iter++; ASSERT_EQUAL(*iter, T(3)); iter++; ASSERT_EQUAL(*iter, T(4)); iter++; } DECLARE_VECTOR_UNITTEST(TestCopyListTo); template struct is_even { __host__ __device__ bool operator()(T x) { return (x & 1) == 0; } }; template struct is_true { __host__ __device__ bool operator()(T x) { return x ? true : false; } }; template struct mod_3 { __host__ __device__ unsigned int operator()(T x) { return x % 3; } }; template void TestCopyIfSimple(void) { typedef typename Vector::value_type T; Vector v(5); v[0] = 0; v[1] = 1; v[2] = 2; v[3] = 3; v[4] = 4; Vector dest(4); typename Vector::iterator dest_end = thrust::copy_if(v.begin(), v.end(), dest.begin(), is_true()); ASSERT_EQUAL(1, dest[0]); ASSERT_EQUAL(2, dest[1]); ASSERT_EQUAL(3, dest[2]); ASSERT_EQUAL(4, dest[3]); ASSERT_EQUAL_QUIET(dest.end(), dest_end); } DECLARE_VECTOR_UNITTEST(TestCopyIfSimple); template void TestCopyIf(const size_t n) { thrust::host_vector h_data = unittest::random_integers(n); thrust::device_vector d_data = h_data; typename thrust::host_vector::iterator h_new_end; typename thrust::device_vector::iterator d_new_end; { thrust::host_vector h_result(n); thrust::device_vector d_result(n); h_new_end = thrust::copy_if(h_data.begin(), h_data.end(), h_result.begin(), is_true()); d_new_end = thrust::copy_if(d_data.begin(), d_data.end(), d_result.begin(), is_true()); h_result.resize(h_new_end - h_result.begin()); d_result.resize(d_new_end - d_result.begin()); ASSERT_EQUAL(h_result, d_result); } } DECLARE_INTEGRAL_VARIABLE_UNITTEST(TestCopyIf); template void TestCopyIfIntegral(const size_t n) { thrust::host_vector h_data = unittest::random_integers(n); thrust::device_vector d_data = h_data; typename thrust::host_vector::iterator h_new_end; typename thrust::device_vector::iterator d_new_end; // test with Predicate that returns a bool { thrust::host_vector h_result(n); thrust::device_vector d_result(n); h_new_end = thrust::copy_if(h_data.begin(), h_data.end(), h_result.begin(), is_even()); d_new_end = thrust::copy_if(d_data.begin(), d_data.end(), d_result.begin(), is_even()); h_result.resize(h_new_end - h_result.begin()); d_result.resize(d_new_end - d_result.begin()); ASSERT_EQUAL(h_result, d_result); } // test with Predicate that returns a non-bool { thrust::host_vector h_result(n); thrust::device_vector d_result(n); h_new_end = thrust::copy_if(h_data.begin(), h_data.end(), h_result.begin(), mod_3()); d_new_end = thrust::copy_if(d_data.begin(), d_data.end(), d_result.begin(), mod_3()); h_result.resize(h_new_end - h_result.begin()); d_result.resize(d_new_end - d_result.begin()); ASSERT_EQUAL(h_result, d_result); } } DECLARE_INTEGRAL_VARIABLE_UNITTEST(TestCopyIfIntegral); template void TestCopyIfSequence(const size_t n) { thrust::host_vector h_data(n); thrust::sequence(h_data.begin(), h_data.end()); thrust::device_vector d_data(n); thrust::sequence(d_data.begin(), d_data.end()); thrust::host_vector h_result(n); thrust::device_vector d_result(n); typename thrust::host_vector::iterator h_new_end; typename thrust::device_vector::iterator d_new_end; // test with Predicate that returns a bool { thrust::host_vector h_result(n); thrust::device_vector d_result(n); h_new_end = thrust::copy_if(h_data.begin(), h_data.end(), h_result.begin(), is_even()); d_new_end = thrust::copy_if(d_data.begin(), d_data.end(), d_result.begin(), is_even()); h_result.resize(h_new_end - h_result.begin()); d_result.resize(d_new_end - d_result.begin()); ASSERT_EQUAL(h_result, d_result); } // test with Predicate that returns a non-bool { thrust::host_vector h_result(n); thrust::device_vector d_result(n); h_new_end = thrust::copy_if(h_data.begin(), h_data.end(), h_result.begin(), mod_3()); d_new_end = thrust::copy_if(d_data.begin(), d_data.end(), d_result.begin(), mod_3()); h_result.resize(h_new_end - h_result.begin()); d_result.resize(d_new_end - d_result.begin()); ASSERT_EQUAL(h_result, d_result); } } DECLARE_INTEGRAL_VARIABLE_UNITTEST(TestCopyIfSequence); template void TestCopyIfStencilSimple(void) { typedef typename Vector::value_type T; Vector v(5); v[0] = 0; v[1] = 1; v[2] = 2; v[3] = 3; v[4] = 4; Vector s(5); s[0] = 1; s[1] = 1; s[2] = 0; s[3] = 1; s[4] = 0; Vector dest(3); typename Vector::iterator dest_end = thrust::copy_if(v.begin(), v.end(), s.begin(), dest.begin(), is_true()); ASSERT_EQUAL(0, dest[0]); ASSERT_EQUAL(1, dest[1]); ASSERT_EQUAL(3, dest[2]); ASSERT_EQUAL_QUIET(dest.end(), dest_end); } DECLARE_VECTOR_UNITTEST(TestCopyIfStencilSimple); template void TestCopyIfStencil(const size_t n) { thrust::host_vector h_data(n); thrust::sequence(h_data.begin(), h_data.end()); thrust::device_vector d_data(n); thrust::sequence(d_data.begin(), d_data.end()); thrust::host_vector h_stencil = unittest::random_integers(n); thrust::device_vector d_stencil = unittest::random_integers(n); thrust::host_vector h_result(n); thrust::device_vector d_result(n); typename thrust::host_vector::iterator h_new_end; typename thrust::device_vector::iterator d_new_end; { thrust::host_vector h_result(n); thrust::device_vector d_result(n); h_new_end = thrust::copy_if(h_data.begin(), h_data.end(), h_stencil.begin(), h_result.begin(), is_even()); d_new_end = thrust::copy_if(d_data.begin(), d_data.end(), d_stencil.begin(), d_result.begin(), is_even()); h_result.resize(h_new_end - h_result.begin()); d_result.resize(d_new_end - d_result.begin()); ASSERT_EQUAL(h_result, d_result); } } DECLARE_INTEGRAL_VARIABLE_UNITTEST(TestCopyIfStencil); namespace { struct object_with_non_trivial_ctor { // This struct will only properly assign if its `magic` member is // set to this certain number. static constexpr int MAGIC = 923390; int field; int magic; __host__ __device__ object_with_non_trivial_ctor() { magic = MAGIC; field = 0; } __host__ __device__ object_with_non_trivial_ctor(int f) { magic = MAGIC; field = f; } object_with_non_trivial_ctor(const object_with_non_trivial_ctor& x) = default; // This non-trivial assignment requires that `this` points to initialized // memory __host__ __device__ object_with_non_trivial_ctor& operator=(const object_with_non_trivial_ctor& x) { // To really copy over x's field value, require we have magic value set. // If copy_if copies to uninitialized bits, the field will rarely be 923390. if (magic == MAGIC) { field = x.field; } return *this; } }; struct always_true { __host__ __device__ bool operator()(const object_with_non_trivial_ctor&) { return true; }; }; } // end anon namespace void TestCopyIfNonTrivial() { // Attempting to copy an object_with_non_trivial_ctor into uninitialized // memory will fail: { static constexpr size_t BufferAlign = alignof(object_with_non_trivial_ctor); static constexpr size_t BufferSize = sizeof(object_with_non_trivial_ctor); alignas(BufferAlign) std::array buffer; // Fill buffer with 0s to prevent warnings about uninitialized reads while // ensure that the 'magic number' mechanism works as intended: std::fill(buffer.begin(), buffer.end(), 0); object_with_non_trivial_ctor initialized; object_with_non_trivial_ctor *uninitialized = reinterpret_cast(buffer.data()); object_with_non_trivial_ctor source(42); initialized = source; *uninitialized = source; ASSERT_EQUAL(42, initialized.field); ASSERT_NOT_EQUAL(42, uninitialized->field); } // This test ensures that we use placement new instead of assigning // to uninitialized memory. See Thrust Github issue #1153. thrust::device_vector a(10, object_with_non_trivial_ctor(99)); thrust::device_vector b(10); thrust::copy_if(a.begin(), a.end(), b.begin(), always_true()); for (int i = 0; i < 10; i++) { object_with_non_trivial_ctor ha(a[i]); object_with_non_trivial_ctor hb(b[i]); int ia = ha.field; int ib = hb.field; ASSERT_EQUAL(ia, ib); } } DECLARE_UNITTEST(TestCopyIfNonTrivial); template void TestCopyCountingIterator(void) { typedef typename Vector::value_type T; thrust::counting_iterator iter(1); Vector vec(4); thrust::copy(iter, iter + 4, vec.begin()); ASSERT_EQUAL(vec[0], 1); ASSERT_EQUAL(vec[1], 2); ASSERT_EQUAL(vec[2], 3); ASSERT_EQUAL(vec[3], 4); } DECLARE_INTEGRAL_VECTOR_UNITTEST(TestCopyCountingIterator); template void TestCopyZipIterator(void) { typedef typename Vector::value_type T; Vector v1(3); v1[0] = 1; v1[1] = 2; v1[2] = 3; Vector v2(3); v2[0] = 4; v2[1] = 5; v2[2] = 6; Vector v3(3, T(0)); Vector v4(3, T(0)); thrust::copy(thrust::make_zip_iterator(thrust::make_tuple(v1.begin(),v2.begin())), thrust::make_zip_iterator(thrust::make_tuple(v1.end(),v2.end())), thrust::make_zip_iterator(thrust::make_tuple(v3.begin(),v4.begin()))); ASSERT_EQUAL(v1, v3); ASSERT_EQUAL(v2, v4); }; DECLARE_VECTOR_UNITTEST(TestCopyZipIterator); template void TestCopyConstantIteratorToZipIterator(void) { typedef typename Vector::value_type T; Vector v1(3,T(0)); Vector v2(3,T(0)); thrust::copy(thrust::make_constant_iterator(thrust::tuple(4,7)), thrust::make_constant_iterator(thrust::tuple(4,7)) + v1.size(), thrust::make_zip_iterator(thrust::make_tuple(v1.begin(),v2.begin()))); ASSERT_EQUAL(v1[0], 4); ASSERT_EQUAL(v1[1], 4); ASSERT_EQUAL(v1[2], 4); ASSERT_EQUAL(v2[0], 7); ASSERT_EQUAL(v2[1], 7); ASSERT_EQUAL(v2[2], 7); }; DECLARE_VECTOR_UNITTEST(TestCopyConstantIteratorToZipIterator); template OutputIterator copy(my_system &system, InputIterator, InputIterator, OutputIterator result) { system.validate_dispatch(); return result; } void TestCopyDispatchExplicit() { thrust::device_vector vec(1); my_system sys(0); thrust::copy(sys, vec.begin(), vec.end(), vec.begin()); ASSERT_EQUAL(true, sys.is_valid()); } DECLARE_UNITTEST(TestCopyDispatchExplicit); template OutputIterator copy(my_tag, InputIterator, InputIterator, OutputIterator result) { *result = 13; return result; } void TestCopyDispatchImplicit() { thrust::device_vector vec(1); thrust::copy(thrust::retag(vec.begin()), thrust::retag(vec.end()), thrust::retag(vec.begin())); ASSERT_EQUAL(13, vec.front()); } DECLARE_UNITTEST(TestCopyDispatchImplicit); template OutputIterator copy_if(my_system &system, InputIterator, InputIterator, OutputIterator result, Predicate) { system.validate_dispatch(); return result; } void TestCopyIfDispatchExplicit() { thrust::device_vector vec(1); my_system sys(0); thrust::copy_if(sys, vec.begin(), vec.end(), vec.begin(), 0); ASSERT_EQUAL(true, sys.is_valid()); } DECLARE_UNITTEST(TestCopyIfDispatchExplicit); template OutputIterator copy_if(my_tag, InputIterator, InputIterator, OutputIterator result, Predicate) { *result = 13; return result; } void TestCopyIfDispatchImplicit() { thrust::device_vector vec(1); thrust::copy_if(thrust::retag(vec.begin()), thrust::retag(vec.end()), thrust::retag(vec.begin()), 0); ASSERT_EQUAL(13, vec.front()); } DECLARE_UNITTEST(TestCopyIfDispatchImplicit); template OutputIterator copy_if(my_system &system, InputIterator1, InputIterator1, InputIterator2, OutputIterator result, Predicate) { system.validate_dispatch(); return result; } void TestCopyIfStencilDispatchExplicit() { thrust::device_vector vec(1); my_system sys(0); thrust::copy_if(sys, vec.begin(), vec.end(), vec.begin(), vec.begin(), 0); ASSERT_EQUAL(true, sys.is_valid()); } DECLARE_UNITTEST(TestCopyIfStencilDispatchExplicit); template OutputIterator copy_if(my_tag, InputIterator1, InputIterator1, InputIterator2, OutputIterator result, Predicate) { *result = 13; return result; } void TestCopyIfStencilDispatchImplicit() { thrust::device_vector vec(1); thrust::copy_if(thrust::retag(vec.begin()), thrust::retag(vec.end()), thrust::retag(vec.begin()), thrust::retag(vec.begin()), 0); ASSERT_EQUAL(13, vec.front()); } DECLARE_UNITTEST(TestCopyIfStencilDispatchImplicit); struct only_set_when_expected_it { long long expected; bool * flag; __host__ __device__ only_set_when_expected_it operator++() const { return *this; } __host__ __device__ only_set_when_expected_it operator*() const { return *this; } template __host__ __device__ only_set_when_expected_it operator+(Difference) const { return *this; } template __host__ __device__ only_set_when_expected_it operator+=(Difference) const { return *this; } template __host__ __device__ only_set_when_expected_it operator[](Index) const { return *this; } __device__ void operator=(long long value) const { if (value == expected) { *flag = true; } } }; namespace thrust { namespace detail { // We need this type to pass as a non-const ref for unary_transform_functor // to compile: template <> struct is_non_const_reference : thrust::true_type {}; } template<> struct iterator_traits { typedef long long value_type; typedef only_set_when_expected_it reference; typedef thrust::random_access_device_iterator_tag iterator_category; }; } void TestCopyWithBigIndexesHelper(int magnitude) { thrust::counting_iterator begin(0); thrust::counting_iterator end = begin + (1ll << magnitude); ASSERT_EQUAL(thrust::distance(begin, end), 1ll << magnitude); thrust::device_ptr has_executed = thrust::device_malloc(1); *has_executed = false; only_set_when_expected_it out = { (1ll << magnitude) - 1, thrust::raw_pointer_cast(has_executed) }; thrust::copy(thrust::device, begin, end, out); bool has_executed_h = *has_executed; thrust::device_free(has_executed); ASSERT_EQUAL(has_executed_h, true); } void TestCopyWithBigIndexes() { TestCopyWithBigIndexesHelper(30); TestCopyWithBigIndexesHelper(31); TestCopyWithBigIndexesHelper(32); TestCopyWithBigIndexesHelper(33); } DECLARE_UNITTEST(TestCopyWithBigIndexes);