/usr/include/rados/inline_memory.h is in librados-dev 12.2.4-0ubuntu1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 | // -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
// vim: ts=8 sw=2 smarttab
/*
* Ceph - scalable distributed file system
*
* Copyright (C) 2004-2006 Sage Weil <sage@newdream.net>
*
* This is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License version 2.1, as published by the Free Software
* Foundation. See file COPYING.
*
*/
#ifndef CEPH_INLINE_MEMORY_H
#define CEPH_INLINE_MEMORY_H
#if defined(__GNUC__)
// optimize for the common case, which is very small copies
static inline void *maybe_inline_memcpy(void *dest, const void *src, size_t l,
size_t inline_len)
__attribute__((always_inline));
void *maybe_inline_memcpy(void *dest, const void *src, size_t l,
size_t inline_len)
{
if (l > inline_len) {
return memcpy(dest, src, l);
}
switch (l) {
case 8:
return __builtin_memcpy(dest, src, 8);
case 4:
return __builtin_memcpy(dest, src, 4);
case 3:
return __builtin_memcpy(dest, src, 3);
case 2:
return __builtin_memcpy(dest, src, 2);
case 1:
return __builtin_memcpy(dest, src, 1);
default:
int cursor = 0;
while (l >= sizeof(uint64_t)) {
__builtin_memcpy((char*)dest + cursor, (char*)src + cursor,
sizeof(uint64_t));
cursor += sizeof(uint64_t);
l -= sizeof(uint64_t);
}
while (l >= sizeof(uint32_t)) {
__builtin_memcpy((char*)dest + cursor, (char*)src + cursor,
sizeof(uint32_t));
cursor += sizeof(uint32_t);
l -= sizeof(uint32_t);
}
while (l > 0) {
*((char*)dest + cursor) = *((char*)src + cursor);
cursor++;
l--;
}
}
return dest;
}
#else
#define maybe_inline_memcpy(d, s, l, x) memcpy(d, s, l)
#endif
#if defined(__GNUC__) && defined(__x86_64__)
typedef unsigned uint128_t __attribute__ ((mode (TI)));
static inline bool mem_is_zero(const char *data, size_t len)
__attribute__((always_inline));
bool mem_is_zero(const char *data, size_t len)
{
// we do have XMM registers in x86-64, so if we need to check at least
// 16 bytes, make use of them
if (len / sizeof(uint128_t) > 0) {
// align data pointer to 16 bytes, otherwise it'll segfault due to bug
// in (at least some) GCC versions (using MOVAPS instead of MOVUPS).
// check up to 15 first bytes while at it.
while (((unsigned long long)data) & 15) {
if (*(uint8_t*)data != 0) {
return false;
}
data += sizeof(uint8_t);
--len;
}
const char* data_start = data;
const char* max128 = data + (len / sizeof(uint128_t))*sizeof(uint128_t);
while (data < max128) {
if (*(uint128_t*)data != 0) {
return false;
}
data += sizeof(uint128_t);
}
len -= (data - data_start);
}
const char* max = data + len;
const char* max32 = data + (len / sizeof(uint32_t))*sizeof(uint32_t);
while (data < max32) {
if (*(uint32_t*)data != 0) {
return false;
}
data += sizeof(uint32_t);
}
while (data < max) {
if (*(uint8_t*)data != 0) {
return false;
}
data += sizeof(uint8_t);
}
return true;
}
#else // gcc and x86_64
static inline bool mem_is_zero(const char *data, size_t len) {
const char *end = data + len;
const char* end64 = data + (len / sizeof(uint64_t))*sizeof(uint64_t);
while (data < end64) {
if (*(uint64_t*)data != 0) {
return false;
}
data += sizeof(uint64_t);
}
while (data < end) {
if (*data != 0) {
return false;
}
++data;
}
return true;
}
#endif // !x86_64
#endif
|