The smbd process spend over 15g RES with top command show, in
the end is our simple test code:
gluster server vfs --> smbd --> client mount dir
"/mnt/vfs"--> execute vfs test program "$ ./vfs 1000"
then we can watch gluster server smbd RES with top command.
#define _LARGEFILE64_SOURCE
#include <stdio.h>
#include <unistd.h>
#include <string.h>
#include <pthread.h>
#include <stdlib.h>
#include <fcntl.h>
#include <sys/types.h>
int WT = 1;
#define RND(x) ((x>0)?(genrand() % (x)):0)
extern unsigned long genrand();
extern void sgenrand();
/* Period parameters */
#define N 624
#define M 397
#define MATRIX_A 0x9908b0df /* constant vector a */
#define UPPER_MASK 0x80000000 /* most significant w-r bits
*/
#define LOWER_MASK 0x7fffffff /* least significant r bits
*/
/* Tempering parameters */
#define TEMPERING_MASK_B 0x9d2c5680
#define TEMPERING_MASK_C 0xefc60000
#define TEMPERING_SHIFT_U(y) (y >> 11)
#define TEMPERING_SHIFT_S(y) (y << 7)
#define TEMPERING_SHIFT_T(y) (y << 15)
#define TEMPERING_SHIFT_L(y) (y >> 18)
static unsigned long mt[N]; /* the array for the state
vector */
static int mti=N+1; /* mti==N+1 means mt[N] is not
initialized */
/* Initializing the array with a seed */
void
sgenrand(seed)
unsigned long seed;
{
int i;
for (i=0;i<N;i++) {
mt[i] = seed & 0xffff0000;
seed = 69069 * seed + 1;
mt[i] |= (seed & 0xffff0000) >> 16;
seed = 69069 * seed + 1;
}
mti = N;
}
unsigned long
genrand()
{
unsigned long y;
static unsigned long mag01[2]={0x0, MATRIX_A};
/* mag01[x] = x * MATRIX_A for x=0,1 */
if (mti >= N) { /* generate N words at one time */
int kk;
if (mti == N+1) /* if sgenrand() has not been
called, */
sgenrand(4357); /* a default initial seed is
used */
for (kk=0;kk<N-M;kk++) {
y =
(mt[kk]&UPPER_MASK)|(mt[kk+1]&LOWER_MASK);
mt[kk] = mt[kk+M] ^ (y >> 1) ^ mag01[y
& 0x1];
}
for (;kk<N-1;kk++) {
y =
(mt[kk]&UPPER_MASK)|(mt[kk+1]&LOWER_MASK);
mt[kk] = mt[kk+(M-N)] ^ (y >> 1) ^
mag01[y & 0x1];
}
y =
(mt[N-1]&UPPER_MASK)|(mt[0]&LOWER_MASK);
mt[N-1] = mt[M-1] ^ (y >> 1) ^ mag01[y &
0x1];
mti = 0;
}
y = mt[mti++];
y ^= TEMPERING_SHIFT_U(y);
y ^= TEMPERING_SHIFT_S(y) & TEMPERING_MASK_B;
y ^= TEMPERING_SHIFT_T(y) & TEMPERING_MASK_C;
y ^= TEMPERING_SHIFT_L(y);
return y;
}
char *initialize_file_source(int size)
{
char *new_source;
int i;
if ((new_source=(char *)malloc(size))==NULL) /* allocate
buffer */
fprintf(stderr,"Error: failed to allocate source file
of size %d\n",size);
else
for (i=0; i<size; i++) /* file buffer with junk */
new_source[i]=32+RND(95);
return(new_source);
}
void *tran_file(void *map)
{
int
block_size = 512;
char
*read_buffer; /* temporary space for reading file data into */
int
fd = open((char *)map, O_RDWR | O_CREAT | O_TRUNC, 0644);
if(fd
== -1) {
perror("open");
return
;
}
// read_buffer=(char
*)malloc(block_size);
// memset(read_buffer,
0x56, block_size);
read_buffer
= initialize_file_source(block_size);
while(WT){
sleep(1);
pwrite(fd,
read_buffer, block_size, 0);
pread(fd,
read_buffer, block_size, 0);
}
free(read_buffer);
close(fd);
}
int main(int argc, char *argv[])
{
if(argc
== 1) {
printf("Set
file name and file size in GB!\n");
return
-1;
}
unsigned
long long length = atoll(argv[1]) * 1024 * 1024 * 1024;
unsigned
long long index = 0;
unsigned
long long count = 0;
int
fd = 0;
char
path[32];
char
*swap = NULL;
int
psize = 65536;
int
ret = 0;
int
ret_i = 0;
void
*tret;
pthread_t
rtid_1;
pthread_t
rtid_2;
pthread_t
rtid_3;
pthread_t
rtid_4;
int
fd_i = 0;
int
a_size = 256;
char
*append_buffer; /* temporary space for reading file data into
*/
swap
= (char *)malloc(sizeof(char) * psize);
if(swap
== NULL) {
printf("Malloc
Swap Failed!\n");
close(fd);
return
-1;
}
memset(swap,
0x55, psize);
append_buffer
= initialize_file_source(a_size);
pthread_create(&rtid_1,
NULL, tran_file, "/mnt/vfs/a.map");
pthread_create(&rtid_2,
NULL, tran_file, "/mnt/vfs/b.map");
pthread_create(&rtid_3,
NULL, tran_file, "/mnt/vfs/c.map");
pthread_create(&rtid_4,
NULL, tran_file, "/mnt/vfs/d.map");
while(index
< length)
{
if((index
% (1024*1024*1024)) == 0) {
count++;
sprintf(path,
"/mnt/vfs/data/%08lld.dat", count);
if((fd
= open(path, O_RDWR | O_CREAT | O_TRUNC, S_IRUSR | S_IWUSR))
< 0)
{
printf("Can
not open io file: %s\n", path);
perror("open");
return
-1;
}
sprintf(path,
"/mnt/vfs/data/%08lld.index", count);
if((fd_i
= open(path, O_RDWR | O_CREAT | O_APPEND, S_IRUSR | S_IWUSR))
< 0)
{
printf("Can
not open io file: %s\n", path);
perror("open");
return
-1;
}
printf("...1GiB\n");
}
ret
= pwrite(fd, swap, psize, (index % (1024*1024*1024)));
if(ret
!= psize) {
perror("write");
printf("Write
data file failed!\n");
continue;
}
lseek64(fd_i,
((index*a_size)/65536), SEEK_SET);
ret_i
= write(fd_i, append_buffer, a_size);
if(ret_i
!= a_size) {
perror("write");
printf("Write
index file failed!\n");
continue;
}
index
+= ret;
if((index
% (1024*1024*1024)) == 0) {
close(fd);
close(fd_i);
}
}
WT
= 0;
pthread_join(rtid_1,
&tret);
pthread_join(rtid_2,
&tret);
pthread_join(rtid_3,
&tret);
pthread_join(rtid_4,
&tret);
printf("%s
GB write\n", argv[1]);
sync();
free(swap);
free(append_buffer);
return
0;
}
