Lines Matching refs:p_mask
338 unsigned int p_mask = pipe->ring_size - 1; in sanity() local
350 p = &pipe->bufs[i_head & p_mask]; in sanity()
381 unsigned int p_mask = pipe->ring_size - 1; in copy_page_to_iter_pipe() local
395 buf = &pipe->bufs[i_head & p_mask]; in copy_page_to_iter_pipe()
404 buf = &pipe->bufs[i_head & p_mask]; in copy_page_to_iter_pipe()
499 unsigned int p_mask = i->pipe->ring_size - 1; in data_start() local
503 if (off && (!allocated(&i->pipe->bufs[iter_head & p_mask]) || in data_start()
517 unsigned int p_mask = pipe->ring_size - 1; in push_pipe() local
534 pipe->bufs[iter_head & p_mask].len += size; in push_pipe()
537 pipe->bufs[iter_head & p_mask].len = PAGE_SIZE; in push_pipe()
541 struct pipe_buffer *buf = &pipe->bufs[iter_head & p_mask]; in push_pipe()
565 unsigned int p_mask = pipe->ring_size - 1; in copy_pipe_to_iter() local
577 memcpy_to_page(pipe->bufs[i_head & p_mask].page, off, addr, chunk); in copy_pipe_to_iter()
601 unsigned int p_mask = pipe->ring_size - 1; in csum_and_copy_to_pipe_iter() local
615 char *p = kmap_atomic(pipe->bufs[i_head & p_mask].page); in csum_and_copy_to_pipe_iter()
677 unsigned int p_mask = pipe->ring_size - 1; in copy_mc_pipe_to_iter() local
691 rem = copy_mc_to_page(pipe->bufs[i_head & p_mask].page, in copy_mc_pipe_to_iter()
961 unsigned int p_mask = pipe->ring_size - 1; in pipe_zero() local
974 memzero_page(pipe->bufs[i_head & p_mask].page, off, chunk); in pipe_zero()
1028 unsigned int p_mask = pipe->ring_size - 1; in pipe_truncate() local
1036 buf = &pipe->bufs[i_head & p_mask]; in pipe_truncate()
1042 pipe_buf_release(pipe, &pipe->bufs[p_head & p_mask]); in pipe_truncate()
1056 unsigned int p_mask = pipe->ring_size - 1; in pipe_advance() local
1061 left += off - pipe->bufs[i_head & p_mask].offset; in pipe_advance()
1063 buf = &pipe->bufs[i_head & p_mask]; in pipe_advance()
1100 unsigned int p_mask = pipe->ring_size - 1; in iov_iter_revert() local
1104 struct pipe_buffer *b = &pipe->bufs[i_head & p_mask]; in iov_iter_revert()
1116 b = &pipe->bufs[i_head & p_mask]; in iov_iter_revert()
1242 unsigned int p_mask = i->pipe->ring_size - 1; in iov_iter_alignment() local
1244 if (size && i->iov_offset && allocated(&i->pipe->bufs[i->head & p_mask])) in iov_iter_alignment()
1286 unsigned int p_mask = pipe->ring_size - 1; in __pipe_get_pages() local
1294 get_page(*pages++ = pipe->bufs[iter_head & p_mask].page); in __pipe_get_pages()