IB/umem: Set correct address to the invalidation function
The invalidate range was using PAGE_SIZE instead of the computed 'end', and had the wrong transformation of page_index due the weird construction. This can trigger during error unwind and would cause malfunction. Inline the code and correct the math. Fixes: 403cd12e2cf7 ("IB/umem: Add contiguous ODP support") Signed-off-by: Artemy Kovalyov <artemyko@mellanox.com> Signed-off-by: Moni Shoua <monis@mellanox.com> Signed-off-by: Leon Romanovsky <leonro@mellanox.com> Signed-off-by: Jason Gunthorpe <jgg@mellanox.com>
This commit is contained in:
parent
4d5422a309
commit
605728e65a
@ -137,15 +137,6 @@ static void ib_umem_notifier_release(struct mmu_notifier *mn,
|
|||||||
up_read(&per_mm->umem_rwsem);
|
up_read(&per_mm->umem_rwsem);
|
||||||
}
|
}
|
||||||
|
|
||||||
static int invalidate_page_trampoline(struct ib_umem_odp *item, u64 start,
|
|
||||||
u64 end, void *cookie)
|
|
||||||
{
|
|
||||||
ib_umem_notifier_start_account(item);
|
|
||||||
item->umem.context->invalidate_range(item, start, start + PAGE_SIZE);
|
|
||||||
ib_umem_notifier_end_account(item);
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
static int invalidate_range_start_trampoline(struct ib_umem_odp *item,
|
static int invalidate_range_start_trampoline(struct ib_umem_odp *item,
|
||||||
u64 start, u64 end, void *cookie)
|
u64 start, u64 end, void *cookie)
|
||||||
{
|
{
|
||||||
@ -553,12 +544,13 @@ out:
|
|||||||
put_page(page);
|
put_page(page);
|
||||||
|
|
||||||
if (remove_existing_mapping && umem->context->invalidate_range) {
|
if (remove_existing_mapping && umem->context->invalidate_range) {
|
||||||
invalidate_page_trampoline(
|
ib_umem_notifier_start_account(umem_odp);
|
||||||
|
umem->context->invalidate_range(
|
||||||
umem_odp,
|
umem_odp,
|
||||||
ib_umem_start(umem) + (page_index >> umem->page_shift),
|
ib_umem_start(umem) + (page_index << umem->page_shift),
|
||||||
ib_umem_start(umem) + ((page_index + 1) >>
|
ib_umem_start(umem) +
|
||||||
umem->page_shift),
|
((page_index + 1) << umem->page_shift));
|
||||||
NULL);
|
ib_umem_notifier_end_account(umem_odp);
|
||||||
ret = -EAGAIN;
|
ret = -EAGAIN;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user