127 lines
2.3 KiB
C
127 lines
2.3 KiB
C
|
// SPDX-License-Identifier: GPL-2.0-only
|
||
|
/*
|
||
|
* Cache management functions for Hexagon
|
||
|
*
|
||
|
* Copyright (c) 2010-2011, The Linux Foundation. All rights reserved.
|
||
|
*/
|
||
|
|
||
|
#include <linux/mm.h>
|
||
|
#include <asm/cacheflush.h>
|
||
|
#include <asm/hexagon_vm.h>
|
||
|
|
||
|
#define spanlines(start, end) \
|
||
|
(((end - (start & ~(LINESIZE - 1))) >> LINEBITS) + 1)
|
||
|
|
||
|
void flush_dcache_range(unsigned long start, unsigned long end)
|
||
|
{
|
||
|
unsigned long lines = spanlines(start, end-1);
|
||
|
unsigned long i, flags;
|
||
|
|
||
|
start &= ~(LINESIZE - 1);
|
||
|
|
||
|
local_irq_save(flags);
|
||
|
|
||
|
for (i = 0; i < lines; i++) {
|
||
|
__asm__ __volatile__ (
|
||
|
" dccleaninva(%0); "
|
||
|
:
|
||
|
: "r" (start)
|
||
|
);
|
||
|
start += LINESIZE;
|
||
|
}
|
||
|
local_irq_restore(flags);
|
||
|
}
|
||
|
|
||
|
void flush_icache_range(unsigned long start, unsigned long end)
|
||
|
{
|
||
|
unsigned long lines = spanlines(start, end-1);
|
||
|
unsigned long i, flags;
|
||
|
|
||
|
start &= ~(LINESIZE - 1);
|
||
|
|
||
|
local_irq_save(flags);
|
||
|
|
||
|
for (i = 0; i < lines; i++) {
|
||
|
__asm__ __volatile__ (
|
||
|
" dccleana(%0); "
|
||
|
" icinva(%0); "
|
||
|
:
|
||
|
: "r" (start)
|
||
|
);
|
||
|
start += LINESIZE;
|
||
|
}
|
||
|
__asm__ __volatile__ (
|
||
|
"isync"
|
||
|
);
|
||
|
local_irq_restore(flags);
|
||
|
}
|
||
|
EXPORT_SYMBOL(flush_icache_range);
|
||
|
|
||
|
void hexagon_clean_dcache_range(unsigned long start, unsigned long end)
|
||
|
{
|
||
|
unsigned long lines = spanlines(start, end-1);
|
||
|
unsigned long i, flags;
|
||
|
|
||
|
start &= ~(LINESIZE - 1);
|
||
|
|
||
|
local_irq_save(flags);
|
||
|
|
||
|
for (i = 0; i < lines; i++) {
|
||
|
__asm__ __volatile__ (
|
||
|
" dccleana(%0); "
|
||
|
:
|
||
|
: "r" (start)
|
||
|
);
|
||
|
start += LINESIZE;
|
||
|
}
|
||
|
local_irq_restore(flags);
|
||
|
}
|
||
|
|
||
|
void hexagon_inv_dcache_range(unsigned long start, unsigned long end)
|
||
|
{
|
||
|
unsigned long lines = spanlines(start, end-1);
|
||
|
unsigned long i, flags;
|
||
|
|
||
|
start &= ~(LINESIZE - 1);
|
||
|
|
||
|
local_irq_save(flags);
|
||
|
|
||
|
for (i = 0; i < lines; i++) {
|
||
|
__asm__ __volatile__ (
|
||
|
" dcinva(%0); "
|
||
|
:
|
||
|
: "r" (start)
|
||
|
);
|
||
|
start += LINESIZE;
|
||
|
}
|
||
|
local_irq_restore(flags);
|
||
|
}
|
||
|
|
||
|
|
||
|
|
||
|
|
||
|
/*
|
||
|
* This is just really brutal and shouldn't be used anyways,
|
||
|
* especially on V2. Left here just in case.
|
||
|
*/
|
||
|
void flush_cache_all_hexagon(void)
|
||
|
{
|
||
|
unsigned long flags;
|
||
|
local_irq_save(flags);
|
||
|
__vmcache_ickill();
|
||
|
__vmcache_dckill();
|
||
|
__vmcache_l2kill();
|
||
|
local_irq_restore(flags);
|
||
|
mb();
|
||
|
}
|
||
|
|
||
|
void copy_to_user_page(struct vm_area_struct *vma, struct page *page,
|
||
|
unsigned long vaddr, void *dst, void *src, int len)
|
||
|
{
|
||
|
memcpy(dst, src, len);
|
||
|
if (vma->vm_flags & VM_EXEC) {
|
||
|
flush_icache_range((unsigned long) dst,
|
||
|
(unsigned long) dst + len);
|
||
|
}
|
||
|
}
|