| 1 | /* |
|---|
| 2 | * This file is subject to the terms and conditions of the GNU General Public |
|---|
| 3 | * License. See the file "COPYING" in the main directory of this archive |
|---|
| 4 | * for more details. |
|---|
| 5 | * |
|---|
| 6 | * Copyright (C) 2009, Wind River Systems Inc |
|---|
| 7 | * Implemented by fredrik.markstrom@gmail.com and ivarholmqvist@gmail.com |
|---|
| 8 | */ |
|---|
| 9 | |
|---|
| 10 | #include <linux/export.h> |
|---|
| 11 | #include <linux/uaccess.h> |
|---|
| 12 | |
|---|
| 13 | asm(".global raw_copy_from_user\n" |
|---|
| 14 | " .type raw_copy_from_user, @function\n" |
|---|
| 15 | "raw_copy_from_user:\n" |
|---|
| 16 | " movi r2,7\n" |
|---|
| 17 | " mov r3,r4\n" |
|---|
| 18 | " bge r2,r6,1f\n" |
|---|
| 19 | " xor r2,r4,r5\n" |
|---|
| 20 | " andi r2,r2,3\n" |
|---|
| 21 | " movi r7,3\n" |
|---|
| 22 | " beq r2,zero,4f\n" |
|---|
| 23 | "1: addi r6,r6,-1\n" |
|---|
| 24 | " movi r2,-1\n" |
|---|
| 25 | " beq r6,r2,3f\n" |
|---|
| 26 | " mov r7,r2\n" |
|---|
| 27 | "2: ldbu r2,0(r5)\n" |
|---|
| 28 | " addi r6,r6,-1\n" |
|---|
| 29 | " addi r5,r5,1\n" |
|---|
| 30 | " stb r2,0(r3)\n" |
|---|
| 31 | " addi r3,r3,1\n" |
|---|
| 32 | " bne r6,r7,2b\n" |
|---|
| 33 | "3:\n" |
|---|
| 34 | " addi r2,r6,1\n" |
|---|
| 35 | " ret\n" |
|---|
| 36 | "13:mov r2,r6\n" |
|---|
| 37 | " ret\n" |
|---|
| 38 | "4: andi r2,r4,1\n" |
|---|
| 39 | " cmpeq r2,r2,zero\n" |
|---|
| 40 | " beq r2,zero,7f\n" |
|---|
| 41 | "5: andi r2,r3,2\n" |
|---|
| 42 | " beq r2,zero,6f\n" |
|---|
| 43 | "9: ldhu r2,0(r5)\n" |
|---|
| 44 | " addi r6,r6,-2\n" |
|---|
| 45 | " addi r5,r5,2\n" |
|---|
| 46 | " sth r2,0(r3)\n" |
|---|
| 47 | " addi r3,r3,2\n" |
|---|
| 48 | "6: bge r7,r6,1b\n" |
|---|
| 49 | "10:ldw r2,0(r5)\n" |
|---|
| 50 | " addi r6,r6,-4\n" |
|---|
| 51 | " addi r5,r5,4\n" |
|---|
| 52 | " stw r2,0(r3)\n" |
|---|
| 53 | " addi r3,r3,4\n" |
|---|
| 54 | " br 6b\n" |
|---|
| 55 | "7: ldbu r2,0(r5)\n" |
|---|
| 56 | " addi r6,r6,-1\n" |
|---|
| 57 | " addi r5,r5,1\n" |
|---|
| 58 | " addi r3,r4,1\n" |
|---|
| 59 | " stb r2,0(r4)\n" |
|---|
| 60 | " br 5b\n" |
|---|
| 61 | ".section __ex_table,\"a\"\n" |
|---|
| 62 | ".word 2b,3b\n" |
|---|
| 63 | ".word 9b,13b\n" |
|---|
| 64 | ".word 10b,13b\n" |
|---|
| 65 | ".word 7b,13b\n" |
|---|
| 66 | ".previous\n" |
|---|
| 67 | ); |
|---|
| 68 | EXPORT_SYMBOL(raw_copy_from_user); |
|---|
| 69 | |
|---|
| 70 | asm( |
|---|
| 71 | " .global raw_copy_to_user\n" |
|---|
| 72 | " .type raw_copy_to_user, @function\n" |
|---|
| 73 | "raw_copy_to_user:\n" |
|---|
| 74 | " movi r2,7\n" |
|---|
| 75 | " mov r3,r4\n" |
|---|
| 76 | " bge r2,r6,1f\n" |
|---|
| 77 | " xor r2,r4,r5\n" |
|---|
| 78 | " andi r2,r2,3\n" |
|---|
| 79 | " movi r7,3\n" |
|---|
| 80 | " beq r2,zero,4f\n" |
|---|
| 81 | /* Bail if we try to copy zero bytes */ |
|---|
| 82 | "1: addi r6,r6,-1\n" |
|---|
| 83 | " movi r2,-1\n" |
|---|
| 84 | " beq r6,r2,3f\n" |
|---|
| 85 | /* Copy byte by byte for small copies and if src^dst != 0 */ |
|---|
| 86 | " mov r7,r2\n" |
|---|
| 87 | "2: ldbu r2,0(r5)\n" |
|---|
| 88 | " addi r5,r5,1\n" |
|---|
| 89 | "9: stb r2,0(r3)\n" |
|---|
| 90 | " addi r6,r6,-1\n" |
|---|
| 91 | " addi r3,r3,1\n" |
|---|
| 92 | " bne r6,r7,2b\n" |
|---|
| 93 | "3: addi r2,r6,1\n" |
|---|
| 94 | " ret\n" |
|---|
| 95 | "13:mov r2,r6\n" |
|---|
| 96 | " ret\n" |
|---|
| 97 | /* If 'to' is an odd address byte copy */ |
|---|
| 98 | "4: andi r2,r4,1\n" |
|---|
| 99 | " cmpeq r2,r2,zero\n" |
|---|
| 100 | " beq r2,zero,7f\n" |
|---|
| 101 | /* If 'to' is not divideable by four copy halfwords */ |
|---|
| 102 | "5: andi r2,r3,2\n" |
|---|
| 103 | " beq r2,zero,6f\n" |
|---|
| 104 | " ldhu r2,0(r5)\n" |
|---|
| 105 | " addi r5,r5,2\n" |
|---|
| 106 | "10:sth r2,0(r3)\n" |
|---|
| 107 | " addi r6,r6,-2\n" |
|---|
| 108 | " addi r3,r3,2\n" |
|---|
| 109 | /* Copy words */ |
|---|
| 110 | "6: bge r7,r6,1b\n" |
|---|
| 111 | " ldw r2,0(r5)\n" |
|---|
| 112 | " addi r5,r5,4\n" |
|---|
| 113 | "11:stw r2,0(r3)\n" |
|---|
| 114 | " addi r6,r6,-4\n" |
|---|
| 115 | " addi r3,r3,4\n" |
|---|
| 116 | " br 6b\n" |
|---|
| 117 | /* Copy remaining bytes */ |
|---|
| 118 | "7: ldbu r2,0(r5)\n" |
|---|
| 119 | " addi r5,r5,1\n" |
|---|
| 120 | " addi r3,r4,1\n" |
|---|
| 121 | "12: stb r2,0(r4)\n" |
|---|
| 122 | " addi r6,r6,-1\n" |
|---|
| 123 | " br 5b\n" |
|---|
| 124 | ".section __ex_table,\"a\"\n" |
|---|
| 125 | ".word 9b,3b\n" |
|---|
| 126 | ".word 10b,13b\n" |
|---|
| 127 | ".word 11b,13b\n" |
|---|
| 128 | ".word 12b,13b\n" |
|---|
| 129 | ".previous\n" ); |
|---|
| 130 | EXPORT_SYMBOL(raw_copy_to_user); |
|---|
| 131 | |
|---|
