Linux kernel & device driver programming

Cross-Referenced Linux and Device Driver Code

[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ]
Version: [ 2.6.11.8 ] [ 2.6.25 ] [ 2.6.25.8 ] [ 2.6.31.13 ] Architecture: [ i386 ]
  1 /*
  2  * include/asm-generic/xor.h
  3  *
  4  * Generic optimized RAID-5 checksumming functions.
  5  *
  6  * This program is free software; you can redistribute it and/or modify
  7  * it under the terms of the GNU General Public License as published by
  8  * the Free Software Foundation; either version 2, or (at your option)
  9  * any later version.
 10  *
 11  * You should have received a copy of the GNU General Public License
 12  * (for example /usr/src/linux/COPYING); if not, write to the Free
 13  * Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 14  */
 15 
 16 #include <asm/processor.h>
 17 
 18 static void
 19 xor_8regs_2(unsigned long bytes, unsigned long *p1, unsigned long *p2)
 20 {
 21         long lines = bytes / (sizeof (long)) / 8;
 22 
 23         do {
 24                 p1[0] ^= p2[0];
 25                 p1[1] ^= p2[1];
 26                 p1[2] ^= p2[2];
 27                 p1[3] ^= p2[3];
 28                 p1[4] ^= p2[4];
 29                 p1[5] ^= p2[5];
 30                 p1[6] ^= p2[6];
 31                 p1[7] ^= p2[7];
 32                 p1 += 8;
 33                 p2 += 8;
 34         } while (--lines > 0);
 35 }
 36 
 37 static void
 38 xor_8regs_3(unsigned long bytes, unsigned long *p1, unsigned long *p2,
 39             unsigned long *p3)
 40 {
 41         long lines = bytes / (sizeof (long)) / 8;
 42 
 43         do {
 44                 p1[0] ^= p2[0] ^ p3[0];
 45                 p1[1] ^= p2[1] ^ p3[1];
 46                 p1[2] ^= p2[2] ^ p3[2];
 47                 p1[3] ^= p2[3] ^ p3[3];
 48                 p1[4] ^= p2[4] ^ p3[4];
 49                 p1[5] ^= p2[5] ^ p3[5];
 50                 p1[6] ^= p2[6] ^ p3[6];
 51                 p1[7] ^= p2[7] ^ p3[7];
 52                 p1 += 8;
 53                 p2 += 8;
 54                 p3 += 8;
 55         } while (--lines > 0);
 56 }
 57 
 58 static void
 59 xor_8regs_4(unsigned long bytes, unsigned long *p1, unsigned long *p2,
 60             unsigned long *p3, unsigned long *p4)
 61 {
 62         long lines = bytes / (sizeof (long)) / 8;
 63 
 64         do {
 65                 p1[0] ^= p2[0] ^ p3[0] ^ p4[0];
 66                 p1[1] ^= p2[1] ^ p3[1] ^ p4[1];
 67                 p1[2] ^= p2[2] ^ p3[2] ^ p4[2];
 68                 p1[3] ^= p2[3] ^ p3[3] ^ p4[3];
 69                 p1[4] ^= p2[4] ^ p3[4] ^ p4[4];
 70                 p1[5] ^= p2[5] ^ p3[5] ^ p4[5];
 71                 p1[6] ^= p2[6] ^ p3[6] ^ p4[6];
 72                 p1[7] ^= p2[7] ^ p3[7] ^ p4[7];
 73                 p1 += 8;
 74                 p2 += 8;
 75                 p3 += 8;
 76                 p4 += 8;
 77         } while (--lines > 0);
 78 }
 79 
 80 static void
 81 xor_8regs_5(unsigned long bytes, unsigned long *p1, unsigned long *p2,
 82             unsigned long *p3, unsigned long *p4, unsigned long *p5)
 83 {
 84         long lines = bytes / (sizeof (long)) / 8;
 85 
 86         do {
 87                 p1[0] ^= p2[0] ^ p3[0] ^ p4[0] ^ p5[0];
 88                 p1[1] ^= p2[1] ^ p3[1] ^ p4[1] ^ p5[1];
 89                 p1[2] ^= p2[2] ^ p3[2] ^ p4[2] ^ p5[2];
 90                 p1[3] ^= p2[3] ^ p3[3] ^ p4[3] ^ p5[3];
 91                 p1[4] ^= p2[4] ^ p3[4] ^ p4[4] ^ p5[4];
 92                 p1[5] ^= p2[5] ^ p3[5] ^ p4[5] ^ p5[5];
 93                 p1[6] ^= p2[6] ^ p3[6] ^ p4[6] ^ p5[6];
 94                 p1[7] ^= p2[7] ^ p3[7] ^ p4[7] ^ p5[7];
 95                 p1 += 8;
 96                 p2 += 8;
 97                 p3 += 8;
 98                 p4 += 8;
 99                 p5 += 8;
100         } while (--lines > 0);
101 }
102 
103 static void
104 xor_32regs_2(unsigned long bytes, unsigned long *p1, unsigned long *p2)
105 {
106         long lines = bytes / (sizeof (long)) / 8;
107 
108         do {
109                 register long d0, d1, d2, d3, d4, d5, d6, d7;
110                 d0 = p1[0];     /* Pull the stuff into registers        */
111                 d1 = p1[1];     /*  ... in bursts, if possible.         */
112                 d2 = p1[2];
113                 d3 = p1[3];
114                 d4 = p1[4];
115                 d5 = p1[5];
116                 d6 = p1[6];
117                 d7 = p1[7];
118                 d0 ^= p2[0];
119                 d1 ^= p2[1];
120                 d2 ^= p2[2];
121                 d3 ^= p2[3];
122                 d4 ^= p2[4];
123                 d5 ^= p2[5];
124                 d6 ^= p2[6];
125                 d7 ^= p2[7];
126                 p1[0] = d0;     /* Store the result (in bursts)         */
127                 p1[1] = d1;
128                 p1[2] = d2;
129                 p1[3] = d3;
130                 p1[4] = d4;
131                 p1[5] = d5;
132                 p1[6] = d6;
133                 p1[7] = d7;
134                 p1 += 8;
135                 p2 += 8;
136         } while (--lines > 0);
137 }
138 
139 static void
140 xor_32regs_3(unsigned long bytes, unsigned long *p1, unsigned long *p2,
141             unsigned long *p3)
142 {
143         long lines = bytes / (sizeof (long)) / 8;
144 
145         do {
146                 register long d0, d1, d2, d3, d4, d5, d6, d7;
147                 d0 = p1[0];     /* Pull the stuff into registers        */
148                 d1 = p1[1];     /*  ... in bursts, if possible.         */
149                 d2 = p1[2];
150                 d3 = p1[3];
151                 d4 = p1[4];
152                 d5 = p1[5];
153                 d6 = p1[6];
154                 d7 = p1[7];
155                 d0 ^= p2[0];
156                 d1 ^= p2[1];
157                 d2 ^= p2[2];
158                 d3 ^= p2[3];
159                 d4 ^= p2[4];
160                 d5 ^= p2[5];
161                 d6 ^= p2[6];
162                 d7 ^= p2[7];
163                 d0 ^= p3[0];
164                 d1 ^= p3[1];
165                 d2 ^= p3[2];
166                 d3 ^= p3[3];
167                 d4 ^= p3[4];
168                 d5 ^= p3[5];
169                 d6 ^= p3[6];
170                 d7 ^= p3[7];
171                 p1[0] = d0;     /* Store the result (in bursts)         */
172                 p1[1] = d1;
173                 p1[2] = d2;
174                 p1[3] = d3;
175                 p1[4] = d4;
176                 p1[5] = d5;
177                 p1[6] = d6;
178                 p1[7] = d7;
179                 p1 += 8;
180                 p2 += 8;
181                 p3 += 8;
182         } while (--lines > 0);
183 }
184 
185 static void
186 xor_32regs_4(unsigned long bytes, unsigned long *p1, unsigned long *p2,
187             unsigned long *p3, unsigned long *p4)
188 {
189         long lines = bytes / (sizeof (long)) / 8;
190 
191         do {
192                 register long d0, d1, d2, d3, d4, d5, d6, d7;
193                 d0 = p1[0];     /* Pull the stuff into registers        */
194                 d1 = p1[1];     /*  ... in bursts, if possible.         */
195                 d2 = p1[2];
196                 d3 = p1[3];
197                 d4 = p1[4];
198                 d5 = p1[5];
199                 d6 = p1[6];
200                 d7 = p1[7];
201                 d0 ^= p2[0];
202                 d1 ^= p2[1];
203                 d2 ^= p2[2];
204                 d3 ^= p2[3];
205                 d4 ^= p2[4];
206                 d5 ^= p2[5];
207                 d6 ^= p2[6];
208                 d7 ^= p2[7];
209                 d0 ^= p3[0];
210                 d1 ^= p3[1];
211                 d2 ^= p3[2];
212                 d3 ^= p3[3];
213                 d4 ^= p3[4];
214                 d5 ^= p3[5];
215                 d6 ^= p3[6];
216                 d7 ^= p3[7];
217                 d0 ^= p4[0];
218                 d1 ^= p4[1];
219                 d2 ^= p4[2];
220                 d3 ^= p4[3];
221                 d4 ^= p4[4];
222                 d5 ^= p4[5];
223                 d6 ^= p4[6];
224                 d7 ^= p4[7];
225                 p1[0] = d0;     /* Store the result (in bursts)         */
226                 p1[1] = d1;
227                 p1[2] = d2;
228                 p1[3] = d3;
229                 p1[4] = d4;
230                 p1[5] = d5;
231                 p1[6] = d6;
232                 p1[7] = d7;
233                 p1 += 8;
234                 p2 += 8;
235                 p3 += 8;
236                 p4 += 8;
237         } while (--lines > 0);
238 }
239 
240 static void
241 xor_32regs_5(unsigned long bytes, unsigned long *p1, unsigned long *p2,
242             unsigned long *p3, unsigned long *p4, unsigned long *p5)
243 {
244         long lines = bytes / (sizeof (long)) / 8;
245 
246         do {
247                 register long d0, d1, d2, d3, d4, d5, d6, d7;
248                 d0 = p1[0];     /* Pull the stuff into registers        */
249                 d1 = p1[1];     /*  ... in bursts, if possible.         */
250                 d2 = p1[2];
251                 d3 = p1[3];
252                 d4 = p1[4];
253                 d5 = p1[5];
254                 d6 = p1[6];
255                 d7 = p1[7];
256                 d0 ^= p2[0];
257                 d1 ^= p2[1];
258                 d2 ^= p2[2];
259                 d3 ^= p2[3];
260                 d4 ^= p2[4];
261                 d5 ^= p2[5];
262                 d6 ^= p2[6];
263                 d7 ^= p2[7];
264                 d0 ^= p3[0];
265                 d1 ^= p3[1];
266                 d2 ^= p3[2];
267                 d3 ^= p3[3];
268                 d4 ^= p3[4];
269                 d5 ^= p3[5];
270                 d6 ^= p3[6];
271                 d7 ^= p3[7];
272                 d0 ^= p4[0];
273                 d1 ^= p4[1];
274                 d2 ^= p4[2];
275                 d3 ^= p4[3];
276                 d4 ^= p4[4];
277                 d5 ^= p4[5];
278                 d6 ^= p4[6];
279                 d7 ^= p4[7];
280                 d0 ^= p5[0];
281                 d1 ^= p5[1];
282                 d2 ^= p5[2];
283                 d3 ^= p5[3];
284                 d4 ^= p5[4];
285                 d5 ^= p5[5];
286                 d6 ^= p5[6];
287                 d7 ^= p5[7];
288                 p1[0] = d0;     /* Store the result (in bursts)         */
289                 p1[1] = d1;
290                 p1[2] = d2;
291                 p1[3] = d3;
292                 p1[4] = d4;
293                 p1[5] = d5;
294                 p1[6] = d6;
295                 p1[7] = d7;
296                 p1 += 8;
297                 p2 += 8;
298                 p3 += 8;
299                 p4 += 8;
300                 p5 += 8;
301         } while (--lines > 0);
302 }
303 
304 static void
305 xor_8regs_p_2(unsigned long bytes, unsigned long *p1, unsigned long *p2)
306 {
307         long lines = bytes / (sizeof (long)) / 8 - 1;
308         prefetchw(p1);
309         prefetch(p2);
310 
311         do {
312                 prefetchw(p1+8);
313                 prefetch(p2+8);
314  once_more:
315                 p1[0] ^= p2[0];
316                 p1[1] ^= p2[1];
317                 p1[2] ^= p2[2];
318                 p1[3] ^= p2[3];
319                 p1[4] ^= p2[4];
320                 p1[5] ^= p2[5];
321                 p1[6] ^= p2[6];
322                 p1[7] ^= p2[7];
323                 p1 += 8;
324                 p2 += 8;
325         } while (--lines > 0);
326         if (lines == 0)
327                 goto once_more;
328 }
329 
330 static void
331 xor_8regs_p_3(unsigned long bytes, unsigned long *p1, unsigned long *p2,
332             unsigned long *p3)
333 {
334         long lines = bytes / (sizeof (long)) / 8 - 1;
335         prefetchw(p1);
336         prefetch(p2);
337         prefetch(p3);
338 
339         do {
340                 prefetchw(p1+8);
341                 prefetch(p2+8);
342                 prefetch(p3+8);
343  once_more:
344                 p1[0] ^= p2[0] ^ p3[0];
345                 p1[1] ^= p2[1] ^ p3[1];
346                 p1[2] ^= p2[2] ^ p3[2];
347                 p1[3] ^= p2[3] ^ p3[3];
348                 p1[4] ^= p2[4] ^ p3[4];
349                 p1[5] ^= p2[5] ^ p3[5];
350                 p1[6] ^= p2[6] ^ p3[6];
351                 p1[7] ^= p2[7] ^ p3[7];
352                 p1 += 8;
353                 p2 += 8;
354                 p3 += 8;
355         } while (--lines > 0);
356         if (lines == 0)
357                 goto once_more;
358 }
359 
360 static void
361 xor_8regs_p_4(unsigned long bytes, unsigned long *p1, unsigned long *p2,
362             unsigned long *p3, unsigned long *p4)
363 {
364         long lines = bytes / (sizeof (long)) / 8 - 1;
365 
366         prefetchw(p1);
367         prefetch(p2);
368         prefetch(p3);
369         prefetch(p4);
370 
371         do {
372                 prefetchw(p1+8);
373                 prefetch(p2+8);
374                 prefetch(p3+8);
375                 prefetch(p4+8);
376  once_more:
377                 p1[0] ^= p2[0] ^ p3[0] ^ p4[0];
378                 p1[1] ^= p2[1] ^ p3[1] ^ p4[1];
379                 p1[2] ^= p2[2] ^ p3[2] ^ p4[2];
380                 p1[3] ^= p2[3] ^ p3[3] ^ p4[3];
381                 p1[4] ^= p2[4] ^ p3[4] ^ p4[4];
382                 p1[5] ^= p2[5] ^ p3[5] ^ p4[5];
383                 p1[6] ^= p2[6] ^ p3[6] ^ p4[6];
384                 p1[7] ^= p2[7] ^ p3[7] ^ p4[7];
385                 p1 += 8;
386                 p2 += 8;
387                 p3 += 8;
388                 p4 += 8;
389         } while (--lines > 0);
390         if (lines == 0)
391                 goto once_more;
392 }
393 
394 static void
395 xor_8regs_p_5(unsigned long bytes, unsigned long *p1, unsigned long *p2,
396             unsigned long *p3, unsigned long *p4, unsigned long *p5)
397 {
398         long lines = bytes / (sizeof (long)) / 8 - 1;
399 
400         prefetchw(p1);
401         prefetch(p2);
402         prefetch(p3);
403         prefetch(p4);
404         prefetch(p5);
405 
406         do {
407                 prefetchw(p1+8);
408                 prefetch(p2+8);
409                 prefetch(p3+8);
410                 prefetch(p4+8);
411                 prefetch(p5+8);
412  once_more:
413                 p1[0] ^= p2[0] ^ p3[0] ^ p4[0] ^ p5[0];
414                 p1[1] ^= p2[1] ^ p3[1] ^ p4[1] ^ p5[1];
415                 p1[2] ^= p2[2] ^ p3[2] ^ p4[2] ^ p5[2];
416                 p1[3] ^= p2[3] ^ p3[3] ^ p4[3] ^ p5[3];
417                 p1[4] ^= p2[4] ^ p3[4] ^ p4[4] ^ p5[4];
418                 p1[5] ^= p2[5] ^ p3[5] ^ p4[5] ^ p5[5];
419                 p1[6] ^= p2[6] ^ p3[6] ^ p4[6] ^ p5[6];
420                 p1[7] ^= p2[7] ^ p3[7] ^ p4[7] ^ p5[7];
421                 p1 += 8;
422                 p2 += 8;
423                 p3 += 8;
424                 p4 += 8;
425                 p5 += 8;
426         } while (--lines > 0);
427         if (lines == 0)
428                 goto once_more;
429 }
430 
431 static void
432 xor_32regs_p_2(unsigned long bytes, unsigned long *p1, unsigned long *p2)
433 {
434         long lines = bytes / (sizeof (long)) / 8 - 1;
435 
436         prefetchw(p1);
437         prefetch(p2);
438 
439         do {
440                 register long d0, d1, d2, d3, d4, d5, d6, d7;
441 
442                 prefetchw(p1+8);
443                 prefetch(p2+8);
444  once_more:
445                 d0 = p1[0];     /* Pull the stuff into registers        */
446                 d1 = p1[1];     /*  ... in bursts, if possible.         */
447                 d2 = p1[2];
448                 d3 = p1[3];
449                 d4 = p1[4];
450                 d5 = p1[5];
451                 d6 = p1[6];
452                 d7 = p1[7];
453                 d0 ^= p2[0];
454                 d1 ^= p2[1];
455                 d2 ^= p2[2];
456                 d3 ^= p2[3];
457                 d4 ^= p2[4];
458                 d5 ^= p2[5];
459                 d6 ^= p2[6];
460                 d7 ^= p2[7];
461                 p1[0] = d0;     /* Store the result (in bursts)         */
462                 p1[1] = d1;
463                 p1[2] = d2;
464                 p1[3] = d3;
465                 p1[4] = d4;
466                 p1[5] = d5;
467                 p1[6] = d6;
468                 p1[7] = d7;
469                 p1 += 8;
470                 p2 += 8;
471         } while (--lines > 0);
472         if (lines == 0)
473                 goto once_more;
474 }
475 
476 static void
477 xor_32regs_p_3(unsigned long bytes, unsigned long *p1, unsigned long *p2,
478             unsigned long *p3)
479 {
480         long lines = bytes / (sizeof (long)) / 8 - 1;
481 
482         prefetchw(p1);
483         prefetch(p2);
484         prefetch(p3);
485 
486         do {
487                 register long d0, d1, d2, d3, d4, d5, d6, d7;
488 
489                 prefetchw(p1+8);
490                 prefetch(p2+8);
491                 prefetch(p3+8);
492  once_more:
493                 d0 = p1[0];     /* Pull the stuff into registers        */
494                 d1 = p1[1];     /*  ... in bursts, if possible.         */
495                 d2 = p1[2];
496                 d3 = p1[3];
497                 d4 = p1[4];
498                 d5 = p1[5];
499                 d6 = p1[6];
500                 d7 = p1[7];
501                 d0 ^= p2[0];
502                 d1 ^= p2[1];
503                 d2 ^= p2[2];
504                 d3 ^= p2[3];
505                 d4 ^= p2[4];
506                 d5 ^= p2[5];
507                 d6 ^= p2[6];
508                 d7 ^= p2[7];
509                 d0 ^= p3[0];
510                 d1 ^= p3[1];
511                 d2 ^= p3[2];
512                 d3 ^= p3[3];
513                 d4 ^= p3[4];
514                 d5 ^= p3[5];
515                 d6 ^= p3[6];
516                 d7 ^= p3[7];
517                 p1[0] = d0;     /* Store the result (in bursts)         */
518                 p1[1] = d1;
519                 p1[2] = d2;
520                 p1[3] = d3;
521                 p1[4] = d4;
522                 p1[5] = d5;
523                 p1[6] = d6;
524                 p1[7] = d7;
525                 p1 += 8;
526                 p2 += 8;
527                 p3 += 8;
528         } while (--lines > 0);
529         if (lines == 0)
530                 goto once_more;
531 }
532 
533 static void
534 xor_32regs_p_4(unsigned long bytes, unsigned long *p1, unsigned long *p2,
535             unsigned long *p3, unsigned long *p4)
536 {
537         long lines = bytes / (sizeof (long)) / 8 - 1;
538 
539         prefetchw(p1);
540         prefetch(p2);
541         prefetch(p3);
542         prefetch(p4);
543 
544         do {
545                 register long d0, d1, d2, d3, d4, d5, d6, d7;
546 
547                 prefetchw(p1+8);
548                 prefetch(p2+8);
549                 prefetch(p3+8);
550                 prefetch(p4+8);
551  once_more:
552                 d0 = p1[0];     /* Pull the stuff into registers        */
553                 d1 = p1[1];     /*  ... in bursts, if possible.         */
554                 d2 = p1[2];
555                 d3 = p1[3];
556                 d4 = p1[4];
557                 d5 = p1[5];
558                 d6 = p1[6];
559                 d7 = p1[7];
560                 d0 ^= p2[0];
561                 d1 ^= p2[1];
562                 d2 ^= p2[2];
563                 d3 ^= p2[3];
564                 d4 ^= p2[4];
565                 d5 ^= p2[5];
566                 d6 ^= p2[6];
567                 d7 ^= p2[7];
568                 d0 ^= p3[0];
569                 d1 ^= p3[1];
570                 d2 ^= p3[2];
571                 d3 ^= p3[3];
572                 d4 ^= p3[4];
573                 d5 ^= p3[5];
574                 d6 ^= p3[6];
575                 d7 ^= p3[7];
576                 d0 ^= p4[0];
577                 d1 ^= p4[1];
578                 d2 ^= p4[2];
579                 d3 ^= p4[3];
580                 d4 ^= p4[4];
581                 d5 ^= p4[5];
582                 d6 ^= p4[6];
583                 d7 ^= p4[7];
584                 p1[0] = d0;     /* Store the result (in bursts)         */
585                 p1[1] = d1;
586                 p1[2] = d2;
587                 p1[3] = d3;
588                 p1[4] = d4;
589                 p1[5] = d5;
590                 p1[6] = d6;
591                 p1[7] = d7;
592                 p1 += 8;
593                 p2 += 8;
594                 p3 += 8;
595                 p4 += 8;
596         } while (--lines > 0);
597         if (lines == 0)
598                 goto once_more;
599 }
600 
601 static void
602 xor_32regs_p_5(unsigned long bytes, unsigned long *p1, unsigned long *p2,
603             unsigned long *p3, unsigned long *p4, unsigned long *p5)
604 {
605         long lines = bytes / (sizeof (long)) / 8 - 1;
606 
607         prefetchw(p1);
608         prefetch(p2);
609         prefetch(p3);
610         prefetch(p4);
611         prefetch(p5);
612 
613         do {
614                 register long d0, d1, d2, d3, d4, d5, d6, d7;
615 
616                 prefetchw(p1+8);
617                 prefetch(p2+8);
618                 prefetch(p3+8);
619                 prefetch(p4+8);
620                 prefetch(p5+8);
621  once_more:
622                 d0 = p1[0];     /* Pull the stuff into registers        */
623                 d1 = p1[1];     /*  ... in bursts, if possible.         */
624                 d2 = p1[2];
625                 d3 = p1[3];
626                 d4 = p1[4];
627                 d5 = p1[5];
628                 d6 = p1[6];
629                 d7 = p1[7];
630                 d0 ^= p2[0];
631                 d1 ^= p2[1];
632                 d2 ^= p2[2];
633                 d3 ^= p2[3];
634                 d4 ^= p2[4];
635                 d5 ^= p2[5];
636                 d6 ^= p2[6];
637                 d7 ^= p2[7];
638                 d0 ^= p3[0];
639                 d1 ^= p3[1];
640                 d2 ^= p3[2];
641                 d3 ^= p3[3];
642                 d4 ^= p3[4];
643                 d5 ^= p3[5];
644                 d6 ^= p3[6];
645                 d7 ^= p3[7];
646                 d0 ^= p4[0];
647                 d1 ^= p4[1];
648                 d2 ^= p4[2];
649                 d3 ^= p4[3];
650                 d4 ^= p4[4];
651                 d5 ^= p4[5];
652                 d6 ^= p4[6];
653                 d7 ^= p4[7];
654                 d0 ^= p5[0];
655                 d1 ^= p5[1];
656                 d2 ^= p5[2];
657                 d3 ^= p5[3];
658                 d4 ^= p5[4];
659                 d5 ^= p5[5];
660                 d6 ^= p5[6];
661                 d7 ^= p5[7];
662                 p1[0] = d0;     /* Store the result (in bursts)         */
663                 p1[1] = d1;
664                 p1[2] = d2;
665                 p1[3] = d3;
666                 p1[4] = d4;
667                 p1[5] = d5;
668                 p1[6] = d6;
669                 p1[7] = d7;
670                 p1 += 8;
671                 p2 += 8;
672                 p3 += 8;
673                 p4 += 8;
674                 p5 += 8;
675         } while (--lines > 0);
676         if (lines == 0)
677                 goto once_more;
678 }
679 
680 static struct xor_block_template xor_block_8regs = {
681         .name = "8regs",
682         .do_2 = xor_8regs_2,
683         .do_3 = xor_8regs_3,
684         .do_4 = xor_8regs_4,
685         .do_5 = xor_8regs_5,
686 };
687 
688 static struct xor_block_template xor_block_32regs = {
689         .name = "32regs",
690         .do_2 = xor_32regs_2,
691         .do_3 = xor_32regs_3,
692         .do_4 = xor_32regs_4,
693         .do_5 = xor_32regs_5,
694 };
695 
696 static struct xor_block_template xor_block_8regs_p = {
697         .name = "8regs_prefetch",
698         .do_2 = xor_8regs_p_2,
699         .do_3 = xor_8regs_p_3,
700         .do_4 = xor_8regs_p_4,
701         .do_5 = xor_8regs_p_5,
702 };
703 
704 static struct xor_block_template xor_block_32regs_p = {
705         .name = "32regs_prefetch",
706         .do_2 = xor_32regs_p_2,
707         .do_3 = xor_32regs_p_3,
708         .do_4 = xor_32regs_p_4,
709         .do_5 = xor_32regs_p_5,
710 };
711 
712 #define XOR_TRY_TEMPLATES                       \
713         do {                                    \
714                 xor_speed(&xor_block_8regs);    \
715                 xor_speed(&xor_block_8regs_p);  \
716                 xor_speed(&xor_block_32regs);   \
717                 xor_speed(&xor_block_32regs_p); \
718         } while (0)
719 
  This page was automatically generated by the LXR engine.