| 1 | /* $Id: kRdrBuffered.cpp 3552 2007-08-26 02:15:22Z bird $ */
|
|---|
| 2 | /** @file
|
|---|
| 3 | * kRdrBuffered - Buffered File Provider.
|
|---|
| 4 | */
|
|---|
| 5 |
|
|---|
| 6 | /*
|
|---|
| 7 | * Copyright (c) 2007 knut st. osmundsen <bird-src-spam@anduin.net>
|
|---|
| 8 | *
|
|---|
| 9 | * This file is part of kStuff.
|
|---|
| 10 | *
|
|---|
| 11 | * kStuff is free software; you can redistribute it and/or modify
|
|---|
| 12 | * it under the terms of the GNU Lesser General Public License as published
|
|---|
| 13 | * by the Free Software Foundation; either version 2 of the License, or
|
|---|
| 14 | * (at your option) any later version.
|
|---|
| 15 | *
|
|---|
| 16 | * kStuff is distributed in the hope that it will be useful,
|
|---|
| 17 | * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|---|
| 18 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|---|
| 19 | * GNU Lesser General Public License for more details.
|
|---|
| 20 | *
|
|---|
| 21 | * You should have received a copy of the GNU Lesser General Public License
|
|---|
| 22 | * along with kStuff; if not, write to the Free Software
|
|---|
| 23 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|---|
| 24 | *
|
|---|
| 25 | */
|
|---|
| 26 |
|
|---|
| 27 | /*******************************************************************************
|
|---|
| 28 | * Header Files *
|
|---|
| 29 | *******************************************************************************/
|
|---|
| 30 | #include "kRdrInternal.h"
|
|---|
| 31 | #include <k/kHlpAlloc.h>
|
|---|
| 32 | #include <k/kHlpString.h>
|
|---|
| 33 |
|
|---|
| 34 |
|
|---|
| 35 | /*******************************************************************************
|
|---|
| 36 | * Structures and Typedefs *
|
|---|
| 37 | *******************************************************************************/
|
|---|
| 38 | /**
|
|---|
| 39 | * The buffered file provier instance.
|
|---|
| 40 | * This is just a wrapper around another file provider.
|
|---|
| 41 | */
|
|---|
| 42 | typedef struct KRDRBUF
|
|---|
| 43 | {
|
|---|
| 44 | /** The file reader vtable. */
|
|---|
| 45 | KRDR Core;
|
|---|
| 46 | /** The actual file provider that we're wrapping. */
|
|---|
| 47 | PKRDR pRdr;
|
|---|
| 48 | /** The current file offset. */
|
|---|
| 49 | KFOFF offFile;
|
|---|
| 50 | /** The file size. */
|
|---|
| 51 | KFOFF cbFile;
|
|---|
| 52 | /** The offset of the buffer. */
|
|---|
| 53 | KFOFF offBuf;
|
|---|
| 54 | /** The offset of the end of the buffer. */
|
|---|
| 55 | KFOFF offBufEnd;
|
|---|
| 56 | /** The number of valid buffer bytes. */
|
|---|
| 57 | KSIZE cbBufValid;
|
|---|
| 58 | /** The size of the buffer. */
|
|---|
| 59 | KSIZE cbBuf;
|
|---|
| 60 | /** The buffer. */
|
|---|
| 61 | KU8 *pbBuf;
|
|---|
| 62 | /** Whether the pRdr instance should be closed together with us or not. */
|
|---|
| 63 | KBOOL fCloseIt;
|
|---|
| 64 | /** Set if the buffer has been messed up by kRdrBufLineQ. */
|
|---|
| 65 | KBOOL fTainedByLineQ;
|
|---|
| 66 | } KRDRBUF, *PKRDRBUF;
|
|---|
| 67 |
|
|---|
| 68 |
|
|---|
| 69 | /*******************************************************************************
|
|---|
| 70 | * Internal Functions *
|
|---|
| 71 | *******************************************************************************/
|
|---|
| 72 | static void krdrBufDone(PKRDR pRdr);
|
|---|
| 73 | static int krdrBufUnmap(PKRDR pRdr, void *pvBase, KU32 cSegments, PCKLDRSEG paSegments);
|
|---|
| 74 | static int krdrBufProtect(PKRDR pRdr, void *pvBase, KU32 cSegments, PCKLDRSEG paSegments, KBOOL fUnprotectOrProtect);
|
|---|
| 75 | static int krdrBufRefresh(PKRDR pRdr, void *pvBase, KU32 cSegments, PCKLDRSEG paSegments);
|
|---|
| 76 | static int krdrBufMap(PKRDR pRdr, void **ppvBase, KU32 cSegments, PCKLDRSEG paSegments, KBOOL fFixed);
|
|---|
| 77 | static KSIZE krdrBufPageSize(PKRDR pRdr);
|
|---|
| 78 | static const char *krdrBufName(PKRDR pRdr);
|
|---|
| 79 | static KIPTR krdrBufNativeFH(PKRDR pRdr);
|
|---|
| 80 | static KFOFF krdrBufTell(PKRDR pRdr);
|
|---|
| 81 | static KFOFF krdrBufSize(PKRDR pRdr);
|
|---|
| 82 | static int krdrBufAllUnmap(PKRDR pRdr, const void *pvBits);
|
|---|
| 83 | static int krdrBufAllMap(PKRDR pRdr, const void **ppvBits);
|
|---|
| 84 | static int krdrBufRead(PKRDR pRdr, void *pvBuf, KSIZE cb, KFOFF off);
|
|---|
| 85 | static int krdrBufDestroy(PKRDR pRdr);
|
|---|
| 86 | static int krdrBufCreate(PPKRDR ppRdr, const char *pszFilename);
|
|---|
| 87 |
|
|---|
| 88 |
|
|---|
| 89 | /*******************************************************************************
|
|---|
| 90 | * Global Variables *
|
|---|
| 91 | *******************************************************************************/
|
|---|
| 92 | /** Native file provider operations.
|
|---|
| 93 | *
|
|---|
| 94 | * @remark This is not in the file provider list as its intended for wrapping
|
|---|
| 95 | * other kRdr instances.
|
|---|
| 96 | */
|
|---|
| 97 | static const KRDROPS g_krdrBufOps =
|
|---|
| 98 | {
|
|---|
| 99 | "Buffered kRdr",
|
|---|
| 100 | NULL,
|
|---|
| 101 | krdrBufCreate,
|
|---|
| 102 | krdrBufDestroy,
|
|---|
| 103 | krdrBufRead,
|
|---|
| 104 | krdrBufAllMap,
|
|---|
| 105 | krdrBufAllUnmap,
|
|---|
| 106 | krdrBufSize,
|
|---|
| 107 | krdrBufTell,
|
|---|
| 108 | krdrBufName,
|
|---|
| 109 | krdrBufNativeFH,
|
|---|
| 110 | krdrBufPageSize,
|
|---|
| 111 | krdrBufMap,
|
|---|
| 112 | krdrBufRefresh,
|
|---|
| 113 | krdrBufProtect,
|
|---|
| 114 | krdrBufUnmap,
|
|---|
| 115 | krdrBufDone,
|
|---|
| 116 | 42
|
|---|
| 117 | };
|
|---|
| 118 |
|
|---|
| 119 |
|
|---|
| 120 | /** @copydoc KRDROPS::pfnDone */
|
|---|
| 121 | static void krdrBufDone(PKRDR pRdr)
|
|---|
| 122 | {
|
|---|
| 123 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 124 | return pThis->pRdr->pOps->pfnDone(pThis->pRdr);
|
|---|
| 125 | }
|
|---|
| 126 |
|
|---|
| 127 |
|
|---|
| 128 | /** @copydoc KRDROPS::pfnUnmap */
|
|---|
| 129 | static int krdrBufUnmap(PKRDR pRdr, void *pvBase, KU32 cSegments, PCKLDRSEG paSegments)
|
|---|
| 130 | {
|
|---|
| 131 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 132 | return pThis->pRdr->pOps->pfnUnmap(pThis->pRdr, pvBase, cSegments, paSegments);
|
|---|
| 133 | }
|
|---|
| 134 |
|
|---|
| 135 |
|
|---|
| 136 | /** @copydoc KRDROPS::pfnProtect */
|
|---|
| 137 | static int krdrBufProtect(PKRDR pRdr, void *pvBase, KU32 cSegments, PCKLDRSEG paSegments, KBOOL fUnprotectOrProtect)
|
|---|
| 138 | {
|
|---|
| 139 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 140 | return pThis->pRdr->pOps->pfnProtect(pThis->pRdr, pvBase, cSegments, paSegments, fUnprotectOrProtect);
|
|---|
| 141 | }
|
|---|
| 142 |
|
|---|
| 143 |
|
|---|
| 144 | /** @copydoc KRDROPS::pfnRefresh */
|
|---|
| 145 | static int krdrBufRefresh(PKRDR pRdr, void *pvBase, KU32 cSegments, PCKLDRSEG paSegments)
|
|---|
| 146 | {
|
|---|
| 147 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 148 | return pThis->pRdr->pOps->pfnRefresh(pThis->pRdr, pvBase, cSegments, paSegments);
|
|---|
| 149 | }
|
|---|
| 150 |
|
|---|
| 151 |
|
|---|
| 152 | /** @copydoc KRDROPS::pfnMap */
|
|---|
| 153 | static int krdrBufMap(PKRDR pRdr, void **ppvBase, KU32 cSegments, PCKLDRSEG paSegments, KBOOL fFixed)
|
|---|
| 154 | {
|
|---|
| 155 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 156 | return pThis->pRdr->pOps->pfnMap(pThis->pRdr, ppvBase, cSegments, paSegments, fFixed);
|
|---|
| 157 | }
|
|---|
| 158 |
|
|---|
| 159 |
|
|---|
| 160 | /** @copydoc KRDROPS::pfnPageSize */
|
|---|
| 161 | static KSIZE krdrBufPageSize(PKRDR pRdr)
|
|---|
| 162 | {
|
|---|
| 163 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 164 | return pThis->pRdr->pOps->pfnPageSize(pThis->pRdr);
|
|---|
| 165 | }
|
|---|
| 166 |
|
|---|
| 167 |
|
|---|
| 168 | /** @copydoc KRDROPS::pfnName */
|
|---|
| 169 | static const char *krdrBufName(PKRDR pRdr)
|
|---|
| 170 | {
|
|---|
| 171 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 172 | return pThis->pRdr->pOps->pfnName(pThis->pRdr);
|
|---|
| 173 | }
|
|---|
| 174 |
|
|---|
| 175 |
|
|---|
| 176 | /** @copydoc KRDROPS::pfnNativeFH */
|
|---|
| 177 | static KIPTR krdrBufNativeFH(PKRDR pRdr)
|
|---|
| 178 | {
|
|---|
| 179 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 180 | return pThis->pRdr->pOps->pfnNativeFH(pThis->pRdr);
|
|---|
| 181 | }
|
|---|
| 182 |
|
|---|
| 183 |
|
|---|
| 184 | /** @copydoc KRDROPS::pfnTell */
|
|---|
| 185 | static KFOFF krdrBufTell(PKRDR pRdr)
|
|---|
| 186 | {
|
|---|
| 187 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 188 | return pThis->offFile;
|
|---|
| 189 | }
|
|---|
| 190 |
|
|---|
| 191 |
|
|---|
| 192 | /** @copydoc KRDROPS::pfnSize */
|
|---|
| 193 | static KFOFF krdrBufSize(PKRDR pRdr)
|
|---|
| 194 | {
|
|---|
| 195 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 196 | return pThis->cbFile;
|
|---|
| 197 | }
|
|---|
| 198 |
|
|---|
| 199 |
|
|---|
| 200 | /** @copydoc KRDROPS::pfnAllUnmap */
|
|---|
| 201 | static int krdrBufAllUnmap(PKRDR pRdr, const void *pvBits)
|
|---|
| 202 | {
|
|---|
| 203 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 204 | return pThis->pRdr->pOps->pfnAllUnmap(pThis->pRdr, pvBits);
|
|---|
| 205 | }
|
|---|
| 206 |
|
|---|
| 207 |
|
|---|
| 208 | /** @copydoc KRDROPS::pfnAllMap */
|
|---|
| 209 | static int krdrBufAllMap(PKRDR pRdr, const void **ppvBits)
|
|---|
| 210 | {
|
|---|
| 211 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 212 | return pThis->pRdr->pOps->pfnAllMap(pThis->pRdr, ppvBits);
|
|---|
| 213 | }
|
|---|
| 214 |
|
|---|
| 215 |
|
|---|
| 216 | /**
|
|---|
| 217 | * Fills the buffer with file bits starting at the specified offset.
|
|---|
| 218 | *
|
|---|
| 219 | * @returns 0 on success, pfnRead error code on failure.
|
|---|
| 220 | * @param pThis The instance.
|
|---|
| 221 | * @param off Where to start reading.
|
|---|
| 222 | */
|
|---|
| 223 | static int krdrBufFillBuffer(PKRDRBUF pThis, KFOFF off)
|
|---|
| 224 | {
|
|---|
| 225 | kRdrAssert(off < pThis->cbFile);
|
|---|
| 226 |
|
|---|
| 227 | /* Reposition the buffer if it's past the end of the file so that
|
|---|
| 228 | we maximize its usability. We leave one unused byte at the end
|
|---|
| 229 | of the buffer so kRdrBufLineQ can terminate its string properly.
|
|---|
| 230 | Of course, this might end up re-reading a lot of stuff for no
|
|---|
| 231 | future gain, but whatever... */
|
|---|
| 232 | kRdrAssert(pThis->cbBuf <= pThis->cbFile + 1);
|
|---|
| 233 | KFOFF cbLeft = pThis->cbFile - off;
|
|---|
| 234 | KSIZE cbRead = pThis->cbBuf;
|
|---|
| 235 | if (cbRead - 1 >= cbLeft)
|
|---|
| 236 | {
|
|---|
| 237 | cbRead--;
|
|---|
| 238 | off = pThis->cbFile - cbRead;
|
|---|
| 239 | }
|
|---|
| 240 | int rc = pThis->pRdr->pOps->pfnRead(pThis->pRdr, pThis->pbBuf, cbRead, off);
|
|---|
| 241 | if (!rc)
|
|---|
| 242 | {
|
|---|
| 243 | pThis->offBuf = off;
|
|---|
| 244 | pThis->offBufEnd = off + cbRead;
|
|---|
| 245 | pThis->cbBufValid = cbRead;
|
|---|
| 246 | }
|
|---|
| 247 | else
|
|---|
| 248 | {
|
|---|
| 249 | pThis->offBuf = pThis->offBufEnd = 0;
|
|---|
| 250 | pThis->cbBufValid = 0;
|
|---|
| 251 | }
|
|---|
| 252 | pThis->fTainedByLineQ = K_FALSE;
|
|---|
| 253 | return rc;
|
|---|
| 254 | }
|
|---|
| 255 |
|
|---|
| 256 |
|
|---|
| 257 | /** @copydoc KRDROPS::pfnRead */
|
|---|
| 258 | static int krdrBufRead(PKRDR pRdr, void *pvBuf, KSIZE cb, KFOFF off)
|
|---|
| 259 | {
|
|---|
| 260 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 261 |
|
|---|
| 262 | /*
|
|---|
| 263 | * We need to validate and update the file offset before
|
|---|
| 264 | * we start making partial reads from the buffer and stuff.
|
|---|
| 265 | */
|
|---|
| 266 | KFOFF offEnd = off + cb;
|
|---|
| 267 | if ( off >= pThis->cbFile
|
|---|
| 268 | || offEnd > pThis->cbFile
|
|---|
| 269 | || offEnd < off)
|
|---|
| 270 | return KERR_OUT_OF_RANGE; /* includes EOF. */
|
|---|
| 271 | pThis->offFile = offEnd;
|
|---|
| 272 | if (!cb)
|
|---|
| 273 | return 0;
|
|---|
| 274 |
|
|---|
| 275 | /*
|
|---|
| 276 | * Scratch the buffer if kRdrBufLineQ has tained it.
|
|---|
| 277 | */
|
|---|
| 278 | if (pThis->fTainedByLineQ)
|
|---|
| 279 | {
|
|---|
| 280 | pThis->offBuf = pThis->offBufEnd = 0;
|
|---|
| 281 | pThis->cbBufValid = 0;
|
|---|
| 282 | }
|
|---|
| 283 |
|
|---|
| 284 | /*
|
|---|
| 285 | * Is any part of the request in the buffer?
|
|---|
| 286 | *
|
|---|
| 287 | * We will currently ignore buffer hits in the middle of the
|
|---|
| 288 | * request because it's annoying to implement and it's
|
|---|
| 289 | * questionable whether it'll benefit much performance wise.
|
|---|
| 290 | */
|
|---|
| 291 | if (pThis->cbBufValid > 0)
|
|---|
| 292 | {
|
|---|
| 293 | if (off >= pThis->offBuf)
|
|---|
| 294 | {
|
|---|
| 295 | if (off < pThis->offBufEnd)
|
|---|
| 296 | {
|
|---|
| 297 | /* head (or all) of the request is in the buffer. */
|
|---|
| 298 | KSIZE cbMaxChunk = (KSIZE)(pThis->offBufEnd - off);
|
|---|
| 299 | KSIZE cbChunk = K_MIN(cb, cbMaxChunk);
|
|---|
| 300 | kHlpMemCopy(pvBuf, &pThis->pbBuf[off - pThis->offBuf], cbChunk);
|
|---|
| 301 | if (cbChunk == cb)
|
|---|
| 302 | return 0;
|
|---|
| 303 |
|
|---|
| 304 | cb -= cbChunk;
|
|---|
| 305 | pvBuf = (KU8 *)pvBuf + cbChunk;
|
|---|
| 306 | off += cbChunk;
|
|---|
| 307 | }
|
|---|
| 308 | }
|
|---|
| 309 | else if ( offEnd > pThis->offBuf
|
|---|
| 310 | && offEnd <= pThis->offBufEnd)
|
|---|
| 311 | {
|
|---|
| 312 | /* the end of the request is in the buffer. */
|
|---|
| 313 | KSIZE cbChunk = (KSIZE)(pThis->offBufEnd - (offEnd));
|
|---|
| 314 | kHlpMemCopy((KU8 *)pvBuf + (pThis->offBuf - off), pThis->pbBuf, cbChunk);
|
|---|
| 315 | kRdrAssert(cbChunk < cb);
|
|---|
| 316 | cb -= cbChunk;
|
|---|
| 317 | offEnd -= cbChunk;
|
|---|
| 318 | }
|
|---|
| 319 | }
|
|---|
| 320 |
|
|---|
| 321 | /*
|
|---|
| 322 | * If the buffer is larger than the read request, read a full buffer
|
|---|
| 323 | * starting at the requested offset. Otherwise perform an unbuffered
|
|---|
| 324 | * read.
|
|---|
| 325 | */
|
|---|
| 326 | if (pThis->cbBuf > cb)
|
|---|
| 327 | {
|
|---|
| 328 | int rc = krdrBufFillBuffer(pThis, off);
|
|---|
| 329 | if (rc)
|
|---|
| 330 | return rc;
|
|---|
| 331 | if (pThis->offBuf == off)
|
|---|
| 332 | kHlpMemCopy(pvBuf, pThis->pbBuf, cb);
|
|---|
| 333 | else
|
|---|
| 334 | {
|
|---|
| 335 | kRdrAssert(off > pThis->offBuf);
|
|---|
| 336 | kRdrAssert(off + cb <= pThis->offBufEnd);
|
|---|
| 337 | kHlpMemCopy(pvBuf, pThis->pbBuf + (off - pThis->offBuf), cb);
|
|---|
| 338 | }
|
|---|
| 339 | }
|
|---|
| 340 | else
|
|---|
| 341 | {
|
|---|
| 342 | int rc = pThis->pRdr->pOps->pfnRead(pThis->pRdr, pvBuf, cb, off);
|
|---|
| 343 | if (rc)
|
|---|
| 344 | return rc;
|
|---|
| 345 | }
|
|---|
| 346 | return 0;
|
|---|
| 347 | }
|
|---|
| 348 |
|
|---|
| 349 |
|
|---|
| 350 | /** @copydoc KRDROPS::pfnDestroy */
|
|---|
| 351 | static int krdrBufDestroy(PKRDR pRdr)
|
|---|
| 352 | {
|
|---|
| 353 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 354 |
|
|---|
| 355 | /* Close the kRdr instance that we're wrapping. */
|
|---|
| 356 | if (pThis->fCloseIt)
|
|---|
| 357 | {
|
|---|
| 358 | int rc = pThis->pRdr->pOps->pfnDestroy(pThis->pRdr);
|
|---|
| 359 | if (rc)
|
|---|
| 360 | return rc;
|
|---|
| 361 | pThis->fCloseIt = K_FALSE;
|
|---|
| 362 | pThis->pRdr = NULL;
|
|---|
| 363 | }
|
|---|
| 364 |
|
|---|
| 365 | kHlpFree(pThis->pbBuf);
|
|---|
| 366 | pThis->pbBuf = NULL;
|
|---|
| 367 | kHlpFree(pRdr);
|
|---|
| 368 | return 0;
|
|---|
| 369 | }
|
|---|
| 370 |
|
|---|
| 371 |
|
|---|
| 372 | /** @copydoc KRDROPS::pfnCreate */
|
|---|
| 373 | static int krdrBufCreate(PPKRDR ppRdr, const char *pszFilename)
|
|---|
| 374 | {
|
|---|
| 375 | return KERR_NOT_IMPLEMENTED;
|
|---|
| 376 | }
|
|---|
| 377 |
|
|---|
| 378 |
|
|---|
| 379 | /**
|
|---|
| 380 | * Worker for kRdrBufOpen and kRdrBufWrap.
|
|---|
| 381 | *
|
|---|
| 382 | * It's essentially kRdrBufWrap without error checking.
|
|---|
| 383 | *
|
|---|
| 384 | * @returns 0 on success, one of the kErrors status code on failure.
|
|---|
| 385 | * @param ppRdr Where to store the new file provider instance.
|
|---|
| 386 | * @param pRdrWrapped The file provider instance to buffer.
|
|---|
| 387 | * @param fCloseIt Whether it the pRdrWrapped instance should be closed
|
|---|
| 388 | * when the new instance is closed.
|
|---|
| 389 | */
|
|---|
| 390 | static int krdrBufWrapIt(PPKRDR ppRdr, PKRDR pRdrWrapped, KBOOL fCloseIt)
|
|---|
| 391 | {
|
|---|
| 392 | PKRDRBUF pThis = (PKRDRBUF)kHlpAlloc(sizeof(*pThis));
|
|---|
| 393 | if (pThis)
|
|---|
| 394 | {
|
|---|
| 395 | pThis->Core.u32Magic = KRDR_MAGIC;
|
|---|
| 396 | pThis->Core.pOps = &g_krdrBufOps;
|
|---|
| 397 | pThis->pRdr = pRdrWrapped;
|
|---|
| 398 | pThis->offFile = pRdrWrapped->pOps->pfnTell(pRdrWrapped);
|
|---|
| 399 | pThis->cbFile = pRdrWrapped->pOps->pfnSize(pRdrWrapped);
|
|---|
| 400 | pThis->offBuf = pThis->offBufEnd = 0;
|
|---|
| 401 | pThis->cbBufValid = 0;
|
|---|
| 402 | pThis->fCloseIt = fCloseIt;
|
|---|
| 403 | pThis->fTainedByLineQ = K_FALSE;
|
|---|
| 404 | if (pThis->cbFile < 128*1024)
|
|---|
| 405 | pThis->cbBuf = (KSIZE)pThis->cbFile + 1; /* need space for the kRdrBufLineQ terminator. */
|
|---|
| 406 | else
|
|---|
| 407 | pThis->cbBuf = 64*1024;
|
|---|
| 408 | pThis->pbBuf = (KU8 *)kHlpAlloc(pThis->cbBuf);
|
|---|
| 409 | if (pThis->pbBuf)
|
|---|
| 410 | {
|
|---|
| 411 | *ppRdr = &pThis->Core;
|
|---|
| 412 | return 0;
|
|---|
| 413 | }
|
|---|
| 414 |
|
|---|
| 415 | pThis->Core.u32Magic = 0;
|
|---|
| 416 | kHlpFree(pThis);
|
|---|
| 417 | }
|
|---|
| 418 | return KERR_NO_MEMORY;
|
|---|
| 419 | }
|
|---|
| 420 |
|
|---|
| 421 |
|
|---|
| 422 | /**
|
|---|
| 423 | * Opens a file provider with a buffered wrapper.
|
|---|
| 424 | *
|
|---|
| 425 | * @returns 0 on success, KERR_* on failure.
|
|---|
| 426 | * @param ppRdr Where to store the buffered file reader instance on success.
|
|---|
| 427 | * @param pszFilename The name of the file that should be opened.
|
|---|
| 428 | */
|
|---|
| 429 | KRDR_DECL(int) kRdrBufOpen(PPKRDR ppRdr, const char *pszFilename)
|
|---|
| 430 | {
|
|---|
| 431 | kRdrAssertPtrReturn(ppRdr, KERR_INVALID_POINTER);
|
|---|
| 432 | *ppRdr = NULL;
|
|---|
| 433 |
|
|---|
| 434 | PKRDR pRdrWrapped;
|
|---|
| 435 | int rc = kRdrOpen(&pRdrWrapped, pszFilename);
|
|---|
| 436 | if (!rc)
|
|---|
| 437 | {
|
|---|
| 438 | rc = krdrBufWrapIt(ppRdr, pRdrWrapped, K_TRUE);
|
|---|
| 439 | if (rc)
|
|---|
| 440 | kRdrClose(pRdrWrapped);
|
|---|
| 441 | }
|
|---|
| 442 | return rc;
|
|---|
| 443 | }
|
|---|
| 444 |
|
|---|
| 445 |
|
|---|
| 446 | /**
|
|---|
| 447 | * Creates a buffered file provider instance for an existing one.
|
|---|
| 448 | *
|
|---|
| 449 | * @returns 0 on success, KERR_* on failure.
|
|---|
| 450 | * @param ppRdr Where to store the new file provider pointer.
|
|---|
| 451 | * @param pRdr The file provider instance to wrap.
|
|---|
| 452 | * @param fCLoseIt Whether it the wrapped reader should be automatically
|
|---|
| 453 | * closed when the wrapper closes.
|
|---|
| 454 | */
|
|---|
| 455 | KRDR_DECL(int) kRdrBufWrap(PPKRDR ppRdr, PKRDR pRdr, KBOOL fCloseIt)
|
|---|
| 456 | {
|
|---|
| 457 | KRDR_VALIDATE(pRdr);
|
|---|
| 458 | return krdrBufWrapIt(ppRdr, pRdr, fCloseIt);
|
|---|
| 459 | }
|
|---|
| 460 |
|
|---|
| 461 |
|
|---|
| 462 | /**
|
|---|
| 463 | * Checks whether the file provider instance is of the buffered type or not.
|
|---|
| 464 | *
|
|---|
| 465 | * @returns K_TRUE if it is, otherwise K_FALSE.
|
|---|
| 466 | * @param pRdr The file provider instance to check.
|
|---|
| 467 | */
|
|---|
| 468 | KRDR_DECL(KBOOL) kRdrBufIsBuffered(PKRDR pRdr)
|
|---|
| 469 | {
|
|---|
| 470 | KRDR_VALIDATE_EX(pRdr, K_FALSE);
|
|---|
| 471 | return pRdr->pOps == &g_krdrBufOps;
|
|---|
| 472 | }
|
|---|
| 473 |
|
|---|
| 474 |
|
|---|
| 475 | /**
|
|---|
| 476 | * Reads a line from a buffered file provider.
|
|---|
| 477 | *
|
|---|
| 478 | * The trailing '\n' or '\r\n' is stripped.
|
|---|
| 479 | *
|
|---|
| 480 | * @returns 0 on success. KERR_* on failure.
|
|---|
| 481 | * @retval KRDR_ERR_LINE_TOO_LONG if the line is too long to fit in the passed in buffer.
|
|---|
| 482 | * @retval KRDR_ERR_NOT_BUFFERED_RDR if pRdr isn't a buffered reader.
|
|---|
| 483 | * @param pRdr The buffered file reader.
|
|---|
| 484 | * @param pszLine Where to store the line.
|
|---|
| 485 | * @param cbLine The size of the the line buffer.
|
|---|
| 486 | */
|
|---|
| 487 | KRDR_DECL(int) kRdrBufLine(PKRDR pRdr, char *pszLine, KSIZE cbLine)
|
|---|
| 488 | {
|
|---|
| 489 | return kRdrBufLineEx(pRdr, pszLine, &cbLine);
|
|---|
| 490 | }
|
|---|
| 491 |
|
|---|
| 492 |
|
|---|
| 493 | /**
|
|---|
| 494 | * Reads a line from a buffered file provider.
|
|---|
| 495 | *
|
|---|
| 496 | * The trailing '\n' or '\r\n' is stripped.
|
|---|
| 497 | *
|
|---|
| 498 | * @returns 0 on success. KERR_* on failure.
|
|---|
| 499 | * @retval KRDR_ERR_LINE_TOO_LONG if the line is too long to fit in the passed in buffer.
|
|---|
| 500 | * @retval KRDR_ERR_NOT_BUFFERED_RDR if pRdr isn't a buffered reader.
|
|---|
| 501 | * @param pRdr The buffered file reader.
|
|---|
| 502 | * @param pszLine Where to store the line.
|
|---|
| 503 | * @param pcbLine The size of the the line buffer on input, the length of the
|
|---|
| 504 | * returned line on output.
|
|---|
| 505 | */
|
|---|
| 506 | KRDR_DECL(int) kRdrBufLineEx(PKRDR pRdr, char *pszLine, KSIZE *pcbLine)
|
|---|
| 507 | {
|
|---|
| 508 | /*
|
|---|
| 509 | * Validate input.
|
|---|
| 510 | */
|
|---|
| 511 | kRdrAssertPtrReturn(pcbLine, KERR_INVALID_POINTER);
|
|---|
| 512 | KSIZE cbLeft = *pcbLine;
|
|---|
| 513 | *pcbLine = 0;
|
|---|
| 514 | kRdrAssertReturn(cbLeft > 0, KERR_INVALID_PARAMETER);
|
|---|
| 515 | KRDR_VALIDATE(pRdr);
|
|---|
| 516 | kRdrAssertReturn(pRdr->pOps != &g_krdrBufOps, KRDR_ERR_NOT_BUFFERED_RDR);
|
|---|
| 517 | kRdrAssertPtrReturn(pszLine, KERR_INVALID_POINTER);
|
|---|
| 518 |
|
|---|
| 519 | /* check for EOF */
|
|---|
| 520 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 521 | if (pThis->offFile >= pThis->cbFile)
|
|---|
| 522 | {
|
|---|
| 523 | kRdrAssert(pThis->offFile == pThis->cbFile);
|
|---|
| 524 | *pszLine = '\0';
|
|---|
| 525 | *pcbLine = 0;
|
|---|
| 526 | return KERR_EOF;
|
|---|
| 527 | }
|
|---|
| 528 |
|
|---|
| 529 | /*
|
|---|
| 530 | * Scratch the buffer if kRdrBufLineQ has tained it.
|
|---|
| 531 | */
|
|---|
| 532 | if (pThis->fTainedByLineQ)
|
|---|
| 533 | {
|
|---|
| 534 | pThis->offBuf = pThis->offBufEnd = 0;
|
|---|
| 535 | pThis->cbBufValid = 0;
|
|---|
| 536 | }
|
|---|
| 537 |
|
|---|
| 538 | /*
|
|---|
| 539 | * Buffered read loop.
|
|---|
| 540 | *
|
|---|
| 541 | * The overflow logic is a bit fishy wrt to overflowing at an "\r\n"
|
|---|
| 542 | * that arrives at a buffer boundrary. The current policy is to try
|
|---|
| 543 | * our best to not to fail with overflow in the EOL sequence or EOF.
|
|---|
| 544 | * If it's the end of the buffer, it will not be refilled just to
|
|---|
| 545 | * check for this because that's too much work.
|
|---|
| 546 | */
|
|---|
| 547 | cbLeft--; /* reserve space for the terminator. */
|
|---|
| 548 | char *pszOut = pszLine;
|
|---|
| 549 | for (;;)
|
|---|
| 550 | {
|
|---|
| 551 | /*
|
|---|
| 552 | * Do we need to (re-)fill the buffer or does it contain something
|
|---|
| 553 | * that we can work on already?
|
|---|
| 554 | */
|
|---|
| 555 | if ( !pThis->cbBufValid
|
|---|
| 556 | || pThis->offFile >= pThis->offBufEnd
|
|---|
| 557 | || pThis->offFile < pThis->offBuf)
|
|---|
| 558 | {
|
|---|
| 559 | int rc = krdrBufFillBuffer(pThis, pThis->offFile);
|
|---|
| 560 | if (rc)
|
|---|
| 561 | {
|
|---|
| 562 | *pszOut = '\0';
|
|---|
| 563 | return rc;
|
|---|
| 564 | }
|
|---|
| 565 | }
|
|---|
| 566 |
|
|---|
| 567 | /*
|
|---|
| 568 | * Parse the buffer looking for the EOL indicator.
|
|---|
| 569 | */
|
|---|
| 570 | kRdrAssert(pThis->offFile >= pThis->offBuf && pThis->offFile < pThis->offBufEnd);
|
|---|
| 571 | kRdrAssert(sizeof(char) == sizeof(*pThis->pbBuf));
|
|---|
| 572 | const char * const pszStart = (const char *)&pThis->pbBuf[pThis->offFile - pThis->offBuf];
|
|---|
| 573 | const char * const pszEnd = (const char *)&pThis->pbBuf[pThis->cbBufValid];
|
|---|
| 574 | const char *psz = pszStart;
|
|---|
| 575 | while (psz < pszEnd)
|
|---|
| 576 | {
|
|---|
| 577 | const char ch = *psz;
|
|---|
| 578 | if (ch == '\n')
|
|---|
| 579 | {
|
|---|
| 580 | /* found the EOL, update file position and line length. */
|
|---|
| 581 | pThis->offFile += psz - pszStart + 1;
|
|---|
| 582 | *pcbLine += psz - pszStart;
|
|---|
| 583 |
|
|---|
| 584 | /* terminate the string, checking for "\r\n" first. */
|
|---|
| 585 | if ( *pcbLine
|
|---|
| 586 | && pszOut[-1] == '\r')
|
|---|
| 587 | {
|
|---|
| 588 | *pcbLine -= 1;
|
|---|
| 589 | pszOut--;
|
|---|
| 590 | }
|
|---|
| 591 | *pszOut = '\0';
|
|---|
| 592 | return 0;
|
|---|
| 593 | }
|
|---|
| 594 | if (!cbLeft)
|
|---|
| 595 | {
|
|---|
| 596 | /* the line is *probably* too long. */
|
|---|
| 597 | pThis->offFile += psz - pszStart;
|
|---|
| 598 | *pcbLine += psz - pszStart;
|
|---|
| 599 | *pszOut = '\0';
|
|---|
| 600 |
|
|---|
| 601 | /* The only possible case where the line actually isn't too long
|
|---|
| 602 | is if we're at a "\r\n" sequence. We will re-fill the buffer
|
|---|
| 603 | if necessary to check for the '\n' as it's not that much work. */
|
|---|
| 604 | if ( ch == '\r'
|
|---|
| 605 | && pThis->offFile + 2 <= pThis->cbFile)
|
|---|
| 606 | {
|
|---|
| 607 | if (psz + 1 >= pszEnd)
|
|---|
| 608 | {
|
|---|
| 609 | int rc = krdrBufFillBuffer(pThis, pThis->offFile);
|
|---|
| 610 | if (rc)
|
|---|
| 611 | {
|
|---|
| 612 | *pszOut = '\0';
|
|---|
| 613 | return rc;
|
|---|
| 614 | }
|
|---|
| 615 | }
|
|---|
| 616 | psz = (const char *)&pThis->pbBuf[pThis->offFile - pThis->offBuf];
|
|---|
| 617 | kRdrAssert(*psz == '\r');
|
|---|
| 618 | if (psz[1] == '\n')
|
|---|
| 619 | {
|
|---|
| 620 | *pcbLine -= 1;
|
|---|
| 621 | pszOut[-1] = '\0';
|
|---|
| 622 | pThis->offFile += 2;
|
|---|
| 623 | return 0;
|
|---|
| 624 | }
|
|---|
| 625 | }
|
|---|
| 626 | return KRDR_ERR_LINE_TOO_LONG;
|
|---|
| 627 | }
|
|---|
| 628 |
|
|---|
| 629 | /* copy and advance */
|
|---|
| 630 | *pszOut++ = ch;
|
|---|
| 631 | cbLeft--;
|
|---|
| 632 | psz++;
|
|---|
| 633 | }
|
|---|
| 634 |
|
|---|
| 635 | /* advance past the buffer and check for EOF. */
|
|---|
| 636 | *pcbLine += pszEnd - pszStart;
|
|---|
| 637 | pThis->offFile = pThis->offBufEnd;
|
|---|
| 638 | if (pThis->offFile >= pThis->cbFile)
|
|---|
| 639 | {
|
|---|
| 640 | kRdrAssert(pThis->offFile == pThis->cbFile);
|
|---|
| 641 | *pszOut = '\0';
|
|---|
| 642 | return 0;
|
|---|
| 643 | }
|
|---|
| 644 | }
|
|---|
| 645 | return -1;
|
|---|
| 646 | }
|
|---|
| 647 |
|
|---|
| 648 |
|
|---|
| 649 | /**
|
|---|
| 650 | * Worker for kRdrBufLineQ that searches the current buffer for EOL or EOF.
|
|---|
| 651 | *
|
|---|
| 652 | * When a EOF marker is found
|
|---|
| 653 | *
|
|---|
| 654 | *
|
|---|
| 655 | * @returns NULL if EOL/EOF isn't found the buffer.
|
|---|
| 656 | * @param pThis The buffered reader instance.
|
|---|
| 657 | */
|
|---|
| 658 | static const char * krdrBufLineQWorker(PKRDRBUF pThis)
|
|---|
| 659 | {
|
|---|
| 660 | kRdrAssert(pThis->offFile >= pThis->offBuf && pThis->offFile < pThis->offBufEnd);
|
|---|
| 661 |
|
|---|
| 662 | /*
|
|---|
| 663 | * Search the buffer.
|
|---|
| 664 | */
|
|---|
| 665 | kRdrAssert(sizeof(char) == sizeof(*pThis->pbBuf));
|
|---|
| 666 | const char * const pszStart = (const char *)&pThis->pbBuf[pThis->offFile - pThis->offBuf];
|
|---|
| 667 | const char * const pszEnd = (const char *)&pThis->pbBuf[pThis->cbBufValid];
|
|---|
| 668 | char *psz = (char *)pszStart;
|
|---|
| 669 | while (psz < pszEnd)
|
|---|
| 670 | {
|
|---|
| 671 | char ch = *psz;
|
|---|
| 672 | if (ch == '\n')
|
|---|
| 673 | {
|
|---|
| 674 | pThis->offFile += psz - pszStart;
|
|---|
| 675 | pThis->fTainedByLineQ = K_TRUE;
|
|---|
| 676 | *psz = '\0';
|
|---|
| 677 | if ( psz > pszStart
|
|---|
| 678 | && psz[-1] == '\r')
|
|---|
| 679 | *--psz = '\0';
|
|---|
| 680 | return pszStart;
|
|---|
| 681 | }
|
|---|
| 682 | psz++;
|
|---|
| 683 | }
|
|---|
| 684 |
|
|---|
| 685 | /*
|
|---|
| 686 | * Check for EOF. There must be room for a terminator char here.
|
|---|
| 687 | */
|
|---|
| 688 | if ( pThis->offBufEnd >= pThis->cbFile
|
|---|
| 689 | && (pThis->offBufEnd - pThis->offBuf) < pThis->cbBuf)
|
|---|
| 690 | {
|
|---|
| 691 | pThis->offFile = pThis->cbFile;
|
|---|
| 692 | pThis->pbBuf[pThis->cbBufValid] = '\0';
|
|---|
| 693 | return pszStart;
|
|---|
| 694 | }
|
|---|
| 695 |
|
|---|
| 696 | return NULL;
|
|---|
| 697 | }
|
|---|
| 698 |
|
|---|
| 699 |
|
|---|
| 700 | /**
|
|---|
| 701 | * Get the pointer to the next next line in the buffer.
|
|---|
| 702 | * The returned line is zero terminated.
|
|---|
| 703 | *
|
|---|
| 704 | * @returns A pointer to the line on success. This becomes invalid
|
|---|
| 705 | * upon the next call to this kRdr instance.
|
|---|
| 706 | * @returns NULL on EOF, read error of if the line was too long.
|
|---|
| 707 | * @param pRdr The buffered file reader.
|
|---|
| 708 | */
|
|---|
| 709 | KRDR_DECL(const char *) kRdrBufLineQ(PKRDR pRdr)
|
|---|
| 710 | {
|
|---|
| 711 | /*
|
|---|
| 712 | * Validate input.
|
|---|
| 713 | */
|
|---|
| 714 | KRDR_VALIDATE_EX(pRdr, NULL);
|
|---|
| 715 | kRdrAssertReturn(pRdr->pOps != &g_krdrBufOps, NULL);
|
|---|
| 716 |
|
|---|
| 717 | /* check for EOF */
|
|---|
| 718 | PKRDRBUF pThis = (PKRDRBUF)pRdr;
|
|---|
| 719 | if (pThis->offFile >= pThis->cbFile)
|
|---|
| 720 | {
|
|---|
| 721 | kRdrAssert(pThis->offFile == pThis->cbFile);
|
|---|
| 722 | return NULL;
|
|---|
| 723 | }
|
|---|
| 724 |
|
|---|
| 725 | /*
|
|---|
| 726 | * Search the current buffer if possible
|
|---|
| 727 | */
|
|---|
| 728 | if ( pThis->cbBufValid
|
|---|
| 729 | && pThis->offFile >= pThis->offBuf
|
|---|
| 730 | && pThis->offFile < pThis->offBufEnd)
|
|---|
| 731 | {
|
|---|
| 732 | const char *psz = krdrBufLineQWorker(pThis);
|
|---|
| 733 | if (psz)
|
|---|
| 734 | return psz;
|
|---|
| 735 | }
|
|---|
| 736 |
|
|---|
| 737 | /*
|
|---|
| 738 | * Fill the buffer in an optimal way and look for the EOL/EOF (again).
|
|---|
| 739 | */
|
|---|
| 740 | int rc = krdrBufFillBuffer(pThis, pThis->offFile);
|
|---|
| 741 | if (rc)
|
|---|
| 742 | return NULL;
|
|---|
| 743 | return krdrBufLineQWorker(pThis);
|
|---|
| 744 | }
|
|---|
| 745 |
|
|---|