mirror of
https://github.com/postgres/postgres.git
synced 2025-10-29 22:49:41 +03:00
Change relpath() et al to return path by value
For AIO, and also some other recent patches, we need the ability to call relpath() in a critical section. Until now that was not feasible, as it allocated memory. The fact that relpath() allocated memory also made it awkward to use in log messages because we had to take care to free the memory afterwards. Which we e.g. didn't do for when zeroing out an invalid buffer. We discussed other solutions, e.g. filling a pre-allocated buffer that's passed to relpath(), but they all came with plenty downsides or were larger projects. The easiest fix seems to be to make relpath() return the path by value. To be able to return the path by value we need to determine the maximum length of a relation path. This patch adds a long #define that computes the exact maximum, which is verified to be correct in a regression test. As this change the signature of relpath(), extensions using it will need to adapt their code. We discussed leaving a backward-compat shim in place, but decided it's not worth it given the use of relpath() doesn't seem widespread. Discussion: https://postgr.es/m/xeri5mla4b5syjd5a25nok5iez2kr3bm26j2qn4u7okzof2bmf@kwdh2vf7npra
This commit is contained in:
@@ -1541,7 +1541,7 @@ WaitReadBuffers(ReadBuffersOperation *operation)
|
||||
(errcode(ERRCODE_DATA_CORRUPTED),
|
||||
errmsg("invalid page in block %u of relation %s; zeroing out page",
|
||||
io_first_block + j,
|
||||
relpath(operation->smgr->smgr_rlocator, forknum))));
|
||||
relpath(operation->smgr->smgr_rlocator, forknum).str)));
|
||||
memset(bufBlock, 0, BLCKSZ);
|
||||
}
|
||||
else
|
||||
@@ -1549,7 +1549,7 @@ WaitReadBuffers(ReadBuffersOperation *operation)
|
||||
(errcode(ERRCODE_DATA_CORRUPTED),
|
||||
errmsg("invalid page in block %u of relation %s",
|
||||
io_first_block + j,
|
||||
relpath(operation->smgr->smgr_rlocator, forknum))));
|
||||
relpath(operation->smgr->smgr_rlocator, forknum).str)));
|
||||
}
|
||||
|
||||
/* Terminate I/O and set BM_VALID. */
|
||||
@@ -2284,7 +2284,7 @@ ExtendBufferedRelShared(BufferManagerRelation bmr,
|
||||
ereport(ERROR,
|
||||
(errcode(ERRCODE_PROGRAM_LIMIT_EXCEEDED),
|
||||
errmsg("cannot extend relation %s beyond %u blocks",
|
||||
relpath(bmr.smgr->smgr_rlocator, fork),
|
||||
relpath(bmr.smgr->smgr_rlocator, fork).str,
|
||||
MaxBlockNumber)));
|
||||
|
||||
/*
|
||||
@@ -2355,7 +2355,8 @@ ExtendBufferedRelShared(BufferManagerRelation bmr,
|
||||
if (valid && !PageIsNew((Page) buf_block))
|
||||
ereport(ERROR,
|
||||
(errmsg("unexpected data beyond EOF in block %u of relation %s",
|
||||
existing_hdr->tag.blockNum, relpath(bmr.smgr->smgr_rlocator, fork)),
|
||||
existing_hdr->tag.blockNum,
|
||||
relpath(bmr.smgr->smgr_rlocator, fork).str),
|
||||
errhint("This has been seen to occur with buggy kernels; consider updating your system.")));
|
||||
|
||||
/*
|
||||
@@ -3663,7 +3664,6 @@ DebugPrintBufferRefcount(Buffer buffer)
|
||||
{
|
||||
BufferDesc *buf;
|
||||
int32 loccount;
|
||||
char *path;
|
||||
char *result;
|
||||
ProcNumber backend;
|
||||
uint32 buf_state;
|
||||
@@ -3683,15 +3683,14 @@ DebugPrintBufferRefcount(Buffer buffer)
|
||||
}
|
||||
|
||||
/* theoretically we should lock the bufhdr here */
|
||||
path = relpathbackend(BufTagGetRelFileLocator(&buf->tag), backend,
|
||||
BufTagGetForkNum(&buf->tag));
|
||||
buf_state = pg_atomic_read_u32(&buf->state);
|
||||
|
||||
result = psprintf("[%03d] (rel=%s, blockNum=%u, flags=0x%x, refcount=%u %d)",
|
||||
buffer, path,
|
||||
buffer,
|
||||
relpathbackend(BufTagGetRelFileLocator(&buf->tag), backend,
|
||||
BufTagGetForkNum(&buf->tag)).str,
|
||||
buf->tag.blockNum, buf_state & BUF_FLAG_MASK,
|
||||
BUF_STATE_GET_REFCOUNT(buf_state), loccount);
|
||||
pfree(path);
|
||||
return result;
|
||||
}
|
||||
|
||||
@@ -5611,16 +5610,13 @@ AbortBufferIO(Buffer buffer)
|
||||
if (buf_state & BM_IO_ERROR)
|
||||
{
|
||||
/* Buffer is pinned, so we can read tag without spinlock */
|
||||
char *path;
|
||||
|
||||
path = relpathperm(BufTagGetRelFileLocator(&buf_hdr->tag),
|
||||
BufTagGetForkNum(&buf_hdr->tag));
|
||||
ereport(WARNING,
|
||||
(errcode(ERRCODE_IO_ERROR),
|
||||
errmsg("could not write block %u of %s",
|
||||
buf_hdr->tag.blockNum, path),
|
||||
buf_hdr->tag.blockNum,
|
||||
relpathperm(BufTagGetRelFileLocator(&buf_hdr->tag),
|
||||
BufTagGetForkNum(&buf_hdr->tag)).str),
|
||||
errdetail("Multiple failures --- write error might be permanent.")));
|
||||
pfree(path);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -5637,14 +5633,10 @@ shared_buffer_write_error_callback(void *arg)
|
||||
|
||||
/* Buffer is pinned, so we can read the tag without locking the spinlock */
|
||||
if (bufHdr != NULL)
|
||||
{
|
||||
char *path = relpathperm(BufTagGetRelFileLocator(&bufHdr->tag),
|
||||
BufTagGetForkNum(&bufHdr->tag));
|
||||
|
||||
errcontext("writing block %u of relation %s",
|
||||
bufHdr->tag.blockNum, path);
|
||||
pfree(path);
|
||||
}
|
||||
bufHdr->tag.blockNum,
|
||||
relpathperm(BufTagGetRelFileLocator(&bufHdr->tag),
|
||||
BufTagGetForkNum(&bufHdr->tag)).str);
|
||||
}
|
||||
|
||||
/*
|
||||
@@ -5656,15 +5648,11 @@ local_buffer_write_error_callback(void *arg)
|
||||
BufferDesc *bufHdr = (BufferDesc *) arg;
|
||||
|
||||
if (bufHdr != NULL)
|
||||
{
|
||||
char *path = relpathbackend(BufTagGetRelFileLocator(&bufHdr->tag),
|
||||
MyProcNumber,
|
||||
BufTagGetForkNum(&bufHdr->tag));
|
||||
|
||||
errcontext("writing block %u of relation %s",
|
||||
bufHdr->tag.blockNum, path);
|
||||
pfree(path);
|
||||
}
|
||||
bufHdr->tag.blockNum,
|
||||
relpathbackend(BufTagGetRelFileLocator(&bufHdr->tag),
|
||||
MyProcNumber,
|
||||
BufTagGetForkNum(&bufHdr->tag)).str);
|
||||
}
|
||||
|
||||
/*
|
||||
|
||||
@@ -360,7 +360,7 @@ ExtendBufferedRelLocal(BufferManagerRelation bmr,
|
||||
ereport(ERROR,
|
||||
(errcode(ERRCODE_PROGRAM_LIMIT_EXCEEDED),
|
||||
errmsg("cannot extend relation %s beyond %u blocks",
|
||||
relpath(bmr.smgr->smgr_rlocator, fork),
|
||||
relpath(bmr.smgr->smgr_rlocator, fork).str,
|
||||
MaxBlockNumber)));
|
||||
|
||||
for (uint32 i = 0; i < extend_by; i++)
|
||||
@@ -510,7 +510,7 @@ DropRelationLocalBuffers(RelFileLocator rlocator, ForkNumber forkNum,
|
||||
bufHdr->tag.blockNum,
|
||||
relpathbackend(BufTagGetRelFileLocator(&bufHdr->tag),
|
||||
MyProcNumber,
|
||||
BufTagGetForkNum(&bufHdr->tag)),
|
||||
BufTagGetForkNum(&bufHdr->tag)).str,
|
||||
LocalRefCount[i]);
|
||||
|
||||
/* Remove entry from hashtable */
|
||||
@@ -555,7 +555,7 @@ DropRelationAllLocalBuffers(RelFileLocator rlocator)
|
||||
bufHdr->tag.blockNum,
|
||||
relpathbackend(BufTagGetRelFileLocator(&bufHdr->tag),
|
||||
MyProcNumber,
|
||||
BufTagGetForkNum(&bufHdr->tag)),
|
||||
BufTagGetForkNum(&bufHdr->tag)).str,
|
||||
LocalRefCount[i]);
|
||||
/* Remove entry from hashtable */
|
||||
hresult = (LocalBufferLookupEnt *)
|
||||
|
||||
@@ -182,7 +182,7 @@ void
|
||||
mdcreate(SMgrRelation reln, ForkNumber forknum, bool isRedo)
|
||||
{
|
||||
MdfdVec *mdfd;
|
||||
char *path;
|
||||
RelPathStr path;
|
||||
File fd;
|
||||
|
||||
if (isRedo && reln->md_num_open_segs[forknum] > 0)
|
||||
@@ -205,26 +205,24 @@ mdcreate(SMgrRelation reln, ForkNumber forknum, bool isRedo)
|
||||
|
||||
path = relpath(reln->smgr_rlocator, forknum);
|
||||
|
||||
fd = PathNameOpenFile(path, _mdfd_open_flags() | O_CREAT | O_EXCL);
|
||||
fd = PathNameOpenFile(path.str, _mdfd_open_flags() | O_CREAT | O_EXCL);
|
||||
|
||||
if (fd < 0)
|
||||
{
|
||||
int save_errno = errno;
|
||||
|
||||
if (isRedo)
|
||||
fd = PathNameOpenFile(path, _mdfd_open_flags());
|
||||
fd = PathNameOpenFile(path.str, _mdfd_open_flags());
|
||||
if (fd < 0)
|
||||
{
|
||||
/* be sure to report the error reported by create, not open */
|
||||
errno = save_errno;
|
||||
ereport(ERROR,
|
||||
(errcode_for_file_access(),
|
||||
errmsg("could not create file \"%s\": %m", path)));
|
||||
errmsg("could not create file \"%s\": %m", path.str)));
|
||||
}
|
||||
}
|
||||
|
||||
pfree(path);
|
||||
|
||||
_fdvec_resize(reln, forknum, 1);
|
||||
mdfd = &reln->md_seg_fds[forknum][0];
|
||||
mdfd->mdfd_vfd = fd;
|
||||
@@ -335,7 +333,7 @@ do_truncate(const char *path)
|
||||
static void
|
||||
mdunlinkfork(RelFileLocatorBackend rlocator, ForkNumber forknum, bool isRedo)
|
||||
{
|
||||
char *path;
|
||||
RelPathStr path;
|
||||
int ret;
|
||||
int save_errno;
|
||||
|
||||
@@ -351,7 +349,7 @@ mdunlinkfork(RelFileLocatorBackend rlocator, ForkNumber forknum, bool isRedo)
|
||||
if (!RelFileLocatorBackendIsTemp(rlocator))
|
||||
{
|
||||
/* Prevent other backends' fds from holding on to the disk space */
|
||||
ret = do_truncate(path);
|
||||
ret = do_truncate(path.str);
|
||||
|
||||
/* Forget any pending sync requests for the first segment */
|
||||
save_errno = errno;
|
||||
@@ -364,13 +362,13 @@ mdunlinkfork(RelFileLocatorBackend rlocator, ForkNumber forknum, bool isRedo)
|
||||
/* Next unlink the file, unless it was already found to be missing */
|
||||
if (ret >= 0 || errno != ENOENT)
|
||||
{
|
||||
ret = unlink(path);
|
||||
ret = unlink(path.str);
|
||||
if (ret < 0 && errno != ENOENT)
|
||||
{
|
||||
save_errno = errno;
|
||||
ereport(WARNING,
|
||||
(errcode_for_file_access(),
|
||||
errmsg("could not remove file \"%s\": %m", path)));
|
||||
errmsg("could not remove file \"%s\": %m", path.str)));
|
||||
errno = save_errno;
|
||||
}
|
||||
}
|
||||
@@ -378,7 +376,7 @@ mdunlinkfork(RelFileLocatorBackend rlocator, ForkNumber forknum, bool isRedo)
|
||||
else
|
||||
{
|
||||
/* Prevent other backends' fds from holding on to the disk space */
|
||||
ret = do_truncate(path);
|
||||
ret = do_truncate(path.str);
|
||||
|
||||
/* Register request to unlink first segment later */
|
||||
save_errno = errno;
|
||||
@@ -400,12 +398,12 @@ mdunlinkfork(RelFileLocatorBackend rlocator, ForkNumber forknum, bool isRedo)
|
||||
*/
|
||||
if (ret >= 0 || errno != ENOENT)
|
||||
{
|
||||
char *segpath = (char *) palloc(strlen(path) + 12);
|
||||
char *segpath = (char *) palloc(strlen(path.str) + 12);
|
||||
BlockNumber segno;
|
||||
|
||||
for (segno = 1;; segno++)
|
||||
{
|
||||
sprintf(segpath, "%s.%u", path, segno);
|
||||
sprintf(segpath, "%s.%u", path.str, segno);
|
||||
|
||||
if (!RelFileLocatorBackendIsTemp(rlocator))
|
||||
{
|
||||
@@ -435,8 +433,6 @@ mdunlinkfork(RelFileLocatorBackend rlocator, ForkNumber forknum, bool isRedo)
|
||||
}
|
||||
pfree(segpath);
|
||||
}
|
||||
|
||||
pfree(path);
|
||||
}
|
||||
|
||||
/*
|
||||
@@ -475,7 +471,7 @@ mdextend(SMgrRelation reln, ForkNumber forknum, BlockNumber blocknum,
|
||||
ereport(ERROR,
|
||||
(errcode(ERRCODE_PROGRAM_LIMIT_EXCEEDED),
|
||||
errmsg("cannot extend file \"%s\" beyond %u blocks",
|
||||
relpath(reln->smgr_rlocator, forknum),
|
||||
relpath(reln->smgr_rlocator, forknum).str,
|
||||
InvalidBlockNumber)));
|
||||
|
||||
v = _mdfd_getseg(reln, forknum, blocknum, skipFsync, EXTENSION_CREATE);
|
||||
@@ -537,7 +533,7 @@ mdzeroextend(SMgrRelation reln, ForkNumber forknum,
|
||||
ereport(ERROR,
|
||||
(errcode(ERRCODE_PROGRAM_LIMIT_EXCEEDED),
|
||||
errmsg("cannot extend file \"%s\" beyond %u blocks",
|
||||
relpath(reln->smgr_rlocator, forknum),
|
||||
relpath(reln->smgr_rlocator, forknum).str,
|
||||
InvalidBlockNumber)));
|
||||
|
||||
while (remblocks > 0)
|
||||
@@ -629,7 +625,7 @@ static MdfdVec *
|
||||
mdopenfork(SMgrRelation reln, ForkNumber forknum, int behavior)
|
||||
{
|
||||
MdfdVec *mdfd;
|
||||
char *path;
|
||||
RelPathStr path;
|
||||
File fd;
|
||||
|
||||
/* No work if already open */
|
||||
@@ -638,23 +634,18 @@ mdopenfork(SMgrRelation reln, ForkNumber forknum, int behavior)
|
||||
|
||||
path = relpath(reln->smgr_rlocator, forknum);
|
||||
|
||||
fd = PathNameOpenFile(path, _mdfd_open_flags());
|
||||
fd = PathNameOpenFile(path.str, _mdfd_open_flags());
|
||||
|
||||
if (fd < 0)
|
||||
{
|
||||
if ((behavior & EXTENSION_RETURN_NULL) &&
|
||||
FILE_POSSIBLY_DELETED(errno))
|
||||
{
|
||||
pfree(path);
|
||||
return NULL;
|
||||
}
|
||||
ereport(ERROR,
|
||||
(errcode_for_file_access(),
|
||||
errmsg("could not open file \"%s\": %m", path)));
|
||||
errmsg("could not open file \"%s\": %m", path.str)));
|
||||
}
|
||||
|
||||
pfree(path);
|
||||
|
||||
_fdvec_resize(reln, forknum, 1);
|
||||
mdfd = &reln->md_seg_fds[forknum][0];
|
||||
mdfd->mdfd_vfd = fd;
|
||||
@@ -1176,7 +1167,7 @@ mdtruncate(SMgrRelation reln, ForkNumber forknum,
|
||||
return;
|
||||
ereport(ERROR,
|
||||
(errmsg("could not truncate file \"%s\" to %u blocks: it's only %u blocks now",
|
||||
relpath(reln->smgr_rlocator, forknum),
|
||||
relpath(reln->smgr_rlocator, forknum).str,
|
||||
nblocks, curnblk)));
|
||||
}
|
||||
if (nblocks == curnblk)
|
||||
@@ -1540,18 +1531,15 @@ _fdvec_resize(SMgrRelation reln,
|
||||
static char *
|
||||
_mdfd_segpath(SMgrRelation reln, ForkNumber forknum, BlockNumber segno)
|
||||
{
|
||||
char *path,
|
||||
*fullpath;
|
||||
RelPathStr path;
|
||||
char *fullpath;
|
||||
|
||||
path = relpath(reln->smgr_rlocator, forknum);
|
||||
|
||||
if (segno > 0)
|
||||
{
|
||||
fullpath = psprintf("%s.%u", path, segno);
|
||||
pfree(path);
|
||||
}
|
||||
fullpath = psprintf("%s.%u", path.str, segno);
|
||||
else
|
||||
fullpath = path;
|
||||
fullpath = pstrdup(path.str);
|
||||
|
||||
return fullpath;
|
||||
}
|
||||
@@ -1811,12 +1799,11 @@ mdsyncfiletag(const FileTag *ftag, char *path)
|
||||
int
|
||||
mdunlinkfiletag(const FileTag *ftag, char *path)
|
||||
{
|
||||
char *p;
|
||||
RelPathStr p;
|
||||
|
||||
/* Compute the path. */
|
||||
p = relpathperm(ftag->rlocator, MAIN_FORKNUM);
|
||||
strlcpy(path, p, MAXPGPATH);
|
||||
pfree(p);
|
||||
strlcpy(path, p.str, MAXPGPATH);
|
||||
|
||||
/* Try to unlink the file. */
|
||||
return unlink(path);
|
||||
|
||||
Reference in New Issue
Block a user