mirror of
https://github.com/postgres/postgres.git
synced 2025-05-06 19:59:18 +03:00
aef521849b
When performing inlining LLVM unfortunately "leaks" types (the types survive and are usable, but a new round of inlining will recreate new structurally equivalent types). This accumulation will over time amount to a memory leak which for some queries can be large enough to trigger the OOM process killer. To avoid accumulation of types, all IR related data is stored in an LLVMContextRef which is dropped and recreated in order to release all types. Dropping and recreating incurs overhead, so it will be done only after 100 queries. This is a heuristic which might be revisited, but until we can get the size of the context from LLVM we are flying a bit blind. This issue has been reported several times, there may be more references to it in the archives on top of the threads linked below. This is a backpatch of 9dce22033d5 to all supported branches. Reported-By: Justin Pryzby <pryzby@telsasoft.com> Reported-By: Kurt Roeckx <kurt@roeckx.be> Reported-By: Jaime Casanova <jcasanov@systemguards.com.ec> Reported-By: Lauri Laanmets <pcspets@gmail.com> Author: Andres Freund and Daniel Gustafsson Discussion: https://postgr.es/m/7acc8678-df5f-4923-9cf6-e843131ae89d@www.fastmail.com Discussion: https://postgr.es/m/20201218235607.GC30237@telsasoft.com Discussion: https://postgr.es/m/CAPH-tTxLf44s3CvUUtQpkDr1D8Hxqc2NGDzGXS1ODsfiJ6WSqA@mail.gmail.com Backpatch-through: v12
162 lines
5.4 KiB
C
162 lines
5.4 KiB
C
/*-------------------------------------------------------------------------
|
|
* llvmjit.h
|
|
* LLVM JIT provider.
|
|
*
|
|
* Copyright (c) 2016-2022, PostgreSQL Global Development Group
|
|
*
|
|
* src/include/jit/llvmjit.h
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
#ifndef LLVMJIT_H
|
|
#define LLVMJIT_H
|
|
|
|
/*
|
|
* To avoid breaking cpluspluscheck, allow including the file even when LLVM
|
|
* is not available.
|
|
*/
|
|
#ifdef USE_LLVM
|
|
|
|
#include <llvm-c/Types.h>
|
|
|
|
|
|
/*
|
|
* File needs to be includable by both C and C++ code, and include other
|
|
* headers doing the same. Therefore wrap C portion in our own extern "C" if
|
|
* in C++ mode.
|
|
*/
|
|
#ifdef __cplusplus
|
|
extern "C"
|
|
{
|
|
#endif
|
|
|
|
#include "access/tupdesc.h"
|
|
#include "fmgr.h"
|
|
#include "jit/jit.h"
|
|
#include "nodes/pg_list.h"
|
|
|
|
typedef struct LLVMJitContext
|
|
{
|
|
JitContext base;
|
|
|
|
/* number of modules created */
|
|
size_t module_generation;
|
|
|
|
/*
|
|
* The LLVM Context used by this JIT context. An LLVM context is reused
|
|
* across many compilations, but occasionally reset to prevent it using
|
|
* too much memory due to more and more types accumulating.
|
|
*/
|
|
LLVMContextRef llvm_context;
|
|
|
|
/* current, "open for write", module */
|
|
LLVMModuleRef module;
|
|
|
|
/* is there any pending code that needs to be emitted */
|
|
bool compiled;
|
|
|
|
/* # of objects emitted, used to generate non-conflicting names */
|
|
int counter;
|
|
|
|
/* list of handles for code emitted via Orc */
|
|
List *handles;
|
|
} LLVMJitContext;
|
|
|
|
/* llvm module containing information about types */
|
|
extern PGDLLIMPORT LLVMModuleRef llvm_types_module;
|
|
|
|
/* type and struct definitions */
|
|
extern PGDLLIMPORT LLVMTypeRef TypeParamBool;
|
|
extern PGDLLIMPORT LLVMTypeRef TypePGFunction;
|
|
extern PGDLLIMPORT LLVMTypeRef TypeSizeT;
|
|
extern PGDLLIMPORT LLVMTypeRef TypeStorageBool;
|
|
|
|
extern PGDLLIMPORT LLVMTypeRef StructNullableDatum;
|
|
extern PGDLLIMPORT LLVMTypeRef StructTupleDescData;
|
|
extern PGDLLIMPORT LLVMTypeRef StructHeapTupleData;
|
|
extern PGDLLIMPORT LLVMTypeRef StructHeapTupleHeaderData;
|
|
extern PGDLLIMPORT LLVMTypeRef StructMinimalTupleData;
|
|
extern PGDLLIMPORT LLVMTypeRef StructTupleTableSlot;
|
|
extern PGDLLIMPORT LLVMTypeRef StructHeapTupleTableSlot;
|
|
extern PGDLLIMPORT LLVMTypeRef StructMinimalTupleTableSlot;
|
|
extern PGDLLIMPORT LLVMTypeRef StructMemoryContextData;
|
|
extern PGDLLIMPORT LLVMTypeRef StructFunctionCallInfoData;
|
|
extern PGDLLIMPORT LLVMTypeRef StructExprContext;
|
|
extern PGDLLIMPORT LLVMTypeRef StructExprEvalStep;
|
|
extern PGDLLIMPORT LLVMTypeRef StructExprState;
|
|
extern PGDLLIMPORT LLVMTypeRef StructAggState;
|
|
extern PGDLLIMPORT LLVMTypeRef StructAggStatePerTransData;
|
|
extern PGDLLIMPORT LLVMTypeRef StructAggStatePerGroupData;
|
|
extern PGDLLIMPORT LLVMTypeRef StructPlanState;
|
|
|
|
extern PGDLLIMPORT LLVMValueRef AttributeTemplate;
|
|
extern PGDLLIMPORT LLVMValueRef ExecEvalBoolSubroutineTemplate;
|
|
extern PGDLLIMPORT LLVMValueRef ExecEvalSubroutineTemplate;
|
|
|
|
|
|
extern void llvm_enter_fatal_on_oom(void);
|
|
extern void llvm_leave_fatal_on_oom(void);
|
|
extern bool llvm_in_fatal_on_oom(void);
|
|
extern void llvm_reset_after_error(void);
|
|
extern void llvm_assert_in_fatal_section(void);
|
|
|
|
extern LLVMJitContext *llvm_create_context(int jitFlags);
|
|
extern LLVMModuleRef llvm_mutable_module(LLVMJitContext *context);
|
|
extern char *llvm_expand_funcname(LLVMJitContext *context, const char *basename);
|
|
extern void *llvm_get_function(LLVMJitContext *context, const char *funcname);
|
|
extern void llvm_split_symbol_name(const char *name, char **modname, char **funcname);
|
|
extern LLVMTypeRef llvm_pg_var_type(const char *varname);
|
|
extern LLVMTypeRef llvm_pg_var_func_type(const char *varname);
|
|
extern LLVMValueRef llvm_pg_func(LLVMModuleRef mod, const char *funcname);
|
|
extern void llvm_copy_attributes(LLVMValueRef from, LLVMValueRef to);
|
|
extern LLVMValueRef llvm_function_reference(LLVMJitContext *context,
|
|
LLVMBuilderRef builder,
|
|
LLVMModuleRef mod,
|
|
FunctionCallInfo fcinfo);
|
|
|
|
extern void llvm_inline_reset_caches(void);
|
|
extern void llvm_inline(LLVMModuleRef mod);
|
|
|
|
/*
|
|
****************************************************************************
|
|
* Code generation functions.
|
|
****************************************************************************
|
|
*/
|
|
extern bool llvm_compile_expr(struct ExprState *state);
|
|
struct TupleTableSlotOps;
|
|
extern LLVMValueRef slot_compile_deform(struct LLVMJitContext *context, TupleDesc desc,
|
|
const struct TupleTableSlotOps *ops, int natts);
|
|
|
|
/*
|
|
****************************************************************************
|
|
* Extensions / Backward compatibility section of the LLVM C API
|
|
* Error handling related functions.
|
|
****************************************************************************
|
|
*/
|
|
#if defined(HAVE_DECL_LLVMGETHOSTCPUNAME) && !HAVE_DECL_LLVMGETHOSTCPUNAME
|
|
/** Get the host CPU as a string. The result needs to be disposed with
|
|
LLVMDisposeMessage. */
|
|
extern char *LLVMGetHostCPUName(void);
|
|
#endif
|
|
|
|
#if defined(HAVE_DECL_LLVMGETHOSTCPUFEATURES) && !HAVE_DECL_LLVMGETHOSTCPUFEATURES
|
|
/** Get the host CPU features as a string. The result needs to be disposed
|
|
with LLVMDisposeMessage. */
|
|
extern char *LLVMGetHostCPUFeatures(void);
|
|
#endif
|
|
|
|
extern unsigned LLVMGetAttributeCountAtIndexPG(LLVMValueRef F, uint32 Idx);
|
|
extern LLVMTypeRef LLVMGetFunctionReturnType(LLVMValueRef r);
|
|
extern LLVMTypeRef LLVMGetFunctionType(LLVMValueRef r);
|
|
|
|
#if LLVM_MAJOR_VERSION < 8
|
|
extern LLVMTypeRef LLVMGlobalGetValueType(LLVMValueRef g);
|
|
#endif
|
|
|
|
#ifdef __cplusplus
|
|
} /* extern "C" */
|
|
#endif
|
|
|
|
#endif /* USE_LLVM */
|
|
#endif /* LLVMJIT_H */
|