{
    "define_macros": [],
    "extra_compile_args": {
        "cxx": [
            "-Wno-non-pod-varargs",
            "-DPADDLE_DEV",
            "-DPADDLE_WITH_CUSTOM_DEVICE",
            "-w",
            "-w",
            "-DPADDLE_WITH_CUSTOM_KERNEL",
            "-DPADDLE_WITH_CUSTOM_KERNEL"
        ],
        "nvcc": [
            "-Wno-non-pod-varargs",
            "-DPADDLE_DEV",
            "-DPADDLE_WITH_CUSTOM_DEVICE",
            "-w",
            "-w",
            "-DPADDLE_WITH_CUSTOM_KERNEL",
            "-DPADDLE_WITH_CUSTOM_KERNEL"
        ]
    },
    "extra_link_args": [
        "-lcuinfer",
        "-Wl,--no-as-needed",
        "-l:libpaddle.so",
        "-Wl,--as-needed",
        "-lcudart"
    ],
    "fastdeploy_ops.so": "a51895e0409292154308a11f950450f0",
    "include_dirs": [
        "iluvatar_ops/runtime",
        "gpu_ops",
        "/usr/local/lib/python3.10/site-packages/paddle/paddle_custom_device/include",
        "/usr/local/lib/python3.10/site-packages/paddle/include",
        "/usr/local/lib/python3.10/site-packages/paddle/include/third_party",
        "/usr/local/lib/python3.10/site-packages/paddle/include/paddle/phi/api/include/compat",
        "/usr/local/lib/python3.10/site-packages/paddle/include/paddle/phi/api/include/compat/torch/csrc/api/include",
        "/usr/local/corex-4.3.8/include/",
        "/usr/local/corex-4.3.8/include/nvtx3",
        "/usr/local/include/python3.10"
    ],
    "library_dirs": [
        "/usr/local/lib/python3.10/site-packages/paddle/libs",
        "/usr/local/corex-4.3.8/lib64",
        "/usr/local/lib/python3.10/site-packages/paddle/base"
    ],
    "runtime_library_dirs": [
        "/usr/local/lib/python3.10/site-packages/paddle/libs",
        "/usr/local/corex-4.3.8/lib64",
        "/usr/local/lib/python3.10/site-packages/paddle/base"
    ],
    "sources": [
        "gpu_ops/save_with_output_msg.cc",
        "gpu_ops/get_output.cc",
        "gpu_ops/get_output_msg_with_topk.cc",
        "gpu_ops/save_output_msg_with_topk.cc",
        "gpu_ops/transfer_output.cc",
        "gpu_ops/get_padding_offset.cu",
        "gpu_ops/set_value_by_flags_and_idx.cu",
        "gpu_ops/rebuild_padding.cu",
        "gpu_ops/update_inputs.cu",
        "gpu_ops/stop_generation_multi_ends.cu",
        "gpu_ops/step.cu",
        "gpu_ops/token_penalty_multi_scores.cu",
        "gpu_ops/sample_kernels/rejection_top_p_sampling.cu",
        "gpu_ops/sample_kernels/top_k_renorm_probs.cu",
        "gpu_ops/text_image_index_out.cu",
        "gpu_ops/text_image_gather_scatter.cu",
        "gpu_ops/set_data_ipc.cu",
        "gpu_ops/limit_thinking_content_length.cu",
        "gpu_ops/recover_decode_task.cu",
        "gpu_ops/update_inputs_v1.cu",
        "gpu_ops/get_img_boundaries.cc",
        "gpu_ops/fused_neox_rope_embedding.cu",
        "gpu_ops/get_output_ep.cc",
        "iluvatar_ops/moe_dispatch.cu",
        "iluvatar_ops/moe_reduce.cu",
        "iluvatar_ops/flash_attn_unpadded.cu",
        "iluvatar_ops/paged_attn.cu",
        "iluvatar_ops/prefill_fused_attn.cu",
        "iluvatar_ops/mixed_fused_attn.cu",
        "iluvatar_ops/w8a16_group_gemm.cu",
        "iluvatar_ops/w8a16_group_gemv.cu",
        "iluvatar_ops/wi4a16_group_gemm.cu",
        "iluvatar_ops/wi4a16_weight_quantize.cu",
        "iluvatar_ops/restore_tokens_per_expert.cu",
        "iluvatar_ops/runtime/iluvatar_context.cc",
        "iluvatar_ops/cpp_extensions.cc"
    ],
    "undef_macros": []
}