# SPDX-License-Identifier: AGPL-3.0-or-later # Copyright (C) 2026 David (Corey) Herrera # Foundry Blackhole backend — Phase 6 item 6: FLASH-DECODE ATTENTION. # # THREE BINARIES, TWO CONFIGURATIONS, AND THE FENCE BETWEEN THEM IS THE POINT. # # make -f Makefile.attention all -> build-attn/test_attention_ops # The OFF-HARDWARE gate. Built WITHOUT -DFT_TT_PHASE1B_NOC_ENABLED, so every device # call in the objects it links returns FT_TT_EPERM before touching the NoC. That is not # a formality: it means this binary cannot reach the card even if it is wrong, which is # what makes it safe to run while somebody else owns the silicon. # # make -f Makefile.attention PHASE1B=1 card -> build-attn-card/test_phase6_attention # -> build-attn-card/test_attention_transpose_probe # The ON-CARD acceptance, and the transpose probe that has to answer first. # PHASE1B=1 is mandatory and deliberate (spec §7.3 — a wrong NoC coordinate hangs the # chip and costs a physical power cycle). # # Program directories (RELOCATE_KERNEL_TEXT=1 builds; pass kernel sources by ABSOLUTE path, # because the generated chlkc_*.cpp #includes the path it was given and resolves it # relative to the OUTPUT directory): # # probe — the transpose question, on the UNMODIFIED matmul reader and writer: # RELOCATE_KERNEL_TEXT=1 READER_CTARGS=0,1,2048,2048,1 COMPUTE_CTARGS=0,1,16,1 \ # WRITER_CTARGS=16,2048,1 \ # CB_TABLE=$PWD/kernels/cb_tables/matmul_float16b_fp32acc.cbtable \ # build_tensix_program.sh $PWD/kernels/resident_matmul_reader.c \ # $PWD/kernels/resident_attention_transpose_probe.c \ # $PWD/kernels/resident_matmul_writer.c programs/probe # # attention — the real triad: # RELOCATE_KERNEL_TEXT=1 READER_CTARGS=0,1,2,3,13,2048,1 \ # COMPUTE_CTARGS=0,1,2,3,4,5,6,7,8,9,10,11,12,16,14,1 WRITER_CTARGS=16,2048,1 \ # CB_TABLE=$PWD/kernels/cb_tables/attention_float16b.cbtable \ # build_tensix_program.sh $PWD/kernels/resident_attention_reader.c \ # $PWD/kernels/resident_attention_compute.c \ # $PWD/kernels/resident_attention_writer.c programs/attention # # Both must be built against ONE firmware build: a kernel is linked against its own # firmware's exported symbols, so mixing directories is a wedged core, not a configuration. CC ?= cc SRC_DIR := .. # The on-card harness opens the card through the product transport seam. include hardware_session_sources.mk CONVERT := ../convert BUILD := build-attn CARD_BUILD := build-attn-card WARNINGS := -Wall -Wextra -Werror -pedantic \ -Wshadow -Wconversion -Wstrict-prototypes -Wformat=2 \ -fstack-protector-strong CFLAGS := -std=c99 -O1 -g $(WARNINGS) -I$(SRC_DIR) LDLIBS := -lm # `card` and `all` are separate invocations on purpose: the PHASE1B flag changes what the # backend objects DO, so one command line cannot honestly produce both. ifneq ($(filter card ornith,$(MAKECMDGOALS)),) ifneq ($(filter all,$(MAKECMDGOALS)),) $(error build `all` and `card` in separate invocations — they are different configurations) endif ifndef PHASE1B $(error the on-card acceptance drives the card: build with PHASE1B=1, or every device call \ is refused before it reaches the NoC) endif CFLAGS += -DFT_TT_PHASE1B_NOC_ENABLED endif # Header dependency tracking. Without it, editing a HEADER rebuilds nothing and the link # silently mixes objects compiled against two different struct layouts — not a build error, # a wrong offset. DEPFLAGS := -MMD -MP BACKEND := $(SRC_DIR)/ft_tt_kmd.c \ $(SRC_DIR)/ft_tt_arch.c \ $(SRC_DIR)/ft_tt_arch_blackhole.c \ $(SRC_DIR)/ft_tt_device.c \ $(SRC_DIR)/ft_tt_tlb.c \ $(SRC_DIR)/ft_tt_arc_telemetry.c \ $(SRC_DIR)/ft_tt_coord.c \ $(SRC_DIR)/ft_tt_noc.c \ $(SRC_DIR)/ft_tt_buffer.c \ $(SRC_DIR)/ft_tt_elf.c \ $(SRC_DIR)/ft_tt_kernel_blob.c \ $(SRC_DIR)/ft_tt_udrv_claim.c \ $(SRC_DIR)/ft_tt_tensix_claim.c \ $(SRC_DIR)/ft_tt_launch.c \ $(SRC_DIR)/ft_tt_tilize.c \ $(SRC_DIR)/ft_tt_op_dispatch.c \ $(SRC_DIR)/ft_tt_op_attention.c \ $(SRC_DIR)/ft_tt_op_memory.c \ $(SRC_DIR)/ft_tt_queue.c \ $(SRC_DIR)/ft_tt_group.c \ $(SRC_DIR)/ft_tt_watchdog.c # ft_float_convert is READ, not modified: the reference needs the same bf16 rounding the # card will apply, and compiling it in rather than reimplementing it is what keeps the # reference honest about rounding while staying independent about the OP. CONVERT_SRC := $(CONVERT)/ft_float_convert.c SUPPORT := ft_tt_test_report.c ft_tt_attention_reference.c CARD_SUPPORT := $(HARDWARE_SESSION_SOURCES) ft_tt_program_directory.c TARGET := $(BUILD)/test_attention_ops CARD_TARGET := $(CARD_BUILD)/test_phase6_attention PROBE_TARGET := $(CARD_BUILD)/test_attention_transpose_probe ORNITH_TARGET := $(CARD_BUILD)/test_phase6_attention_ornith # ORNITH'S SHAPE, OUT OF THE SAME SOURCE. 16 Q heads / 4 KV groups / head_dim 256 over 8 # attention layers is q_rows 4 and dim_tiles 8 — a different RESIDENCY, not a different # descriptor, so it is a second BINARY rather than an environment variable. MAX_KV=32768 is # what makes the SLOPE measurable where this phase's value actually is; it costs 32 MiB of # static K and V on the host and 16 MiB of card DRAM a region. # # make -f Makefile.attention PHASE1B=1 ornith # FT_TT_FIRMWARE_DIR=../programs/attention FT_TT_TENSIX_INDEX=84 \ # FT_TT_ATTN_BLOCK_TILES=16 FT_TT_ATTN_CONTEXTS=1024,2048,4096,8192,16384,32768 \ # ./build-attn-card/test_phase6_attention_ornith ../programs/attention ORNITH_SHAPE := -DMODEL_Q_HEADS=16u -DMODEL_KV_HEADS=4u -DMODEL_HEAD_DIM=256u \ -DMODEL_LAYERS=8u -DMAX_KV=32768u .PHONY: all card ornith red clean all: $(TARGET) card: $(CARD_TARGET) $(PROBE_TARGET) ornith: $(ORNITH_TARGET) $(BUILD) $(CARD_BUILD): mkdir -p $@ # Whole-program links, not incremental objects. `red` deletes the tree first, because # Apple's GNU make 3.81 compares mtimes at one-second granularity and will silently skip a # rebuild of a source edited in the same second as its object (best-practices §9). $(TARGET): test_attention_ops.c $(BACKEND) $(CONVERT_SRC) $(SUPPORT) | $(BUILD) $(CC) $(CFLAGS) $(DEPFLAGS) -o $@ $< $(BACKEND) $(CONVERT_SRC) $(SUPPORT) $(LDLIBS) $(CARD_TARGET): test_phase6_attention.c $(BACKEND) $(CONVERT_SRC) $(SUPPORT) $(CARD_SUPPORT) \ | $(CARD_BUILD) $(CC) $(CFLAGS) $(DEPFLAGS) -o $@ $< $(BACKEND) $(CONVERT_SRC) $(SUPPORT) $(CARD_SUPPORT) \ $(LDLIBS) $(ORNITH_TARGET): test_phase6_attention.c $(BACKEND) $(CONVERT_SRC) $(SUPPORT) $(CARD_SUPPORT) \ | $(CARD_BUILD) $(CC) $(CFLAGS) $(ORNITH_SHAPE) $(DEPFLAGS) -o $@ $< $(BACKEND) $(CONVERT_SRC) \ $(SUPPORT) $(CARD_SUPPORT) $(LDLIBS) $(PROBE_TARGET): test_attention_transpose_probe.c $(BACKEND) $(CONVERT_SRC) ft_tt_test_report.c \ $(CARD_SUPPORT) | $(CARD_BUILD) $(CC) $(CFLAGS) $(DEPFLAGS) -o $@ $< $(BACKEND) $(CONVERT_SRC) ft_tt_test_report.c \ $(CARD_SUPPORT) $(LDLIBS) red: clean all clean: rm -rf $(BUILD) $(CARD_BUILD) -include $(wildcard $(BUILD)/*.d) $(wildcard $(CARD_BUILD)/*.d)