Based on kernel version 6.15
. Page generated on 2025-05-29 09:08 EST
.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 | # SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) %YAML 1.2 --- $id: http://devicetree.org/schemas/media/mediatek,vcodec-subdev-decoder.yaml# $schema: http://devicetree.org/meta-schemas/core.yaml# title: MediaTek Video Decode Accelerator With Multi Hardware maintainers: - Yunfei Dong <yunfei.dong@mediatek.com> description: | MediaTek Video Decode Accelerator is the video decoding hardware present in MediaTek SoCs that supports high-resolution decoding functionalities. It consists of parent and child nodes. The decoder hardware block diagram is shown below: +------------------------------------------------+------------------------------+ | | | | input -> LAT-SoC HW -> LAT HW -> LAT buffer --|--> Core HW -> output buffer | | || || | || | +--------------||-----------||-------------------+-------||---------------------+ LAT Workqueue | Core Workqueue <parent> ---------------||-----------||-------------------|-------||---------------------- ||<----------||---------HW index--------->|| <child> \/ \/ \/ +-------------------------------------------------------------+ | enable/disable | | clk power irq iommu | | (lat/lat-soc/core0/core1) | +-------------------------------------------------------------+ The child nodes represent the individual hardware blocks within the decoding pipeline, such as LAT-SoC, LAT and Core. Each child node is responsible for managing the dedicated resources of the hardware, such as clocks, power domains, interrupts and IOMMUs. The parent node is a central point of control for the child nodes. It identifies the specific video decoding pipeline architecture used by the SoC, manages the shared resources like workqueues and platform data, and handles V4L2 API calls on behalf of the underlying hardware. The parent utilizes two workqueues to manage the decoding process. 1. LAT Workqueue, for LAT-SoC and LAT decoder: Its workers take input bitstream and LAT buffer, enable the hardware for decoding tasks, write the result to LAT buffer, and disable the hardware after the LAT decoding is done. 2. Core Workqueue, for Core decoder: Its workers take LAT buffer and output buffer, enable the hardware for decoding tasks, write the result to output buffer, and disable the hardware after the Core decoding is done. These hardware decode each frame cyclically. The hardware might be associated with different SMI-common devices. To prevent IOMMU faults during DRAM access in such cases, each hardware with the unique SMI-common device must be placed under a separate parent node in the device tree. LAT-SoC refers to another hardware block that connected to additional LARB (local arbiter) ports, such as RDMA and UFO. It requires independent power and clock control to work with LAT decoder, and it doesn't have a dedicated interrupt. The used video decoding pipeline architecture across various Mediatek SoC: MT8195: LAT-SoC + LAT + Core MT8192: LAT + Core MT8188: LAT + Core MT8186: Core properties: compatible: enum: - mediatek,mt8192-vcodec-dec - mediatek,mt8186-vcodec-dec - mediatek,mt8188-vcodec-dec - mediatek,mt8195-vcodec-dec reg: minItems: 1 items: - description: VDEC_SYS register space - description: VDEC_RACING_CTRL register space iommus: minItems: 1 maxItems: 32 description: | List of the hardware port in respective IOMMU block for current Socs. Refer to bindings/iommu/mediatek,iommu.yaml. mediatek,scp: $ref: /schemas/types.yaml#/definitions/phandle description: | The node of system control processor (SCP), using the remoteproc & rpmsg framework. "#address-cells": const: 2 "#size-cells": const: 2 ranges: true # Required child node: patternProperties: '^video-codec@[0-9a-f]+$': type: object properties: compatible: enum: - mediatek,mtk-vcodec-core - mediatek,mtk-vcodec-lat - mediatek,mtk-vcodec-lat-soc reg: maxItems: 1 description: VDEC_MISC register space interrupts: maxItems: 1 iommus: minItems: 1 maxItems: 32 description: | List of the hardware port in respective IOMMU block for current Socs. Refer to bindings/iommu/mediatek,iommu.yaml. clocks: minItems: 4 maxItems: 5 clock-names: minItems: 4 maxItems: 5 assigned-clocks: maxItems: 1 assigned-clock-parents: maxItems: 1 power-domains: maxItems: 1 required: - compatible - reg - iommus - clocks - clock-names - assigned-clocks - assigned-clock-parents - power-domains additionalProperties: false required: - compatible - reg - iommus - mediatek,scp - ranges if: properties: compatible: contains: enum: - mediatek,mtk-vcodec-core - mediatek,mtk-vcodec-lat then: required: - interrupts allOf: - if: properties: compatible: contains: enum: - mediatek,mt8192-vcodec-dec then: properties: clock-names: items: - const: sel - const: soc-vdec - const: soc-lat - const: vdec - const: top - if: properties: compatible: contains: enum: - mediatek,mt8195-vcodec-dec then: properties: clock-names: items: - const: sel - const: vdec - const: lat - const: top additionalProperties: false examples: - | #include <dt-bindings/interrupt-controller/arm-gic.h> #include <dt-bindings/memory/mt8192-larb-port.h> #include <dt-bindings/interrupt-controller/irq.h> #include <dt-bindings/clock/mt8192-clk.h> #include <dt-bindings/power/mt8192-power.h> bus@16000000 { #address-cells = <2>; #size-cells = <2>; ranges = <0 0x16000000 0x16000000 0 0x40000>; video-codec@16000000 { compatible = "mediatek,mt8192-vcodec-dec"; mediatek,scp = <&scp>; iommus = <&iommu0 M4U_PORT_L4_VDEC_MC_EXT>; #address-cells = <2>; #size-cells = <2>; ranges = <0 0 0 0x16000000 0 0x40000>; reg = <0 0x16000000 0 0x1000>; /* VDEC_SYS */ video-codec@10000 { compatible = "mediatek,mtk-vcodec-lat"; reg = <0 0x10000 0 0x800>; interrupts = <GIC_SPI 426 IRQ_TYPE_LEVEL_HIGH 0>; iommus = <&iommu0 M4U_PORT_L5_VDEC_LAT0_VLD_EXT>, <&iommu0 M4U_PORT_L5_VDEC_LAT0_VLD2_EXT>, <&iommu0 M4U_PORT_L5_VDEC_LAT0_AVC_MV_EXT>, <&iommu0 M4U_PORT_L5_VDEC_LAT0_PRED_RD_EXT>, <&iommu0 M4U_PORT_L5_VDEC_LAT0_TILE_EXT>, <&iommu0 M4U_PORT_L5_VDEC_LAT0_WDMA_EXT>, <&iommu0 M4U_PORT_L5_VDEC_LAT0_RG_CTRL_DMA_EXT>, <&iommu0 M4U_PORT_L5_VDEC_UFO_ENC_EXT>; clocks = <&topckgen CLK_TOP_VDEC_SEL>, <&vdecsys_soc CLK_VDEC_SOC_VDEC>, <&vdecsys_soc CLK_VDEC_SOC_LAT>, <&vdecsys_soc CLK_VDEC_SOC_LARB1>, <&topckgen CLK_TOP_MAINPLL_D4>; clock-names = "sel", "soc-vdec", "soc-lat", "vdec", "top"; assigned-clocks = <&topckgen CLK_TOP_VDEC_SEL>; assigned-clock-parents = <&topckgen CLK_TOP_MAINPLL_D4>; power-domains = <&spm MT8192_POWER_DOMAIN_VDEC>; }; video-codec@25000 { compatible = "mediatek,mtk-vcodec-core"; reg = <0 0x25000 0 0x1000>; interrupts = <GIC_SPI 425 IRQ_TYPE_LEVEL_HIGH 0>; iommus = <&iommu0 M4U_PORT_L4_VDEC_MC_EXT>, <&iommu0 M4U_PORT_L4_VDEC_UFO_EXT>, <&iommu0 M4U_PORT_L4_VDEC_PP_EXT>, <&iommu0 M4U_PORT_L4_VDEC_PRED_RD_EXT>, <&iommu0 M4U_PORT_L4_VDEC_PRED_WR_EXT>, <&iommu0 M4U_PORT_L4_VDEC_PPWRAP_EXT>, <&iommu0 M4U_PORT_L4_VDEC_TILE_EXT>, <&iommu0 M4U_PORT_L4_VDEC_VLD_EXT>, <&iommu0 M4U_PORT_L4_VDEC_VLD2_EXT>, <&iommu0 M4U_PORT_L4_VDEC_AVC_MV_EXT>, <&iommu0 M4U_PORT_L4_VDEC_RG_CTRL_DMA_EXT>; clocks = <&topckgen CLK_TOP_VDEC_SEL>, <&vdecsys CLK_VDEC_VDEC>, <&vdecsys CLK_VDEC_LAT>, <&vdecsys CLK_VDEC_LARB1>, <&topckgen CLK_TOP_MAINPLL_D4>; clock-names = "sel", "soc-vdec", "soc-lat", "vdec", "top"; assigned-clocks = <&topckgen CLK_TOP_VDEC_SEL>; assigned-clock-parents = <&topckgen CLK_TOP_MAINPLL_D4>; power-domains = <&spm MT8192_POWER_DOMAIN_VDEC2>; }; }; }; |