/* Copyright (c) 2012-2013, The Linux Foundation. All rights reserved. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 and * only version 2 as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "peripheral-loader.h" #include "scm-pas.h" /* VENUS WRAPPER registers */ #define VENUS_WRAPPER_HW_VERSION 0x0 #define VENUS_WRAPPER_CLOCK_CONFIG 0x4 #define VENUS_WRAPPER_VBIF_SS_SEC_CPA_START_ADDR_v1 0x1018 #define VENUS_WRAPPER_VBIF_SS_SEC_CPA_END_ADDR_v1 0x101C #define VENUS_WRAPPER_VBIF_SS_SEC_FW_START_ADDR_v1 0x1020 #define VENUS_WRAPPER_VBIF_SS_SEC_FW_END_ADDR_v1 0x1024 #define VENUS_WRAPPER_VBIF_SS_SEC_CPA_START_ADDR_v2 0x1020 #define VENUS_WRAPPER_VBIF_SS_SEC_CPA_END_ADDR_v2 0x1024 #define VENUS_WRAPPER_VBIF_SS_SEC_FW_START_ADDR_v2 0x1028 #define VENUS_WRAPPER_VBIF_SS_SEC_FW_END_ADDR_v2 0x102C #define VENUS_WRAPPER_CPU_CLOCK_CONFIG 0x2000 #define VENUS_WRAPPER_SW_RESET 0x3000 /* VENUS VBIF registers */ #define VENUS_VBIF_CLKON 0x4 #define VENUS_VBIF_CLKON_FORCE_ON BIT(0) #define VENUS_VBIF_AXI_HALT_CTRL0 0x208 #define VENUS_VBIF_AXI_HALT_CTRL0_HALT_REQ BIT(0) #define VENUS_VBIF_AXI_HALT_CTRL1 0x20C #define VENUS_VBIF_AXI_HALT_CTRL1_HALT_ACK BIT(0) #define VENUS_VBIF_AXI_HALT_ACK_TIMEOUT_US 500000 /* PIL proxy vote timeout */ #define VENUS_PROXY_TIMEOUT 10000 /* Poll interval in uS */ #define POLL_INTERVAL_US 50 static const char * const clk_names[] = { "core_clk", "iface_clk", "bus_clk", "mem_clk", }; struct venus_data { void __iomem *venus_wrapper_base; void __iomem *venus_vbif_base; struct pil_desc desc; struct subsys_device *subsys; struct subsys_desc subsys_desc; struct regulator *gdsc; struct clk *clks[ARRAY_SIZE(clk_names)]; struct device *iommu_fw_ctx; struct iommu_domain *iommu_fw_domain; int venus_domain_num; bool is_booted; bool hw_ver_checked; void *ramdump_dev; u32 fw_sz; u32 fw_min_paddr; u32 fw_max_paddr; u32 bus_perf_client; u32 hw_ver_major; u32 hw_ver_minor; }; #define subsys_to_drv(d) container_of(d, struct venus_data, subsys_desc) static int venus_register_domain(u32 fw_max_sz) { struct msm_iova_partition venus_fw_partition = { .start = 0, .size = fw_max_sz, }; struct msm_iova_layout venus_fw_layout = { .partitions = &venus_fw_partition, .npartitions = 1, .client_name = "pil_venus", .domain_flags = 0, }; return msm_register_domain(&venus_fw_layout); } /* Get venus clocks and set rates for rate-settable clocks */ static int venus_clock_setup(struct device *dev) { struct venus_data *drv = dev_get_drvdata(dev); int i; for (i = 0; i < ARRAY_SIZE(drv->clks); i++) { drv->clks[i] = devm_clk_get(dev, clk_names[i]); if (IS_ERR(drv->clks[i])) { dev_err(dev, "failed to get %s\n", clk_names[i]); return PTR_ERR(drv->clks[i]); } /* Make sure rate-settable clocks' rates are set */ if (clk_get_rate(drv->clks[i]) == 0) clk_set_rate(drv->clks[i], clk_round_rate(drv->clks[i], 0)); } return 0; } static int venus_clock_prepare_enable(struct device *dev) { struct venus_data *drv = dev_get_drvdata(dev); int rc, i; for (i = 0; i < ARRAY_SIZE(drv->clks); i++) { rc = clk_prepare_enable(drv->clks[i]); if (rc) { dev_err(dev, "failed to enable %s\n", clk_names[i]); for (i--; i >= 0; i--) clk_disable_unprepare(drv->clks[i]); return rc; } } return 0; } static void venus_clock_disable_unprepare(struct device *dev) { struct venus_data *drv = dev_get_drvdata(dev); int i; for (i = 0; i < ARRAY_SIZE(drv->clks); i++) clk_disable_unprepare(drv->clks[i]); } static struct msm_bus_vectors pil_venus_unvote_bw_vector[] = { { .src = MSM_BUS_MASTER_VIDEO_P0, .dst = MSM_BUS_SLAVE_EBI_CH0, .ab = 0, .ib = 0, }, }; static struct msm_bus_vectors pil_venus_vote_bw_vector[] = { { .src = MSM_BUS_MASTER_VIDEO_P0, .dst = MSM_BUS_SLAVE_EBI_CH0, .ab = 0, .ib = 16 * 19 * 1000000UL, /* At least 19.2MHz on bus. */ }, }; static struct msm_bus_paths pil_venus_bw_tbl[] = { { .num_paths = ARRAY_SIZE(pil_venus_unvote_bw_vector), .vectors = pil_venus_unvote_bw_vector, }, { .num_paths = ARRAY_SIZE(pil_venus_vote_bw_vector), .vectors = pil_venus_vote_bw_vector, }, }; static struct msm_bus_scale_pdata pil_venus_client_pdata = { .usecase = pil_venus_bw_tbl, .num_usecases = ARRAY_SIZE(pil_venus_bw_tbl), .name = "pil-venus", }; static int pil_venus_make_proxy_vote(struct pil_desc *pil) { struct venus_data *drv = dev_get_drvdata(pil->dev); int rc; /* * Clocks need to be proxy voted to be able to pass control * of clocks from PIL driver to the Venus driver. But GDSC * needs to be turned on before clocks can be turned on. So * enable the GDSC here. */ rc = regulator_enable(drv->gdsc); if (rc) { dev_err(pil->dev, "GDSC enable failed\n"); goto err_regulator; } rc = venus_clock_prepare_enable(pil->dev); if (rc) { dev_err(pil->dev, "clock prepare and enable failed\n"); goto err_clock; } rc = msm_bus_scale_client_update_request(drv->bus_perf_client, 1); if (rc) { dev_err(pil->dev, "bandwith request failed\n"); goto err_bw; } return 0; err_bw: venus_clock_disable_unprepare(pil->dev); err_clock: regulator_disable(drv->gdsc); err_regulator: return rc; } static void pil_venus_remove_proxy_vote(struct pil_desc *pil) { struct venus_data *drv = dev_get_drvdata(pil->dev); msm_bus_scale_client_update_request(drv->bus_perf_client, 0); venus_clock_disable_unprepare(pil->dev); /* Disable GDSC */ regulator_disable(drv->gdsc); } static int pil_venus_mem_setup(struct pil_desc *pil, phys_addr_t addr, size_t size) { int domain; struct venus_data *drv = dev_get_drvdata(pil->dev); /* TODO: unregister? */ if (!drv->venus_domain_num) { size = round_up(size, SZ_4K); domain = venus_register_domain(size); if (domain < 0) { dev_err(pil->dev, "Venus fw iommu domain register failed\n"); return -ENODEV; } drv->iommu_fw_domain = msm_get_iommu_domain(domain); if (!drv->iommu_fw_domain) { dev_err(pil->dev, "No iommu fw domain found\n"); return -ENODEV; } drv->venus_domain_num = domain; drv->fw_sz = size; } return 0; } static int pil_venus_reset(struct pil_desc *pil) { int rc; struct venus_data *drv = dev_get_drvdata(pil->dev); void __iomem *wrapper_base = drv->venus_wrapper_base; phys_addr_t pa = pil_get_entry_addr(pil); unsigned long iova; u32 ver, cpa_start_addr, cpa_end_addr, fw_start_addr, fw_end_addr; /* * GDSC needs to remain on till Venus is shutdown. So, enable * the GDSC here again to make sure it remains on beyond the * expiry of the proxy vote timer. */ rc = regulator_enable(drv->gdsc); if (rc) { dev_err(pil->dev, "GDSC enable failed\n"); return rc; } /* Get Venus version number */ if (!drv->hw_ver_checked) { ver = readl_relaxed(wrapper_base + VENUS_WRAPPER_HW_VERSION); drv->hw_ver_minor = (ver & 0x0FFF0000) >> 16; drv->hw_ver_major = (ver & 0xF0000000) >> 28; drv->hw_ver_checked = 1; } /* Get the cpa and fw start/end addr based on Venus version */ if (drv->hw_ver_major == 0x1 && drv->hw_ver_minor <= 1) { cpa_start_addr = VENUS_WRAPPER_VBIF_SS_SEC_CPA_START_ADDR_v1; cpa_end_addr = VENUS_WRAPPER_VBIF_SS_SEC_CPA_END_ADDR_v1; fw_start_addr = VENUS_WRAPPER_VBIF_SS_SEC_FW_START_ADDR_v1; fw_end_addr = VENUS_WRAPPER_VBIF_SS_SEC_FW_END_ADDR_v1; } else { cpa_start_addr = VENUS_WRAPPER_VBIF_SS_SEC_CPA_START_ADDR_v2; cpa_end_addr = VENUS_WRAPPER_VBIF_SS_SEC_CPA_END_ADDR_v2; fw_start_addr = VENUS_WRAPPER_VBIF_SS_SEC_FW_START_ADDR_v2; fw_end_addr = VENUS_WRAPPER_VBIF_SS_SEC_FW_END_ADDR_v2; } /* Program CPA start and end address */ writel_relaxed(0, wrapper_base + cpa_start_addr); writel_relaxed(drv->fw_sz, wrapper_base + cpa_end_addr); /* Program FW start and end address */ writel_relaxed(0, wrapper_base + fw_start_addr); writel_relaxed(drv->fw_sz, wrapper_base + fw_end_addr); /* Enable all Venus internal clocks */ writel_relaxed(0, wrapper_base + VENUS_WRAPPER_CLOCK_CONFIG); writel_relaxed(0, wrapper_base + VENUS_WRAPPER_CPU_CLOCK_CONFIG); /* Make sure clocks are enabled */ mb(); /* * Need to wait 10 cycles of internal clocks before bringing ARM9 * out of reset. */ udelay(1); rc = iommu_attach_device(drv->iommu_fw_domain, drv->iommu_fw_ctx); if (rc) { dev_err(pil->dev, "venus fw iommu attach failed\n"); goto err_iommu_attach; } /* Map virtual addr space 0 - fw_sz to firmware physical addr space */ rc = msm_iommu_map_contig_buffer(pa, drv->venus_domain_num, 0, drv->fw_sz, SZ_4K, 0, &iova); if (rc || (iova != 0)) { dev_err(pil->dev, "Failed to setup IOMMU\n"); goto err_iommu_map; } /* Bring Arm9 out of reset */ writel_relaxed(0, wrapper_base + VENUS_WRAPPER_SW_RESET); drv->is_booted = 1; return 0; err_iommu_map: iommu_detach_device(drv->iommu_fw_domain, drv->iommu_fw_ctx); err_iommu_attach: regulator_disable(drv->gdsc); return rc; } static int pil_venus_shutdown(struct pil_desc *pil) { struct venus_data *drv = dev_get_drvdata(pil->dev); void __iomem *vbif_base = drv->venus_vbif_base; void __iomem *wrapper_base = drv->venus_wrapper_base; u32 reg; int rc; if (!drv->is_booted) return 0; venus_clock_prepare_enable(pil->dev); /* Assert the reset to ARM9 */ reg = readl_relaxed(wrapper_base + VENUS_WRAPPER_SW_RESET); reg |= BIT(4); writel_relaxed(reg, wrapper_base + VENUS_WRAPPER_SW_RESET); /* Make sure reset is asserted before the mapping is removed */ mb(); msm_iommu_unmap_contig_buffer(0, drv->venus_domain_num, 0, drv->fw_sz); iommu_detach_device(drv->iommu_fw_domain, drv->iommu_fw_ctx); /* * Force the VBIF clk to be on to avoid AXI bridge halt ack failure * for certain Venus version. */ if (drv->hw_ver_major == 0x1 && (drv->hw_ver_minor == 0x2 || drv->hw_ver_minor == 0x3)) { reg = readl_relaxed(vbif_base + VENUS_VBIF_CLKON); reg |= VENUS_VBIF_CLKON_FORCE_ON; writel_relaxed(reg, vbif_base + VENUS_VBIF_CLKON); } /* Halt AXI and AXI OCMEM VBIF Access */ reg = readl_relaxed(vbif_base + VENUS_VBIF_AXI_HALT_CTRL0); reg |= VENUS_VBIF_AXI_HALT_CTRL0_HALT_REQ; writel_relaxed(reg, vbif_base + VENUS_VBIF_AXI_HALT_CTRL0); /* Request for AXI bus port halt */ rc = readl_poll_timeout(vbif_base + VENUS_VBIF_AXI_HALT_CTRL1, reg, reg & VENUS_VBIF_AXI_HALT_CTRL1_HALT_ACK, POLL_INTERVAL_US, VENUS_VBIF_AXI_HALT_ACK_TIMEOUT_US); if (rc) dev_err(pil->dev, "Port halt timeout\n"); venus_clock_disable_unprepare(pil->dev); regulator_disable(drv->gdsc); drv->is_booted = 0; return 0; } static struct pil_reset_ops pil_venus_ops = { .mem_setup = pil_venus_mem_setup, .auth_and_reset = pil_venus_reset, .shutdown = pil_venus_shutdown, .proxy_vote = pil_venus_make_proxy_vote, .proxy_unvote = pil_venus_remove_proxy_vote, }; static int pil_venus_init_image_trusted(struct pil_desc *pil, const u8 *metadata, size_t size) { return pas_init_image(PAS_VIDC, metadata, size); } static int pil_venus_mem_setup_trusted(struct pil_desc *pil, phys_addr_t addr, size_t size) { return pas_mem_setup(PAS_VIDC, addr, size); } static int pil_venus_reset_trusted(struct pil_desc *pil) { int rc; struct venus_data *drv = dev_get_drvdata(pil->dev); /* * GDSC needs to remain on till Venus is shutdown. So, enable * the GDSC here again to make sure it remains on beyond the * expiry of the proxy vote timer. */ rc = regulator_enable(drv->gdsc); if (rc) { dev_err(pil->dev, "GDSC enable failed\n"); return rc; } rc = pas_auth_and_reset(PAS_VIDC); if (rc) regulator_disable(drv->gdsc); return rc; } static int pil_venus_shutdown_trusted(struct pil_desc *pil) { int rc; struct venus_data *drv = dev_get_drvdata(pil->dev); venus_clock_prepare_enable(pil->dev); rc = pas_shutdown(PAS_VIDC); venus_clock_disable_unprepare(pil->dev); regulator_disable(drv->gdsc); return rc; } static struct pil_reset_ops pil_venus_ops_trusted = { .init_image = pil_venus_init_image_trusted, .mem_setup = pil_venus_mem_setup_trusted, .auth_and_reset = pil_venus_reset_trusted, .shutdown = pil_venus_shutdown_trusted, .proxy_vote = pil_venus_make_proxy_vote, .proxy_unvote = pil_venus_remove_proxy_vote, }; static int venus_start(const struct subsys_desc *desc) { struct venus_data *drv = subsys_to_drv(desc); return pil_boot(&drv->desc); } static void venus_stop(const struct subsys_desc *desc) { struct venus_data *drv = subsys_to_drv(desc); pil_shutdown(&drv->desc); } static int venus_shutdown(const struct subsys_desc *desc) { struct venus_data *drv = subsys_to_drv(desc); pil_shutdown(&drv->desc); return 0; } static int venus_powerup(const struct subsys_desc *desc) { struct venus_data *drv = subsys_to_drv(desc); return pil_boot(&drv->desc); } static int venus_ramdump(int enable, const struct subsys_desc *desc) { struct venus_data *drv = subsys_to_drv(desc); if (!enable) return 0; return pil_do_ramdump(&drv->desc, drv->ramdump_dev); } static int __devinit pil_venus_probe(struct platform_device *pdev) { struct venus_data *drv; struct resource *res; struct pil_desc *desc; int rc; drv = devm_kzalloc(&pdev->dev, sizeof(*drv), GFP_KERNEL); if (!drv) return -ENOMEM; platform_set_drvdata(pdev, drv); res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "wrapper_base"); drv->venus_wrapper_base = devm_request_and_ioremap(&pdev->dev, res); if (!drv->venus_wrapper_base) return -ENOMEM; res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "vbif_base"); drv->venus_vbif_base = devm_request_and_ioremap(&pdev->dev, res); if (!drv->venus_vbif_base) return -ENOMEM; drv->gdsc = devm_regulator_get(&pdev->dev, "vdd"); if (IS_ERR(drv->gdsc)) { dev_err(&pdev->dev, "Failed to get Venus GDSC\n"); return -ENODEV; } rc = venus_clock_setup(&pdev->dev); if (rc) return rc; drv->bus_perf_client = msm_bus_scale_register_client(&pil_venus_client_pdata); if (!drv->bus_perf_client) { dev_err(&pdev->dev, "Failed to register bus client\n"); return -EINVAL; } drv->iommu_fw_ctx = msm_iommu_get_ctx("venus_fw"); if (!drv->iommu_fw_ctx) { dev_err(&pdev->dev, "No iommu fw context found\n"); return -ENODEV; } desc = &drv->desc; rc = of_property_read_string(pdev->dev.of_node, "qcom,firmware-name", &desc->name); if (rc) return rc; desc->dev = &pdev->dev; desc->owner = THIS_MODULE; desc->proxy_timeout = VENUS_PROXY_TIMEOUT; if (pas_supported(PAS_VIDC) > 0) { desc->ops = &pil_venus_ops_trusted; dev_info(&pdev->dev, "using secure boot\n"); } else { desc->ops = &pil_venus_ops; dev_info(&pdev->dev, "using non-secure boot\n"); } drv->ramdump_dev = create_ramdump_device("venus", &pdev->dev); if (!drv->ramdump_dev) return -ENOMEM; rc = pil_desc_init(desc); if (rc) goto err_ramdump; drv->subsys_desc.name = desc->name; drv->subsys_desc.owner = THIS_MODULE; drv->subsys_desc.dev = &pdev->dev; drv->subsys_desc.start = venus_start; drv->subsys_desc.stop = venus_stop; drv->subsys_desc.shutdown = venus_shutdown; drv->subsys_desc.powerup = venus_powerup; drv->subsys_desc.ramdump = venus_ramdump; drv->subsys = subsys_register(&drv->subsys_desc); if (IS_ERR(drv->subsys)) { rc = PTR_ERR(drv->subsys); goto err_subsys; } return rc; err_subsys: pil_desc_release(desc); err_ramdump: destroy_ramdump_device(drv->ramdump_dev); return rc; } static int __devexit pil_venus_remove(struct platform_device *pdev) { struct venus_data *drv = platform_get_drvdata(pdev); subsys_unregister(drv->subsys); pil_desc_release(&drv->desc); return 0; } #ifdef CONFIG_OF static const struct of_device_id msm_pil_venus_match[] = { {.compatible = "qcom,pil-venus"}, {} }; #endif static struct platform_driver pil_venus_driver = { .probe = pil_venus_probe, .remove = __devexit_p(pil_venus_remove), .driver = { .name = "pil_venus", .owner = THIS_MODULE, .of_match_table = of_match_ptr(msm_pil_venus_match), }, }; module_platform_driver(pil_venus_driver); MODULE_DESCRIPTION("Support for booting VENUS processors"); MODULE_LICENSE("GPL v2");