Linaro-mm-sig

linaro-mm-sig@lists.linaro.org

11 participants
2935 discussions

[PATCH] WIP: staging: drm/omap: dmabuf/prime mmap support

by Rob Clark

From: Rob Clark <rob(a)ti.com> There are still a few places to cleanup, and possibly things can be made a bit easier for individual drm drivers by some helpers in drm core. But this is enough for a proof of concept. With this, I can allocate cached buffers, fill them w/ software from userspace, and on kernel side with fault handling and PTE shootdown track which pages must be flushed to simulate coherency. Fyi, you can find my kernel branch, with this patch on top of Daniel's dmabuf mmap patch, here: https://github.com/robclark/kernel-omap4/commits/dmabuf/mmap --- drivers/staging/omapdrm/omap_drv.h | 4 + drivers/staging/omapdrm/omap_fb.c | 6 +- drivers/staging/omapdrm/omap_gem.c | 99 ++++++++++++++++++++++++++--- drivers/staging/omapdrm/omap_gem_dmabuf.c | 45 +++++++++++++ 4 files changed, 142 insertions(+), 12 deletions(-) diff --git a/drivers/staging/omapdrm/omap_drv.h b/drivers/staging/omapdrm/omap_drv.h index 2b41152..5812e20 100644 --- a/drivers/staging/omapdrm/omap_drv.h +++ b/drivers/staging/omapdrm/omap_drv.h @@ -138,6 +138,8 @@ int omap_gem_dumb_destroy(struct drm_file *file, struct drm_device *dev, int omap_gem_dumb_create(struct drm_file *file, struct drm_device *dev, struct drm_mode_create_dumb *args); int omap_gem_mmap(struct file *filp, struct vm_area_struct *vma); +int omap_gem_mmap_obj(struct drm_gem_object *obj, + struct vm_area_struct *vma); int omap_gem_fault(struct vm_area_struct *vma, struct vm_fault *vmf); int omap_gem_op_start(struct drm_gem_object *obj, enum omap_gem_op op); int omap_gem_op_finish(struct drm_gem_object *obj, enum omap_gem_op op); @@ -145,6 +147,8 @@ int omap_gem_op_sync(struct drm_gem_object *obj, enum omap_gem_op op); int omap_gem_op_async(struct drm_gem_object *obj, enum omap_gem_op op, void (*fxn)(void *arg), void *arg); int omap_gem_roll(struct drm_gem_object *obj, uint32_t roll); +int omap_gem_dma_sync(struct drm_gem_object *obj, + enum dma_data_direction dir); int omap_gem_get_paddr(struct drm_gem_object *obj, dma_addr_t *paddr, bool remap); int omap_gem_put_paddr(struct drm_gem_object *obj); diff --git a/drivers/staging/omapdrm/omap_fb.c b/drivers/staging/omapdrm/omap_fb.c index 04b235b..ac32b3d 100644 --- a/drivers/staging/omapdrm/omap_fb.c +++ b/drivers/staging/omapdrm/omap_fb.c @@ -197,8 +197,10 @@ int omap_framebuffer_replace(struct drm_framebuffer *a, pa->paddr = 0; } - if (pb && !ret) - ret = omap_gem_get_paddr(pb->bo, &pb->paddr, true); + if (pb && !ret) { + ret = omap_gem_get_paddr(pb->bo, &pb->paddr, true) || + omap_gem_dma_sync(pb->bo, DMA_TO_DEVICE); + } } if (ret) { diff --git a/drivers/staging/omapdrm/omap_gem.c b/drivers/staging/omapdrm/omap_gem.c index c5ba334..be7f6c0 100644 --- a/drivers/staging/omapdrm/omap_gem.c +++ b/drivers/staging/omapdrm/omap_gem.c @@ -212,8 +212,11 @@ static DEFINE_SPINLOCK(sync_lock); /** ensure backing pages are allocated */ static int omap_gem_attach_pages(struct drm_gem_object *obj) { + struct drm_device *dev = obj->dev; struct omap_gem_object *omap_obj = to_omap_bo(obj); struct page **pages; + int i, npages = obj->size >> PAGE_SHIFT; + dma_addr_t *addrs; WARN_ON(omap_obj->pages); @@ -231,16 +234,18 @@ static int omap_gem_attach_pages(struct drm_gem_object *obj) * DSS, GPU, etc. are not cache coherent: */ if (omap_obj->flags & (OMAP_BO_WC|OMAP_BO_UNCACHED)) { - int i, npages = obj->size >> PAGE_SHIFT; - dma_addr_t *addrs = kmalloc(npages * sizeof(addrs), GFP_KERNEL); + addrs = kmalloc(npages * sizeof(addrs), GFP_KERNEL); for (i = 0; i < npages; i++) { - addrs[i] = dma_map_page(obj->dev->dev, pages[i], + addrs[i] = dma_map_page(dev->dev, pages[i], 0, PAGE_SIZE, DMA_BIDIRECTIONAL); } - omap_obj->addrs = addrs; + } else { + addrs = kzalloc(npages * sizeof(addrs), GFP_KERNEL); } + omap_obj->addrs = addrs; omap_obj->pages = pages; + return 0; } @@ -258,10 +263,11 @@ static void omap_gem_detach_pages(struct drm_gem_object *obj) dma_unmap_page(obj->dev->dev, omap_obj->addrs[i], PAGE_SIZE, DMA_BIDIRECTIONAL); } - kfree(omap_obj->addrs); - omap_obj->addrs = NULL; } + kfree(omap_obj->addrs); + omap_obj->addrs = NULL; + _drm_gem_put_pages(obj, omap_obj->pages, true, false); omap_obj->pages = NULL; } @@ -336,6 +342,13 @@ static int fault_1d(struct drm_gem_object *obj, vma->vm_start) >> PAGE_SHIFT; if (omap_obj->pages) { + if ((omap_obj->flags & OMAP_BO_CACHE_MASK) == OMAP_BO_CACHED) { + if (omap_obj->addrs[pgoff]) { + dma_unmap_page(obj->dev->dev, omap_obj->addrs[pgoff], + PAGE_SIZE, DMA_BIDIRECTIONAL); + omap_obj->addrs[pgoff] = 0; + } + } pfn = page_to_pfn(omap_obj->pages[pgoff]); } else { BUG_ON(!(omap_obj->flags & OMAP_BO_DMA)); @@ -510,7 +523,6 @@ fail: /** We override mainly to fix up some of the vm mapping flags.. */ int omap_gem_mmap(struct file *filp, struct vm_area_struct *vma) { - struct omap_gem_object *omap_obj; int ret; ret = drm_gem_mmap(filp, vma); @@ -519,8 +531,14 @@ int omap_gem_mmap(struct file *filp, struct vm_area_struct *vma) return ret; } - /* after drm_gem_mmap(), it is safe to access the obj */ - omap_obj = to_omap_bo(vma->vm_private_data); + return omap_gem_mmap_obj(vma->vm_private_data, vma); +} + + +int omap_gem_mmap_obj(struct drm_gem_object *obj, + struct vm_area_struct *vma) +{ + struct omap_gem_object *omap_obj = to_omap_bo(obj); vma->vm_flags &= ~VM_PFNMAP; vma->vm_flags |= VM_MIXEDMAP; @@ -530,12 +548,34 @@ int omap_gem_mmap(struct file *filp, struct vm_area_struct *vma) } else if (omap_obj->flags & OMAP_BO_UNCACHED) { vma->vm_page_prot = pgprot_noncached(vm_get_page_prot(vma->vm_flags)); } else { + /* + * We do have some private objects, at least for scanout buffers + * on hardware without DMM/TILER. But these are allocated write- + * combine + */ + if (WARN_ON(!obj->filp)) + return -EINVAL; + + // TODO quick hack to avoid needing to re-invent my own vmops: + WARN_ON(obj->filp->private_data); + obj->filp->private_data = vma->vm_file->private_data; + fput(vma->vm_file); + get_file(obj->filp); + + /* + * Shunt off cached objs to shmem file so they have their own + * address_space (so unmap_mapping_range does what we want) + */ + vma->vm_pgoff = 0; + vma->vm_file = obj->filp; + vma->vm_page_prot = vm_get_page_prot(vma->vm_flags); } - return ret; + return 0; } + /** * omap_gem_dumb_create - create a dumb buffer * @drm_file: our client file @@ -645,6 +685,44 @@ fail: return ret; } +int omap_gem_dma_sync(struct drm_gem_object *obj, + enum dma_data_direction dir) +{ + struct drm_device *dev = obj->dev; + struct omap_gem_object *omap_obj = to_omap_bo(obj); + int ret = 0; + + // TODO not sure if I want this to be automagic or new flag set + // when allocating buffer (or maybe instead a flag to explictly + // disable? + + if ((omap_obj->flags & OMAP_BO_CACHE_MASK) == OMAP_BO_CACHED) { + int i, npages = obj->size >> PAGE_SHIFT; + struct page **pages = omap_obj->pages; + bool dirty = false; + + if (WARN_ON(!obj->filp)) + return -EINVAL; + + for (i = 0; i < npages; i++) { + if (!omap_obj->addrs[i]) { + // TODO using BIDIRECTIONAL for now because in the + // fault handler we don't really know the direction.. + omap_obj->addrs[i] = dma_map_page(dev->dev, pages[i], 0, + PAGE_SIZE, DMA_BIDIRECTIONAL); + dirty = true; + } + } + + if (dirty) { + unmap_mapping_range(obj->filp->f_mapping, 0, + omap_gem_mmap_size(obj), 1); + } + } + + return ret; +} + /* Get physical address for DMA.. if 'remap' is true, and the buffer is not * already contiguous, remap it to pin in physically contiguous memory.. (ie. * map in TILER) @@ -709,6 +787,7 @@ int omap_gem_get_paddr(struct drm_gem_object *obj, *paddr = omap_obj->paddr; } else { ret = -EINVAL; + goto fail; } fail: diff --git a/drivers/staging/omapdrm/omap_gem_dmabuf.c b/drivers/staging/omapdrm/omap_gem_dmabuf.c index 2fa39e8..85a0b1c 100644 --- a/drivers/staging/omapdrm/omap_gem_dmabuf.c +++ b/drivers/staging/omapdrm/omap_gem_dmabuf.c @@ -34,6 +34,8 @@ static struct sg_table *omap_gem_map_dma_buf( if (!sg) return ERR_PTR(-ENOMEM); + omap_gem_dma_sync(obj, dir); + /* camera, etc, need physically contiguous.. but we need a * better way to know this.. */ @@ -131,6 +133,48 @@ static void omap_gem_dmabuf_kunmap(struct dma_buf *buffer, kunmap(pages[page_num]); } +/* TODO: perhaps this could be a helper: */ +static int omap_gem_dmabuf_mmap(struct dma_buf *buffer, + struct vm_area_struct *vma) +{ + struct drm_gem_object *obj = buffer->priv; + int ret = 0; + + if (WARN_ON(!obj->filp)) + return -EINVAL; + + // TODO maybe we can split up drm_gem_mmap to avoid duplicating + // some here.. or at least have a drm_dmabuf helper.. + + /* Check for valid size. */ + if (omap_gem_mmap_size(obj) < vma->vm_end - vma->vm_start) { + ret = -EINVAL; + goto out_unlock; + } + + if (!obj->dev->driver->gem_vm_ops) { + ret = -EINVAL; + goto out_unlock; + } + + vma->vm_flags |= VM_RESERVED | VM_IO | VM_PFNMAP | VM_DONTEXPAND; + vma->vm_ops = obj->dev->driver->gem_vm_ops; + vma->vm_private_data = obj; + vma->vm_page_prot = pgprot_writecombine(vm_get_page_prot(vma->vm_flags)); + + /* Take a ref for this mapping of the object, so that the fault + * handler can dereference the mmap offset's pointer to the object. + * This reference is cleaned up by the corresponding vm_close + * (which should happen whether the vma was created by this call, or + * by a vm_open due to mremap or partial unmap or whatever). + */ + vma->vm_ops->open(vma); + +out_unlock: + + return omap_gem_mmap_obj(obj, vma); +} + struct dma_buf_ops omap_dmabuf_ops = { .map_dma_buf = omap_gem_map_dma_buf, .unmap_dma_buf = omap_gem_unmap_dma_buf, @@ -141,6 +185,7 @@ struct dma_buf_ops omap_dmabuf_ops = { .kunmap_atomic = omap_gem_dmabuf_kunmap_atomic, .kmap = omap_gem_dmabuf_kmap, .kunmap = omap_gem_dmabuf_kunmap, + .mmap = omap_gem_dmabuf_mmap, }; struct dma_buf * omap_gem_prime_export(struct drm_device *dev, -- 1.7.9.1

13 years, 2 months

[PATCHv8 00/10] ARM: DMA-mapping framework redesign

by Marek Szyprowski

Hello, Linux v3.4-rc2, which include dma-mapping preparation patches, has been released two days ago, now it's time for the next spin of ARM dma-mapping redesign patches. This version includes various fixes posted separately to v7, mainly related to incorrect io address space bitmap setup and a major issue with broken mmap for memory which comes from dma_declare_coherent(). The patches have been also rebased onto Linux v3.4-rc2 which comes with dma_map_ops related changes. The code has been tested on Samsung Exynos4 'UniversalC210' and NURI boards with IOMMU driver posted by KyongHo Cho, I will put separate branch which shows how to integrate this driver with this patchset. The patches are also available on my git repository at: git://git.linaro.org/people/mszyprowski/linux-dma-mapping.git 3.4-rc2-arm-dma-v8 History of the development: v1: (initial version of the DMA-mapping redesign patches): http://www.spinics.net/lists/linux-mm/msg21241.html v2: http://lists.linaro.org/pipermail/linaro-mm-sig/2011-September/000571.html http://lists.linaro.org/pipermail/linaro-mm-sig/2011-September/000577.html v3: http://www.spinics.net/lists/linux-mm/msg25490.html v4 and v5: http://www.spinics.net/lists/arm-kernel/msg151147.html http://www.spinics.net/lists/arm-kernel/msg154889.html v6: http://www.spinics.net/lists/linux-mm/msg29903.html v7: http://www.spinics.net/lists/arm-kernel/msg162149.html Best regards Marek Szyprowski Samsung Poland R&D Center Patch summary: Marek Szyprowski (10): common: add dma_mmap_from_coherent() function ARM: dma-mapping: use pr_* instread of printk ARM: dma-mapping: introduce ARM_DMA_ERROR constant ARM: dma-mapping: remove offset parameter to prepare for generic dma_ops ARM: dma-mapping: use asm-generic/dma-mapping-common.h ARM: dma-mapping: implement dma sg methods on top of any generic dma ops ARM: dma-mapping: move all dma bounce code to separate dma ops structure ARM: dma-mapping: remove redundant code and cleanup ARM: dma-mapping: use alloc, mmap, free from dma_ops ARM: dma-mapping: add support for IOMMU mapper arch/arm/Kconfig | 9 + arch/arm/common/dmabounce.c | 84 +++- arch/arm/include/asm/device.h | 4 + arch/arm/include/asm/dma-iommu.h | 34 ++ arch/arm/include/asm/dma-mapping.h | 407 ++++----------- arch/arm/mm/dma-mapping.c | 1019 ++++++++++++++++++++++++++++++------ arch/arm/mm/vmregion.h | 2 +- drivers/base/dma-coherent.c | 42 ++ include/asm-generic/dma-coherent.h | 4 +- 9 files changed, 1138 insertions(+), 467 deletions(-) create mode 100644 arch/arm/include/asm/dma-iommu.h -- 1.7.1.569.g6f426

13 years, 2 months

[PATCH 00/11] Integration of videobuf2 with dmabuf

by Tomasz Stanislawski

Hello everyone, This patchset adds support for DMABUF [2] importing to V4L2 stack. It was updated after Laurent Pinchart's review. The support for DMABUF exporting was moved to separate patchset due to dependency on patches for DMA mapping redesign by Marek Szyprowski [4]. v3: - rebased on mainline 3.4-rc1 - split 'code refactor' patch to multiple smaller patches - squashed fixes to Sumit's patches - patchset is no longer dependant on 'DMA mapping redesign' - separated path for handling IO and non-IO mappings - add documentation for DMABUF importing to V4L - removed all DMABUF exporter related code - removed usage of dma_get_pages extension v2: - extended VIDIOC_EXPBUF argument from integer memoffset to struct v4l2_exportbuffer - added patch that breaks DMABUF spec on (un)map_atachment callcacks but allows to work with existing implementation of DMABUF prime in DRM - all dma-contig code refactoring patches were squashed - bugfixes v1: List of changes since [1]. - support for DMA api extension dma_get_pages, the function is used to retrieve pages used to create DMA mapping. - small fixes/code cleanup to videobuf2 - added prepare and finish callbacks to vb2 allocators, it is used keep consistency between dma-cpu acess to the memory (by Marek Szyprowski) - support for exporting of DMABUF buffer in V4L2 and Videobuf2, originated from [3]. - support for dma-buf exporting in vb2-dma-contig allocator - support for DMABUF for s5p-tv and s5p-fimc (capture interface) drivers, originated from [3] - changed handling for userptr buffers (by Marek Szyprowski, Andrzej Pietrasiewicz) - let mmap method to use dma_mmap_writecombine call (by Marek Szyprowski) [1] http://thread.gmane.org/gmane.linux.drivers.video-input-infrastructure/4296… [2] https://lkml.org/lkml/2011/12/26/29 [3] http://thread.gmane.org/gmane.linux.drivers.video-input-infrastructure/3635… [4] http://thread.gmane.org/gmane.linux.kernel.cross-arch/12819 Andrzej Pietrasiewicz (1): v4l: vb2-dma-contig: add support for scatterlist in userptr mode Laurent Pinchart (2): v4l: vb2-dma-contig: Shorten vb2_dma_contig prefix to vb2_dc v4l: vb2-dma-contig: Reorder functions Marek Szyprowski (2): v4l: vb2: add prepare/finish callbacks to allocators v4l: vb2-dma-contig: add prepare/finish to dma-contig allocator Sumit Semwal (4): v4l: Add DMABUF as a memory type v4l: vb2: add support for shared buffer (dma_buf) v4l: vb: remove warnings about MEMORY_DMABUF v4l: vb2: Add dma-contig allocator as dma_buf user Tomasz Stanislawski (2): Documentation: media: description of DMABUF importing in V4L2 v4l: vb2-dma-contig: Remove unneeded allocation context structure Documentation/DocBook/media/v4l/compat.xml | 4 + Documentation/DocBook/media/v4l/io.xml | 177 +++++++ .../DocBook/media/v4l/vidioc-create-bufs.xml | 1 + Documentation/DocBook/media/v4l/vidioc-qbuf.xml | 15 + Documentation/DocBook/media/v4l/vidioc-reqbufs.xml | 8 +- drivers/media/video/videobuf-core.c | 4 + drivers/media/video/videobuf2-core.c | 195 +++++++- drivers/media/video/videobuf2-dma-contig.c | 536 +++++++++++++++++--- include/linux/videodev2.h | 8 + include/media/videobuf2-core.h | 38 ++ 10 files changed, 910 insertions(+), 76 deletions(-) -- 1.7.5.4

13 years, 2 months

overlay UI layer of ICS supports by preserved memory allocation in virtualized environment

by Kwang Sik Shin

I'm interested in CMA scheme or preserved memory allocation of ION (ION_HEAP_TYPE_CARVEOUT heap type) I knew many SoC vendors (TI, nvidia, qualcom) already used similar approaches for multimedia processing in the past. However, reservation of physical memory should waste memory and limit available system memory, so now they use an IOMMU to support a contiguous virtual address region. In addition to, ICS (Ice Cream Sandwitch) support overlay UI layer requiring lots of contiguous memory allocation area. Now I'm suggesting an idea to use lots of contiguous memory allocation area without IOMMU. So ION_HEAP_TYPE_CARVEOUT heap type of ION is one of my considerations, but you know that it might exhaust much physical memory. However, I think physical memory wasting problem can be solved in the virtualized system. In case of virtualized environment, physical memory is intermediate physical memory instead of real physical memory, so a preserved carveout heap does not exhaust real physical memory any more. In addition to, if virtual address and intermediate physical address are 32 and 40bits respectively, virtual memory is not exhausted neither. How do you think about my suggestion?

13 years, 2 months

[PATCH 0/4] [RFC] Addition of dma-mapping IOMMU framework in Exynos DRM

by Prathyush

From: Prathyush K <prathyush.k(a)samsung.com> With these set of patches, the Exynos5 DRM module will be able to allocate, export and map non-contiguous memory for GEM objects using the dma-mapping IOMMU framework. These patches are based on the following references: 1> Exynos 5 SYSMMU driver by Kyongho Cho http://lists.infradead.org/pipermail/linux-arm-kernel/2011-December/078636.… 2> DMA-MAPPING IOMMU framework by Marek Szyprowski http://lists.infradead.org/pipermail/linux-arm-kernel/2011-June/053636.html 3> DRM-PRIME by Dave Airlie http://patches.linaro.org/7480/ 4> DRM Exynos DMABUF module by Inki Dae http://git.infradead.org/users/kmpark/linux-2.6-samsung/commit/ d59d3e521d8a9d27e7b329f89f24a8473f32f50c/ 5> Support for dma_get_pages by Tomasz Stanislawski http://patchwork.linuxtv.org/patch/9639/ The updated GEM framework by Inki Dae is not considered for this patch set. IOMMU mapping is created for exynos-drm-device initially. Allocation of GEM objects happens through dma_alloc_writecombine which inturn calls arm_iommu_alloc_attrs. This will allocate a non-contig set of pages, allocate a iova and map all the pages. The following changes are done to support non-contiguous memory for GEM objects [PATCH 1/4]: drm/exynos: DMABUF: Added support for exporting non-contig buffers. This patch is for creating and mapping a SGT in map_dma_buf by retrieving the pages by calling dma_get_pages. [PATCH 2/4]: drm/exynos: Mapping of gem objects uses dma_mmap_writecombine. This patch is for mapping the non-contiguous GEM objects to user space by calling dma_mmap_writecombine. [PATCH 3/4]: drm/Exynos: Added 'disable' function to Exynos drm crtc module. This patch is required for safe release of DRM. If a FB of a CRTC is released, the driver tries to disable the CRTC if that is supported by the CRTC. This patch adds Exynos DRM CRTC disable functionality. [PATCH 4/4]: drm: Releasing FBs before releasing GEM objects during drm_release. This patch is required for safe release of DRM. During drm release, all the FBs and GEM objects are released. A gem object which is used as a FB must not be freed first before releasing the FB. This patch modifies the drm release function to first release the FBs and then release the GEMs. drivers/gpu/drm/drm_fops.c | 6 +- drivers/gpu/drm/exynos/exynos_drm_crtc.c | 11 +++ drivers/gpu/drm/exynos/exynos_drm_dmabuf.c | 98 +++++++++++++++++++++++----- drivers/gpu/drm/exynos/exynos_drm_gem.c | 70 +++++++++----------- 4 files changed, 128 insertions(+), 57 deletions(-)

13 years, 2 months

[PATCH/RFC] ARM: Exynos4: Integrate IOMMU aware DMA-mapping

by Marek Szyprowski

Hi! This is an example of the IOMMU aware DMA-mapping implementation usage on a Samsung Exynos4 based NURI board. The ARM DMA-mapping IOMMU aware implementation is available in the [1] thread: This patch essentially registers DMA-mmaping/IOMMU support for FIMC and MFC devices and performs some tweaks in clocks hierarchy to get SYSMMU driver working correctly. The drivers have been tested with mainline V4L2 drivers for FIMC and MFC hardware. For easier testing I've created a separate kernel branch with all required prerequisite patches. It is based on lastest kgene/for-next branch and is available on my git repository: git://git.linaro.org/people/mszyprowski/linux-dma-mapping.git 3.4-rc2-arm-dma-v8-samsung This patch requires the following items: 1. ARM DMA-mapping patches [1] 2. Exynos SYSMMU driver v12 [2] 3. Exynos SYSMMU driver runtime pm fixes 4. Exynos4 gen_pd power domain driver fixes Runtime pm and power domain patches are required on Samsung Nuri board, but might be optional on boards where bootloader doesn't disable all devices on boot. [1] http://www.spinics.net/lists/linux-arch/msg17331.html [2] https://lkml.org/lkml/2012/3/15/51 Best regards Marek Szyprowski Samsung Poland R&D Center Patch summary: Marek Szyprowski (1): ARM: Exynos4: integrate SYSMMU driver with DMA-mapping interface arch/arm/mach-exynos/Kconfig | 1 + arch/arm/mach-exynos/clock-exynos4.c | 64 +++++++++++++++------------- arch/arm/mach-exynos/dev-sysmmu.c | 44 +++++++++++++++++++ arch/arm/mach-exynos/include/mach/sysmmu.h | 3 + drivers/iommu/Kconfig | 1 + 5 files changed, 84 insertions(+), 29 deletions(-) -- 1.7.1.569.g6f426

13 years, 2 months

Test application for DMABUF sharing between V4L2 and DRM

by Tomasz Stanislawski

Hi Everyone, This email contains a test application showing DMABUF sharing between DRM/KMS display and capture node including VIVI. It shows a simple preview on LCD display. The similar application was posted in thread: http://thread.gmane.org/gmane.comp.video.dri.devel/65997 This version makes use of single-plane API for V4L2 capture instead of multiplanar. This change allows VIVI driver to be tested as DMABUF importer. The program is written in C99 and it was tested using Exynos/DRM and VIVI capture. This application shows how buffer sharing between V4L2/DRM may look like. Please let me know if/where I use DRM/V4L2 incorrectly. The application was tested against 3.4-rc1 kernel with patches: - Integration of videobuf2 with dmabuf http://thread.gmane.org/gmane.linux.drivers.video-input-infrastructure/46586 - Integration of vb2-vmalloc and VIVI with dmabuf http://thread.gmane.org/gmane.linux.drivers.video-input-infrastructure/46713 - Support for DRM prime for Exynos by Inki Dae http://git.infradead.org/users/kmpark/linux-2.6-samsung/shortlog/refs/heads… - patch fixing kmap/vmap support for EXYNOS-DRM prime. http://git.infradead.org/users/kmpark/linux-2.6-samsung/commit/3c483f24e418… The branch containing all mentioned patches (without platform code) rebased on 3.4-rc1 is available at link: http://git.infradead.org/users/kmpark/linux-2.6-samsung/shortlog/refs/heads… Regards, Tomasz Stanislawski --- #include <errno.h> #include <fcntl.h> #include <linux/videodev2.h> #include <math.h> #include <poll.h> #include <stdio.h> #include <stdint.h> #include <stdlib.h> #include <string.h> #include <sys/ioctl.h> #include <sys/mman.h> #include <sys/stat.h> #include <sys/types.h> #include <unistd.h> #include <xf86drm.h> #include <xf86drmMode.h> #include <exynos_drm.h> #define ERRSTR strerror(errno) #define BYE_ON(cond, ...) \ do { \ if (cond) { \ int errsv = errno; \ fprintf(stderr, "ERROR(%s:%d) : ", \ __FILE__, __LINE__); \ errno = errsv; \ fprintf(stderr, __VA_ARGS__); \ abort(); \ } \ } while(0) static inline int warn(const char *file, int line, const char *fmt, ...) { int errsv = errno; va_list va; va_start(va, fmt); fprintf(stderr, "WARN(%s:%d): ", file, line); vfprintf(stderr, fmt, va); va_end(va); errno = errsv; return 1; } #define WARN_ON(cond, ...) \ ((cond) ? warn(__FILE__, __LINE__, __VA_ARGS__) : 0) struct setup { char module[32]; uint32_t conId; uint32_t crtId; char modestr[32]; char video[32]; unsigned int w, h; unsigned int use_wh : 1; unsigned int in_fourcc; unsigned int out_fourcc; unsigned int buffer_count; unsigned int use_crop : 1; unsigned int use_compose : 1; struct v4l2_rect crop; struct v4l2_rect compose; }; struct buffer { unsigned int bo_handle; unsigned int fb_handle; int dbuf_fd; }; struct stream { int v4lfd; int current_buffer; int buffer_count; struct buffer *buffer; } stream; static void usage(char *name) { fprintf(stderr, "usage: %s [-Moisth]\n", name); fprintf(stderr, "\t-M <drm-module>\tset DRM module\n"); fprintf(stderr, "\t-o <connector_id>:<crtc_id>:<mode>\tset a mode\n"); fprintf(stderr, "\t-i <video-node>\tset video node like /dev/video*\n"); fprintf(stderr, "\t-S <width,height>\tset input resolution\n"); fprintf(stderr, "\t-f <fourcc>\tset input format using 4cc\n"); fprintf(stderr, "\t-F <fourcc>\tset output format using 4cc\n"); fprintf(stderr, "\t-s <width,height>@<left,top>\tset crop area\n"); fprintf(stderr, "\t-t <width,height>@<left,top>\tset compose area\n"); fprintf(stderr, "\t-b buffer_count\tset number of buffers\n"); fprintf(stderr, "\t-h\tshow this help\n"); fprintf(stderr, "\n\tDefault is to dump all info.\n"); } static inline int parse_rect(char *s, struct v4l2_rect *r) { return sscanf(s, "%d,%d@%d,%d", &r->width, &r->height, &r->top, &r->left) != 4; } static int parse_args(int argc, char *argv[], struct setup *s) { if (argc <= 1) usage(argv[0]); int c, ret; memset(s, 0, sizeof(*s)); while ((c = getopt(argc, argv, "M:o:i:S:f:F:s:t:b:h")) != -1) { switch (c) { case 'M': strncpy(s->module, optarg, 31); break; case 'o': ret = sscanf(optarg, "%u:%u:%31s", &s->conId, &s->crtId, s->modestr); if (WARN_ON(ret != 3, "incorrect mode description\n")) return -1; break; case 'i': strncpy(s->video, optarg, 31); break; case 'S': ret = sscanf(optarg, "%u,%u", &s->w, &s->h); if (WARN_ON(ret != 2, "incorrect input size\n")) return -1; s->use_wh = 1; break; case 'f': if (WARN_ON(strlen(optarg) != 4, "invalid fourcc\n")) return -1; s->in_fourcc = ((unsigned)optarg[0] << 0) | ((unsigned)optarg[1] << 8) | ((unsigned)optarg[2] << 16) | ((unsigned)optarg[3] << 24); break; case 'F': if (WARN_ON(strlen(optarg) != 4, "invalid fourcc\n")) return -1; s->out_fourcc = ((unsigned)optarg[0] << 0) | ((unsigned)optarg[1] << 8) | ((unsigned)optarg[2] << 16) | ((unsigned)optarg[3] << 24); break; case 's': ret = parse_rect(optarg, &s->crop); if (WARN_ON(ret, "incorrect crop area\n")) return -1; s->use_crop = 1; break; case 't': ret = parse_rect(optarg, &s->compose); if (WARN_ON(ret, "incorrect compose area\n")) return -1; s->use_compose = 1; break; case 'b': ret = sscanf(optarg, "%u", &s->buffer_count); if (WARN_ON(ret != 1, "incorrect buffer count\n")) return -1; break; case '?': case 'h': usage(argv[0]); return -1; } } return 0; } static int buffer_create(struct buffer *b, int drmfd, struct setup *s, uint64_t size, uint32_t pitch) { int ret = strncmp(s->module, "exynos", 6); if (WARN_ON(ret, "drm: only exynos GEM is supported\n")) return -1; struct drm_exynos_gem_create gem; struct drm_gem_close gem_close; memset(&gem, 0, sizeof gem); gem.size = size; ret = ioctl(drmfd, DRM_IOCTL_EXYNOS_GEM_CREATE, &gem); if (WARN_ON(ret, "EXYNOS_GEM_CREATE failed: %s\n", ERRSTR)) return -1; b->bo_handle = gem.handle; struct drm_prime_handle prime; memset(&prime, 0, sizeof prime); prime.handle = b->bo_handle; ret = ioctl(drmfd, DRM_IOCTL_PRIME_HANDLE_TO_FD, &prime); if (WARN_ON(ret, "PRIME_HANDLE_TO_FD failed: %s\n", ERRSTR)) goto fail_gem; printf("dbuf_fd = %d\n", prime.fd); b->dbuf_fd = prime.fd; uint32_t offsets[4] = { 0 }; uint32_t pitches[4] = { pitch }; uint32_t bo_handles[4] = { b->bo_handle }; unsigned int fourcc = s->out_fourcc; if (!fourcc) fourcc = s->in_fourcc; ret = drmModeAddFB2(drmfd, s->w, s->h, fourcc, bo_handles, pitches, offsets, &b->fb_handle, 0); if (WARN_ON(ret, "drmModeAddFB2 failed: %s\n", ERRSTR)) goto fail_prime; return 0; fail_prime: close(b->dbuf_fd); fail_gem: memset(&gem_close, 0, sizeof gem_close); gem_close.handle = b->bo_handle, ret = ioctl(drmfd, DRM_IOCTL_GEM_CLOSE, gem_close); WARN_ON(ret, "GEM_CLOSE failed: %s\n", ERRSTR); return -1; } static int find_mode(drmModeModeInfo *m, int drmfd, struct setup *s, uint32_t *con) { int ret = -1; drmModeRes *res = drmModeGetResources(drmfd); if (WARN_ON(!res, "drmModeGetResources failed: %s\n", ERRSTR)) return -1; if (WARN_ON(res->count_crtcs <= 0, "drm: no crts\n")) goto fail_res; if (WARN_ON(res->count_connectors <= 0, "drm: no connectors\n")) goto fail_res; if (WARN_ON(s->conId >= res->count_connectors, "connector %d " "is not supported\n", s->conId)) goto fail_res; drmModeConnector *c; c = drmModeGetConnector(drmfd, res->connectors[s->conId]); if (WARN_ON(!c, "drmModeGetConnector failed: %s\n", ERRSTR)) goto fail_res; if (WARN_ON(!c->count_modes, "connector supports no mode\n")) goto fail_conn; drmModeModeInfo *found = NULL; for (int i = 0; i < c->count_modes; ++i) if (strcmp(c->modes[i].name, s->modestr) == 0) found = &c->modes[i]; if (WARN_ON(!found, "mode %s not supported\n", s->modestr)) { fprintf(stderr, "Valid modes:"); for (int i = 0; i < c->count_modes; ++i) fprintf(stderr, " %s", c->modes[i].name); fprintf(stderr, "\n"); goto fail_conn; } memcpy(m, found, sizeof *found); if (con) *con = c->connector_id; ret = 0; fail_conn: drmModeFreeConnector(c); fail_res: drmModeFreeResources(res); return ret; } static void page_flip_handler(int fd, unsigned int frame, unsigned int sec, unsigned int usec, void *data) { int index = stream.current_buffer; struct v4l2_buffer buf; int ret; stream.current_buffer = (int)data; if (index < 0) return; memset(&buf, 0, sizeof buf); buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory = V4L2_MEMORY_DMABUF; buf.index = index; buf.m.fd = stream.buffer[index].dbuf_fd; ret = ioctl(stream.v4lfd, VIDIOC_QBUF, &buf); BYE_ON(ret, "VIDIOC_QBUF(index = %d) failed: %s\n", index, ERRSTR); } int main(int argc, char *argv[]) { int ret; struct setup s; ret = parse_args(argc, argv, &s); BYE_ON(ret, "failed to parse arguments\n"); BYE_ON(s.module[0] == 0, "DRM module is missing\n"); BYE_ON(s.video[0] == 0, "video node is missing\n"); int drmfd = drmOpen(s.module, NULL); BYE_ON(drmfd < 0, "drmOpen(%s) failed: %s\n", s.module, ERRSTR); int v4lfd = open(s.video, O_RDWR); BYE_ON(v4lfd < 0, "failed to open %s: %s\n", s.video, ERRSTR); struct v4l2_capability caps; memset(&caps, 0, sizeof caps); ret = ioctl(v4lfd, VIDIOC_QUERYCAP, &caps); BYE_ON(ret, "VIDIOC_QUERYCAP failed: %s\n", ERRSTR); /* TODO: add single plane support */ BYE_ON(~caps.capabilities & V4L2_CAP_VIDEO_CAPTURE, "video: singleplanar capture is not supported\n"); struct v4l2_format fmt; memset(&fmt, 0, sizeof fmt); fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; ret = ioctl(v4lfd, VIDIOC_G_FMT, &fmt); BYE_ON(ret < 0, "VIDIOC_G_FMT failed: %s\n", ERRSTR); printf("G_FMT(start): width = %u, height = %u, 4cc = %.4s\n", fmt.fmt.pix.width, fmt.fmt.pix.height, (char*)&fmt.fmt.pix.pixelformat); if (s.use_wh) { fmt.fmt.pix.width = s.w; fmt.fmt.pix.height = s.h; } if (s.in_fourcc) fmt.fmt.pix.pixelformat = s.in_fourcc; ret = ioctl(v4lfd, VIDIOC_S_FMT, &fmt); BYE_ON(ret < 0, "VIDIOC_S_FMT failed: %s\n", ERRSTR); ret = ioctl(v4lfd, VIDIOC_G_FMT, &fmt); BYE_ON(ret < 0, "VIDIOC_G_FMT failed: %s\n", ERRSTR); printf("G_FMT(final): width = %u, height = %u, 4cc = %.4s\n", fmt.fmt.pix.width, fmt.fmt.pix.height, (char*)&fmt.fmt.pix.pixelformat); struct v4l2_requestbuffers rqbufs; memset(&rqbufs, 0, sizeof(rqbufs)); rqbufs.count = s.buffer_count; rqbufs.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; rqbufs.memory = V4L2_MEMORY_DMABUF; ret = ioctl(v4lfd, VIDIOC_REQBUFS, &rqbufs); BYE_ON(ret < 0, "VIDIOC_REQBUFS failed: %s\n", ERRSTR); BYE_ON(rqbufs.count < s.buffer_count, "video node allocated only " "%u of %u buffers\n", rqbufs.count, s.buffer_count); s.in_fourcc = fmt.fmt.pix.pixelformat; s.w = fmt.fmt.pix.width; s.h = fmt.fmt.pix.height; /* TODO: add support for multiplanar formats */ struct buffer buffer[s.buffer_count]; uint64_t size = fmt.fmt.pix.sizeimage; uint32_t pitch = fmt.fmt.pix.bytesperline; printf("size = %llu pitch = %u\n", size, pitch); for (int i = 0; i < s.buffer_count; ++i) { ret = buffer_create(&buffer[i], drmfd, &s, size, pitch); BYE_ON(ret, "failed to create buffer%d\n", i); } printf("buffers ready\n"); drmModeModeInfo drmmode; uint32_t con; ret = find_mode(&drmmode, drmfd, &s, &con); BYE_ON(ret, "failed to find valid mode\n"); ret = drmModeSetCrtc(drmfd, s.crtId, buffer[0].fb_handle, 0, 0, &con, 1, &drmmode); BYE_ON(ret, "drmModeSetCrtc failed: %s\n", ERRSTR); /* enqueueing first buffer to DRM */ ret = drmModePageFlip(drmfd, s.crtId, buffer[0].fb_handle, DRM_MODE_PAGE_FLIP_EVENT, 0); BYE_ON(ret, "drmModePageFlip failed: %s\n", ERRSTR); for (int i = 1; i < s.buffer_count; ++i) { struct v4l2_buffer buf; memset(&buf, 0, sizeof buf); buf.index = i; buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory = V4L2_MEMORY_DMABUF; buf.m.fd = buffer[i].dbuf_fd; ret = ioctl(v4lfd, VIDIOC_QBUF, &buf); BYE_ON(ret < 0, "VIDIOC_QBUF for buffer %d failed: %s\n", buf.index, ERRSTR); } int type = V4L2_BUF_TYPE_VIDEO_CAPTURE; ret = ioctl(v4lfd, VIDIOC_STREAMON, &type); BYE_ON(ret < 0, "STREAMON failed: %s\n", ERRSTR); struct pollfd fds[] = { { .fd = v4lfd, .events = POLLIN }, { .fd = drmfd, .events = POLLIN }, }; /* buffer currently used by drm */ stream.v4lfd = v4lfd; stream.current_buffer = -1; stream.buffer = buffer; while ((ret = poll(fds, 2, 5000)) > 0) { if (fds[0].revents & POLLIN) { struct v4l2_buffer buf; memset(&buf, 0, sizeof buf); /* dequeue buffer */ buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE; buf.memory = V4L2_MEMORY_DMABUF; ret = ioctl(v4lfd, VIDIOC_DQBUF, &buf); BYE_ON(ret, "VIDIOC_DQBUF failed: %s\n", ERRSTR); ret = drmModePageFlip(drmfd, s.crtId, buffer[buf.index].fb_handle, DRM_MODE_PAGE_FLIP_EVENT, (void*)buf.index); BYE_ON(ret, "drmModePageFlip failed: %s\n", ERRSTR); } if (fds[1].revents & POLLIN) { drmEventContext evctx; memset(&evctx, 0, sizeof evctx); evctx.version = DRM_EVENT_CONTEXT_VERSION; evctx.page_flip_handler = page_flip_handler; ret = drmHandleEvent(drmfd, &evctx); BYE_ON(ret, "drmHandleEvent failed: %s\n", ERRSTR); } } return 0; }

13 years, 2 months

[PATCH 0/3] Integration of vb2-vmalloc and VIVI with dmabuf

by Tomasz Stanislawski

Hello everyone, The patcheset adds support for DMABUF [1] importing to vmalloc allocator in videobuf2 stack. This is an incremental patch to 'Integration of videobuf2 with dmabuf' patchset [2]. This patch makes use of vmap extension for dmabuf proposed by Dave Airlie [3]. The vmap was preferred over the kmap extension. The reason is that VIVI driver requires the memory to be mapped into a contiguous block of virtual memory accessible by kernel. The workaround could be mapping all pages into kernel memory but the dmabuf-kmap interface does guarantee that consecutive pages are mapped into consecutive addresses. [1] https://lkml.org/lkml/2011/12/26/29 [2] http://thread.gmane.org/gmane.linux.drivers.video-input-infrastructure/46586 [3] http://cgit.freedesktop.org/~airlied/linux/commit/?h=drm-dmabuf2&id=c481a54… Dave Airlie (1): dma-buf: add vmap interface Tomasz Stanislawski (2): v4l: vb2-vmalloc: add support for dmabuf importing v4l: vivi: support for dmabuf importing drivers/base/dma-buf.c | 29 ++++++++++++++++ drivers/media/video/Kconfig | 1 + drivers/media/video/videobuf2-vmalloc.c | 56 +++++++++++++++++++++++++++++++ drivers/media/video/vivi.c | 2 +- include/linux/dma-buf.h | 16 +++++++++ 5 files changed, 103 insertions(+), 1 deletions(-) -- 1.7.5.4

13 years, 2 months

“海关三大质疑”解析与应对

by 通关改革

��ɡ��Ӧ�Բ�� ʱ��ص㣺2012��4��12-13��Ϻ� 4��17-18�ձ�� 2012��4��19-20�� γ̷��ã�2800Ԫ/��/2�죨��Ϸѡ��ͼ��ȣ� �γ̶��󣺽��ҵ�ܾ��񡢽��ڡ��ء��ɹ��߼��Ա,��ҵ��Ա�� ԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡ� �� γ̱�� ź��ط��ͨ�ظĸ�Ĳ��ƽ��ȫ��д��ҵ��ԡ��ڻ�� Ʒ��ࡱ��Ʒ�۸񡱡��걨��ʵΪ�ɵ��ܺ��ɺʹ�� г��ҵ��Ӱ��ҵ��ͨ�ء��ʽ��ת�ͳ��˰��ҵ�� Ӱ�졣 ��ɽ��ڻ��Ʒ��ࡱ��ҵ��Ʒ�۸��걨�� ҵ�� 걨��ʵ��⡰��ɡ��ʵ��ҵ��ͨ��Ѷȴ�Υ��ձȽϸߵļ�� ؼ��㣬�Ժ��Ҳͬ��ս��еķ��ɹ淶û�ж��걨��ʵ�Ķ��塢��ɡ��ʡ�Ҫ�� ׼ȷ�Ľ綨��Ҳ��ʵ��ж�ͬһ��⣬��ͬ��塢��ͬ�Ĺ��ͬһ��ز�ͬ ��ְ�ܲ��ͬһִ��߲�ͬ��ʱ�ڻ��в�ͬ��ʹ�� Ϊ��ҵ��׷��ӵ��걨��ʵ��ͷ�۵��⣻ͬʱ��ܺ�ָ��ҵ�� Ʒ��༼�ɽ��кϷ��˰��֤ʵ�÷�� ؾٰ�˴��ѵ�࣬ͨ��ڼ��ɡ�� ԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡ� �� γ̴�� T�� һ��֣��α��⡰��ɡ��걨��ʵ�� һ��ɽ��ڻ��Ʒ��࣬��ô�죿 1��ع��ɡ��ҵ��붯̬��յ��Ʒ��ߺͼ�� 2��ο��ٶ�λ��ҵ��Ʒ��Լ��з��ղ��㣿 3��WCO��涨��ɹ��й��ع��϶�� 4��Ӧ��Ʒ��ҵ��ķ��ɷ��գ� ��ɶ��ҵ��Ʒ�۸��걨��ô�죿 1��ͨ�ع��ܵ��ɣ��뵽�Ĳ��Լ�Ӧ�ã� 2��κ��ܹ��˫��֮��Ĺ��ϵ��ϵ�Ժ��۵�Ӱ�죿 3��׼ȷ��Ȩʹ�÷ѡ��Ƿ�Ӧ��˰�۸� 4��Э��ã��ΰ죿 5��ӹ�ó�׻����Ʒ��ϼ��д�Ʒ��߽��ϵȣ��۵��ص㼰��˰&��ղ�� 6��ӹ�ó�׻����Ʒ��ϼ��д�Ʒ��߽��ϵȣ��ڼ۸��걨�� ҵ��걨��ʵ��ô�죿 1��϶��ҵ��걨��ʵ�� 2��ڳ��ֶ��װ��м��ֲ��ȷ�ʽ��ô��ǰ�ȫ��ѧ�ģ� 3��ӹ�ó�ײ��ƽ��ı�Ȼ��Լ��ʧ��Ĳ��Ȳ��Ժ;��ʵʩ�� T�� ڶ��֣��Ʒ��༼��Ϸ��˰��֤ һ��Ʒ��ɽ�� Ҫ��ʾ��ҵƷ��淶��걨��Ϊ��һ��ܵ��ĺ��ص㡣Ŀǰ��ҵ��Ե��С� 1��2011��Ʒ��ص��߽�� 2��к��Ʒ��̻��Ƶ�ȱ��ԣ��ȷʵ��Ч��ú��Ʒ��̻��ƣ� 3��Щ��ڽ��Ʒ��пɲ��õķ�� 4��ŷ��Һ��Ʒ��Ľ��;�� 5��Ļ��Ժ��ؽ��Ʒ��Ӱ�켰��ι�� 6��ҵ��׼��Լ��롶Э��ƶ�ע�͡��ν�� 7��ضԲ��Ṥ��Ʒ�Ĺ��˼·��ɽ�� 8��ڻ��㲿��Ĺ��˼·��ɽ�� 9��ض��ϻ��Ͷ๦�ܻ��Ĺ��˼·��еĲ�� 10��ҵ��Ա��ʵ��Ч��Ʒ��ͨ�ء��Լ�ɱ� ��Ʒ��༼��Ϸ��˰ 1��Żݵ��ݶ�˰�ʺ��Ʒ�� 2��ҵ��Ӧ�Ժ��صĹ�� 3��ܺ��ؽ��ƷԤ��Ĺ涨�� 4��ú��ض��Ʒ��ö��Ϸ��˰ 5��á��Ʒ��״̬��롰��Ʒ��༼�ɡ��Ϸ��˰ 6��á��Ʒ��ר��ԡ��롰��Ʒ��ͨ��ԡ��Ϸ��˰ 7��á�ר��롰ͨ��Ϸ��˰ 8��á��Ż�ԭ��ر�׼��롰��Ż�ԭ��ر�׼��Ϸ��˰ ��Ʒ��༼��Ϸ��֤ 1��ó�׹��Ƶ�Ŀ�ġ��ֶΡ� 2��֤��֤��ؼ��֤��ʲô��ͬ�� 3��綨��Ʒ��ġ� 4��֤��ķ��塣 5��á��Ʒ�ɷ֡��ó�׹��ơ� 6��á��״̬��Ϸ��֤�� 7��á��ӹ��ȡ��Ϸ��֤�� 8��ú��ö��ܡ��֤��ա� 9��ߡ��顢��Ͼȼá��֤��Ϊ�� T�� ҵ��ʵս��Ч��ú�� һ��ض�� 1��ı�� 2��ĵ��Ͳ��ʵ�� 3��Ӱ�캣��е��ߺͷ�� 4��ķ�չ�� 5��ҵ��úú��Ż�� ˰�� 1��˰��ʺ͹�� 2��йر�˰��ĺ��ߺ��Ӧ��Żݴ�ʩ 3��йر�˰��ߺ��Ӧ��Żݴ�ʩ 4��ҵӦ��ú�Ӧ�Ա�˰�� 5��˰��߶��ҵ��Ӫ��׷�� 6��˰��ļ�ܰ취 7��뾳��˰�ı�� 8��˰��Ľ��뻷�� 9��˰��δ��չ�� ڼӹ�� 1��ڼӹ��빦�� 2��йس��ڼӹ��ĺ��ߺ��Ӧ��Żݴ�ʩ 3��йس��ڼӹ��ߺ��Ӧ��Żݴ�ʩ 4��ҵӦ��ú�Ӧ�Գ��ڼӹ�� 5��ڼӹ��߶��ҵ��Ӫ��׷�� 6��ڼӹ��ļ�� 7��ڼӹ��Ľ��뻷�� 8��ڼӹ��ͷ�չ�� 9��˰��ڼӹ��ӱȽ� �� ġ��˰��԰�� 1��԰��빦�� 2��԰��ҵ��ģʽ�뺣��԰��淶 3��й��԰��ĺ��ߺ��Ӧ��Żݴ�ʩ 4��й��԰��Ĺ�˰��ߺ�� 5��԰��ز��ߺ͵ط�� 6��ҵӦ��ú�Ӧ��԰�� 7��԰��߶��ҵ��Ӫ��׷�� 8��԰��԰��ҵ�� 9��԰��Ľ��뻷�� 10��԰��ͷ�չ�� 11��ҵ��Ӫ��Ӱ�� 12��˸��ҵ 13��԰��뱣˰��ͳ��ڼӹ��Ӫҵ��ױȽ� 14��԰��뱣˰��ͳ��ڼӹ��Ŀ��ҵ�� 15��԰��밶ҵ�� 16��԰��ʱ�˰�� 塢��˰��A��B�� 1��˰��ĵ��빦�� 2��йر�˰��ĵĺ��ߺ��Ӧ��Żݴ�ʩ 3��йر�˰��ĵ��ߺ��Ӧ��Żݴ�ʩ 4��ҵӦ��ú�Ӧ�Ա�˰��ĵ�� 5��˰��߶��ҵ��Ӫ��׷�� 6��˰��Ļ��ļ�� 7��˰��Ļ��Ľ��뻷�� 8��˰��ĵ��ͷ�չ�� 9��˰��뱣˰��ͳ��ڼӹ��ӱȽ� 10��˰��A��B�͵��ͬ��ҵ��Ӧ�Բ�� 11��˰��ĵĿ��ҵ��Ӧע�� ˰�� 1��˰�� 2��˰��Żݴ�ʩ��뱣˰��԰��ıȽ� 3��˰��ҵ��Ӧ��β�� 4��ҵ��Ч��ñ�˰��ĸ�� ߡ��ӹ�ó�׺��ؼ�� 1��ӹ�ó�׺��ؼ�ܵ��ʺ͹�� 2��ӹ�ó�׺��ؼ�ܵ��Ӧ�Ż��ߺ�� 3��ӹ�ó�׵�˰��Ż��߷�� 4��ϼӹ��ϼӹ��˰�ȽϷ�� 5��ӹ�ó��ת�� 6��ӹ�ó��̷�� 7��ӹ�ó�׵ĵ��Ĺ�� 8��ӹ�ó��ƽ��뺣�ؼӹ�ó�� 9��밶��еļӹ�ó�� ˡ��ӹ��ת��ؼ�� 1��ӹ��ת�� 2��ض��ӹ��ת�Ĺ淶��Ͳ�ͬ��Ĳ�� 3��ӹ��ת��˰��ϵĵط��Բ��˶��µĽ�ת�� 4��ӹ��ת��뻷�� 5��ӹ��ת��˰ 6��ӹ��ת��԰�� 7��밶��е��ӹ��ת �� š�� 1�� 2��ҵ�� 3��걨��ڰ��ŵ��Ե�� 4��ҵӦ��Ӧ�� ʮ��˰��е��밶��͹��ʱ�˰�� 1��ҵӦ��ν��˰��Ӫ��ʱ�˰��밶�� 2��밶��ҵ��˰��ҵ�� 3��밶��ʲ�ת�� 4��밶ó�׵Ĳ�� 5��밶ó�ײ��е��Ѵ��Ӧ�� 6��밶��뱣˰��ر��԰��ͱ�˰��Ч�� 7��׷��ҵ��Ӫ�еĹ�� 8��⾭Ӫ��ʱ�˰�ﻮ 9��Ӧ�Թ��ʷ��˰��ʩ 10��ʱ�˰��Ժͼ�� 11��ʱ�˰�Ĳ�ͬ�ֶ� 12��ʱ�˰�뱣˰��Ľ�� ʮһ��ͬ��ʵ��ҵ��Ч��ú��ߺ��Żݴ�ʩ 1��ó�׹�˾��ú��ߺͱ�˰�� 2��ҵ�ر��ǵ��/��ķ��Ӧ��ҵ��ú��ߺͱ�˰�� 3��һ��ó��ҵ��ú��ߺͱ�˰�� 4��ӹ�ó��ҵ��ú��ߺͱ�˰�� 5��ҵ��ú��ߺͱ�˰�� 6��ת��ҵ��еı�˰��ĺ�� 7��ҵ��ν��˰��뺣��ҵ��Ч�� ԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡ� �� ʦ�� ˶ ��ʦ��˫˶ʿ(��ѧMBA��Ͽ��ѧ��ѧ˶ʿ)��ʡ�⾭ó��ó�׹��ʣ��۹� �ʾ��ù��ѧԺ��ڣ��ó�״ٽ��Ա��С��ҵó��̳��֮һ�� 磵��ǿ��й��ʳƷ��ڼ��Ź�˾��פ��ۡ��ô��죬 �ݶ��(��)�Ϻ��޹�˾��Ӫ�ܼࡢ��ĳ��ѯ��޹�˾�ܾ��IBT�� ѯ��޹�˾��ó��ϯ��ѯʦ��һ�ۺ��г��ܼࡢ�麣��ʯ��豸 ��ڹ�˾�ܾ��Ⱥ��Ϻ��ɽ��㽭��ա��Ĵ��ȵؾ��ˣ��ೡ�� ó��ר�⽲��Ϊ��ټ��ҵ��ר��ѵ��ʷ��ܵ��ҵ��ѧԱ�Ĺ㷺�� м��֪ʶ��ʵ��飬�ǵ��͵�ʵս�ɽ�ʦ��óҵ��飬�ر��ڴ� ��óҵ��ⷽ��ж��ļ��ͼ��ɣ��ҵ��ܺͼ��ѵ��Ա��Թ� ��ó��м��ȷ��⣬ͬʱ��ںܶഴ��ԡ��Ե�ԵĲ��ַ��ĵ�ͬ��ҽ� ��ͷ��ÿ�ζ��ѧԱ��δ��é��ٿ�� ԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡ� �� .��.��.֯��ŵ˹��ҵ��ѯ��޹�˾ �� .�� .��.��.�ߣ��- - ��.��.��.�� С�� .�� .��.��.��: �� - - ��.��.��.�� ԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡԡ� ��뽫��±��д��͵��chinasypx@foxmail.com��Ա��ڵ�һʱ��ϵ! �� ִ �� ҵ�λ��_______�˱�.��μӡ��ɡ��Ӧ�Բ��ԡ� ��λ��ƣ�_____________________________________________ �� ϵ �ˣ�_____________ ��ϵ�绰��_______________ �ֻ��_______________ ͼ�Ĵ��棺_____________ ��䣺_____________________________________ �� ˣ�_____________ �� ˣ�_____________ �� ˣ�_____________ �� ˣ�_____________ �� ˣ�_____________ �� ˣ�_____________ �� ã�___________ Ԫ�� ʽ�� 𡡡� ֧ Ʊ�� ת �ʡ��ѡ��򡰡̡�� ע: 1.��ѱ��ִ��ú�ش��˾��Ϊȷ��,��ٴε绰ȷ��! 2.��γ̿ɸ��ҵ��Ҫ��֯��ѵ��

13 years, 3 months

“海关三大质疑”

by 各关区

13 years, 3 months

Jump to page:

2025

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

Linaro-mm-sig