TVM 解读与实践

• TVM 准备
  • 本地构建
    • 使用 Docker（推荐）
    • 原生应用
  • 仅执行指定的教程
  • 辅助脚本
  • 定义教程的顺序
  • 集成 Google Colab
    • 交互式 Bash 脚本
• 使用 PyTorch 工作
  • 将你的 TVMScript 代码包装为 PyTorch 模块
    • 使用 TVMScript 编写自己的 PyTorch 算子
    • Benchmark
  • 编译 PyTorch 模型
    • 使用 PyTorch 构建简单模型
    • 使用 TVM MetaSchedule 优化 SimpleModel
    • 保存/加载模块
• 使用 MSC
  • 包装 PyTorch 模型进行量化
• API Reference
  • vta
    • Subpackages
      • vta.exec
        • Submodules
          • vta.exec.rpc_server
            • Module Contents
              • Functions
                • main()
                • server_start()
      • vta.testing
        • Submodules
          • vta.testing.simulator
            • Module Contents
              • Functions
              • Attributes
                • _load_sw()
                • clear_stats()
                • debug_mode()
                • enabled()
                • stats()
                • DEBUG_SKIP_EXEC
                • LIBS
          • vta.testing.utils
            • Module Contents
              • Functions
                • run()
        • Package Contents
          • Functions
            • run()
      • vta.top
        • Submodules
          • vta.top.bitpack
            • Module Contents
              • Functions
                • bitpack()
                • compute_bitpack()
          • vta.top.graphpack
            • Module Contents
              • Classes
              • Functions
                • BT
                • ExprDeviceAnnot
                  • ExprDeviceAnnot.is_float_op()
                  • ExprDeviceAnnot.visit_call()
                • ExprLocator
                  • ExprLocator.visit_call()
                • ExprPack
                  • ExprPack.visit_call()
                • _channel_const_match()
                • _const_shape_match()
                • _get_tensor_shape()
                • _get_tensor_type()
                • _operator_idx_inc()
                • _pack_batch_channel()
                • _pack_const()
                • _pack_weight()
                • _pack_weight_conv2d_transpose()
                • _to_shape()
                • _unpack_batch_channel()
                • _weight_shape_match()
                • _weight_shape_match_transpose()
                • get_subgraph()
                • graph_pack()
                • run_opt_pass()
          • vta.top.op
            • Module Contents
              • Functions
              • Attributes
                • add_packed()
                • add_strategy_vta()
                • clip_strategy_vta()
                • compute_clip_vta()
                • conv2d_strategy_vta()
                • conv2d_transpose_strategy_vta()
                • dense_strategy_vta()
                • multiply_packed()
                • multiply_strategy_vta()
                • schedule_add_packed()
                • schedule_alu_packed()
                • schedule_multiply_packed()
                • ENV
          • vta.top.utils
            • Module Contents
              • Functions
                • is_packed_layout()
          • vta.top.vta_conv2d
            • Module Contents
              • Functions
                • conv2d_packed()
                • schedule_conv2d_packed()
          • vta.top.vta_conv2d_transpose
            • Module Contents
              • Functions
                • conv2d_transpose_packed()
                • schedule_conv2d_transpose_packed()
          • vta.top.vta_dense
            • Module Contents
              • Functions
                • dense_packed()
                • is_packed_layout()
                • schedule_dense_packed()
          • vta.top.vta_group_conv2d
            • Module Contents
              • Functions
                • group_conv2d_packed()
                • schedule_group_conv2d_packed()
        • Package Contents
          • Functions
            • conv2d_packed()
            • conv2d_transpose_packed()
            • dense_packed()
            • graph_pack()
            • group_conv2d_packed()
            • schedule_conv2d_packed()
            • schedule_conv2d_transpose_packed()
            • schedule_dense_packed()
            • schedule_group_conv2d_packed()
    • Submodules
      • vta.autotvm
        • Module Contents
          • Functions
            • module_loader()
      • vta.bitstream
        • Module Contents
          • Functions
          • Attributes
            • download_bitstream()
            • get_bitstream_path()
            • BITSTREAM_URL
      • vta.build_module
        • Module Contents
          • Functions
            • EarlyRewrite()
            • build()
            • build_config()
            • coproc_dep_pop()
            • coproc_dep_push()
            • coproc_sync()
            • lower()
            • mem_info_acc_buffer()
            • mem_info_inp_buffer()
            • mem_info_wgt_buffer()
      • vta.environment
        • Module Contents
          • Classes
          • Functions
            • DevContext
              • DevContext.ALU_OPCODE_ADD
              • DevContext.ALU_OPCODE_MAX
              • DevContext.ALU_OPCODE_MIN
              • DevContext.ALU_OPCODE_MUL
              • DevContext.ALU_OPCODE_SHR
              • DevContext.MEM_ID_ACC
              • DevContext.MEM_ID_ACC_8BIT
              • DevContext.MEM_ID_INP
              • DevContext.MEM_ID_OUT
              • DevContext.MEM_ID_UOP
              • DevContext.MEM_ID_WGT
              • DevContext.QID_COMPUTE
              • DevContext.QID_LOAD_INP
              • DevContext.QID_LOAD_OUT
              • DevContext.QID_LOAD_WGT
              • DevContext.QID_STORE_OUT
              • DevContext.get_task_qid()
            • Environment
              • Environment.alu
              • Environment.cfg_dict
              • Environment.dev
              • Environment.dma_copy
              • Environment.gemm
              • Environment.mock
              • Environment.target
              • Environment.target_host
              • Environment.target_vta_cpu
              • Environment.DEBUG_DUMP_INSN
              • Environment.DEBUG_DUMP_UOP
              • Environment.DEBUG_SKIP_READ_BARRIER
              • Environment.DEBUG_SKIP_WRITE_BARRIER
              • Environment.MAX_XFER
              • Environment.acc_scope
              • Environment.current
              • Environment.inp_scope
              • Environment.wgt_scope
              • Environment.__enter__()
              • Environment.__exit__()
            • _init_env()
            • get_env()
            • get_vta_hw_path()
            • pkg_config()
      • vta.intrin
        • Module Contents
          • Functions
            • gemm()
      • vta.libinfo
        • Module Contents
          • Functions
            • _get_lib_name()
            • find_libvta()
      • vta.program_bitstream
        • Module Contents
          • Functions
            • bitstream_program()
            • de10nano_bitstream_program()
            • intelfocl_bitstream_program()
            • main()
            • pynq_bitstream_program()
      • vta.rpc_client
        • Module Contents
          • Functions
            • program_fpga()
            • reconfig_runtime()
      • vta.transform
        • Module Contents
          • Functions
            • AnnotateALUCoProcScope()
            • CPUAccessRewrite()
            • FoldUopLoop()
            • InjectALUIntrin()
            • InjectCoProcSync()
            • InjectConv2DTransposeSkip()
            • InjectDMAIntrin()
            • InjectSkipCopy()
            • LiftAllocToScopeBegin()
            • _get_gemm_intrin_buffer()
            • _match_pragma()
    • Package Contents
      • Classes
      • Functions
      • Attributes
        • Environment
          • Environment.alu
          • Environment.cfg_dict
          • Environment.dev
          • Environment.dma_copy
          • Environment.gemm
          • Environment.mock
          • Environment.target
          • Environment.target_host
          • Environment.target_vta_cpu
          • Environment.DEBUG_DUMP_INSN
          • Environment.DEBUG_DUMP_UOP
          • Environment.DEBUG_SKIP_READ_BARRIER
          • Environment.DEBUG_SKIP_WRITE_BARRIER
          • Environment.MAX_XFER
          • Environment.acc_scope
          • Environment.current
          • Environment.inp_scope
          • Environment.wgt_scope
          • Environment.__enter__()
          • Environment.__exit__()
        • download_bitstream()
        • get_bitstream_path()
        • get_env()
        • module_loader()
        • program_fpga()
        • reconfig_runtime()
        • __version__
• TVM 实践