tinygrab

tinygrab is tinygrad with AI generated docstrings copied by a human.

Note

You likely want the upstream tinygrad, not tinygrab. Tinygrab contains AI generated docstrings for a tinygrad snapshot. Upstream: https://tinygrad.org

Contents:

• tinygrad device
  • Allocator
    • Allocator.None
    • Allocator.alloc()
    • Allocator.copyin()
    • Allocator.copyout()
    • Allocator.free()
  • Buffer
    • Buffer.copyin()
    • Buffer.fromCPU()
    • Buffer.toCPU()
  • Compiled
    • Compiled.get_linearizer()
    • Compiled.get_runner()
    • Compiled.synchronize()
    • Compiled.to_program()
  • CompiledASTRunner
    • CompiledASTRunner.build()
    • CompiledASTRunner.launch_dims()
  • Interpreted
    • Interpreted.allocator
    • Interpreted.fxn_for_op
    • Interpreted.synchronize
    • Interpreted.codegen
    • Interpreted.graph
    • Interpreted.get_runner()
  • InterpretedASTRunner
    • InterpretedASTRunner.fxn
    • InterpretedASTRunner.op_estimate
    • InterpretedASTRunner.mem_estimate
  • JITRunner
    • JITRunner.exec()
  • LRUAllocator
    • LRUAllocator.alloc()
    • LRUAllocator.free()
    • LRUAllocator.free_cache()
  • update_stats()
• tinygrad graph
  • add_st_node()
  • get_sop()
  • graph_uops()
  • log_schedule_item()
  • nm()
  • print_tree()
  • str_dtype()
• tinygrad helpers
  • CACHEDB
  • CACHELEVEL
  • Context
    • Context.stack
  • ContextVar
    • ContextVar.value
  • DType
    • DType.itemsize
    • DType.name
    • DType.np
    • DType.priority
    • DType.scalar()
    • DType.sz
    • DType.vec()
  • GlobalCounters
    • GlobalCounters.global_mem
    • GlobalCounters.global_ops
    • GlobalCounters.kernel_count
    • GlobalCounters.mem_cached
    • GlobalCounters.mem_used
    • GlobalCounters.reset()
    • GlobalCounters.time_sum_s
  • ImageDType
    • ImageDType.priority
    • ImageDType.itemsize
    • ImageDType.name
    • ImageDType.np
    • ImageDType.shape
  • Profiling
    • Profiling.enabled
    • Profiling.sort
    • Profiling.frac
  • PtrDType
  • Timing
    • Timing.prefix
    • Timing.on_exit
    • Timing.enabled
  • all_int()
  • all_same()
  • ansilen()
  • ansistrip()
  • argfix()
  • argsort()
  • colored()
  • compile_cuda_style()
  • cpu_time_execution()
  • db_connection()
  • dedup()
  • diskcache()
  • diskcache_get()
  • diskcache_put()
  • dtypes
    • dtypes.bfloat16
    • dtypes.bool
    • dtypes.double
    • dtypes.fields()
    • dtypes.float
    • dtypes.float16
    • dtypes.float32
    • dtypes.float64
    • dtypes.from_np()
    • dtypes.half
    • dtypes.imagef()
    • dtypes.imageh()
    • dtypes.int
    • dtypes.int16
    • dtypes.int32
    • dtypes.int64
    • dtypes.int8
    • dtypes.is_float()
    • dtypes.is_int()
    • dtypes.is_unsigned()
    • dtypes.uint16
    • dtypes.uint32
    • dtypes.uint64
    • dtypes.uint8
  • encode_args_cuda_style()
  • fetch()
  • flat_mv()
  • flatten()
  • from_mv()
  • fromimport()
  • get_bytes()
  • get_child()
  • getenv()
  • init_c_struct_t()
  • init_c_var()
  • make_pair()
  • merge_dicts()
  • partition()
  • pretty_ptx()
  • prod()
  • round_up()
  • strip_parens()
  • temp()
  • time_execution_cuda_style()
  • to_char_p_p()
  • to_function_name()
  • unwrap()
  • unwrap2()
• tinygrad jit
  • GraphException
    • GraphException.message
  • JitItem
    • JitItem.prg
    • JitItem.rawbufs
    • JitItem.prg
    • JitItem.rawbufs
  • PlaceHolder
    • PlaceHolder.alloc_if_needed()
    • PlaceHolder.to_tuple()
  • ReturnType
  • TinyJit
    • TinyJit.fxn
    • TinyJit.jit_cache
    • TinyJit.input_replace
    • TinyJit.cnt
    • TinyJit.ret
    • TinyJit.expected_vals
    • TinyJit.expected_name_sts_dtype
    • TinyJit.reset()
  • get_input_replace()
  • get_jc_idxs_with_updatable_launch_dims()
  • get_jc_idxs_with_updatable_var_vals()
  • get_jit_stats()
• tinygrad lazy
  • LazyBuffer
    • LazyBuffer.__deletable__
    • LazyBuffer.device
    • LazyBuffer.st
    • LazyBuffer.optype
    • LazyBuffer.op
    • LazyBuffer.dtype
    • LazyBuffer.src
    • LazyBuffer.base
    • LazyBuffer.output_buffer
    • LazyBuffer.children
    • LazyBuffer.views
    • LazyBuffer.base
    • LazyBuffer.buffers
    • LazyBuffer.cast()
    • LazyBuffer.dtype
    • LazyBuffer.bitcast
    • LazyBuffer.const()
    • LazyBuffer.contiguous()
    • LazyBuffer.self
    • LazyBuffer.copy_to_device()
    • LazyBuffer.self
    • LazyBuffer.device
    • LazyBuffer.dtype
    • LazyBuffer.e()
    • LazyBuffer.srcs
    • LazyBuffer.out_device
    • LazyBuffer.out_shape
    • LazyBuffer.out_dtype
    • LazyBuffer.expand()
    • LazyBuffer.fromCPU()
    • LazyBuffer.x
    • LazyBuffer.get_lazyops()
    • LazyBuffer.is_unrealized_const()
    • LazyBuffer.is_unrealized_contiguous_const()
    • LazyBuffer.loadop()
    • LazyBuffer.op
    • LazyBuffer.shape
    • LazyBuffer.dtype
    • LazyBuffer.device
    • LazyBuffer.arg
    • LazyBuffer.src
    • LazyBuffer.map_buffers()
    • LazyBuffer.pad()
    • LazyBuffer.permute()
    • LazyBuffer.r()
    • LazyBuffer.self
    • LazyBuffer.op
    • LazyBuffer.new_shape
    • LazyBuffer.realized
    • LazyBuffer.replace_with_movement_ops()
    • LazyBuffer.self
    • LazyBuffer.ops
    • LazyBuffer.reshape()
    • LazyBuffer.self
    • LazyBuffer.arg
    • LazyBuffer.schedule()
    • LazyBuffer.seen
    • LazyBuffer.ret
    • LazyBuffer.var_vals
    • LazyBuffer.op
    • LazyBuffer.base_bufs
    • LazyBuffer.shrink()
    • LazyBuffer.self
    • LazyBuffer.arg
    • LazyBuffer.stride()
    • LazyBuffer.self
    • LazyBuffer.arg
  • MOVEMENT_OPS_DISPATCHER
  • MovementOps
  • LazyBuffer
  • Dict
  • create_lazybuffer()
  • get_movementroot()
  • get_movementroot_contiguous()
  • vars_from_ast()
  • ast
• tinygrad mlops
  • Add
    • Add.x
    • Add.y
    • Add.backward()
    • Add.grad_output
    • Add.forward()
  • Cast
    • Cast.forward
    • Cast.backward
    • Cast.backward()
    • Cast.forward()
  • Contiguous
    • Contiguous.forward
    • Contiguous.backward
    • Contiguous.backward()
    • Contiguous.forward()
  • ContiguousBackward
    • ContiguousBackward.forward
    • ContiguousBackward.backward
    • ContiguousBackward.backward()
    • ContiguousBackward.forward()
  • Div
    • Div.x
    • Div.y
    • Div.backward()
    • Div.forward()
  • Exp
    • Exp.backward()
    • Exp.forward()
  • Expand
    • Expand.input_shape
    • Expand.forward()
    • Expand.backward()
    • Expand.backward()
    • Expand.forward()
  • Flip
    • Flip.arg
    • Flip.backward()
    • Flip.forward()
  • Less
    • Less.x
    • Less.y
    • Less.forward()
  • Log
    • Log.x
    • Log.backward()
    • Log.forward()
  • Max
    • Max.x
    • Max.ret
    • Max.backward()
    • Max.forward()
  • Mul
    • Mul.x
    • Mul.y
    • Mul.backward()
    • Mul.forward()
  • Neg
    • Neg.forward
    • Neg.backward
    • Neg.backward()
    • Neg.forward()
  • Pad
    • Pad.narg
    • Pad.backward()
    • Pad.forward()
  • Permute
    • Permute.input_order
    • Permute.backward()
    • Permute.forward()
  • Relu
    • Relu.x
    • Relu.ret
    • Relu.backward()
    • Relu.forward()
  • Reshape
    • Reshape.input_shape
    • Reshape.backward()
    • Reshape.forward()
  • Shrink
    • Shrink.narg
    • Shrink.backward()
    • Shrink.forward()
  • Sigmoid
    • Sigmoid.ret
    • Sigmoid.backward()
    • Sigmoid.forward()
  • Sin
    • Sin.x
    • Sin.backward()
    • Sin.forward()
  • Sqrt
    • Sqrt.ret
    • Sqrt.backward()
    • Sqrt.forward()
  • Sub
    • Sub.x
    • Sub.y
    • Sub.backward()
    • Sub.grad_output
    • Sub.forward()
  • Sum
    • Sum.input_shape
    • Sum.backward()
    • Sum.forward()
  • Where
    • Where.x
    • Where.backward()
    • Where.forward()
  • Zero
    • Zero.forward
    • Zero.backward
    • Zero.backward()
    • Zero.forward()
• tinygrad ops
  • BinaryOps
    • BinaryOps.ADD
    • BinaryOps.CMPLT
    • BinaryOps.DIV
    • BinaryOps.MAX
    • BinaryOps.MOD
    • BinaryOps.MUL
    • BinaryOps.SUB
  • BufferOps
    • BufferOps.LOAD
    • BufferOps.CONST
    • BufferOps.STORE
    • BufferOps.CONST
    • BufferOps.LOAD
    • BufferOps.STORE
  • ConstBuffer
    • ConstBuffer.dtype
    • ConstBuffer.st
    • ConstBuffer.val
  • FlopCounter
    • FlopCounter.shape
    • FlopCounter.dtype
    • FlopCounter.flops
    • FlopCounter.mem
    • FlopCounter.consume_flops()
    • FlopCounter.dtype
    • FlopCounter.flops
    • FlopCounter.mem
    • FlopCounter.mem_estimate
    • FlopCounter.shape
  • LazyOp
    • LazyOp.op
    • LazyOp.src
    • LazyOp.arg
    • LazyOp.get_lazyops()
    • LazyOp.arg
    • LazyOp.buffers
    • LazyOp.children
    • LazyOp.expand()
    • LazyOp.get_lazyops()
    • LazyOp.hash
    • LazyOp.map_buffers()
    • LazyOp.op
    • LazyOp.pad()
    • LazyOp.permute()
    • LazyOp.realized
    • LazyOp.replace_with_movement_ops()
    • LazyOp.reshape()
    • LazyOp.shrink()
    • LazyOp.src
    • LazyOp.st
    • LazyOp.stride()
  • LoadOps
    • LoadOps.EMPTY
    • LoadOps.CONST
    • LoadOps.FROM
    • LoadOps.CONTIGUOUS
    • LoadOps.CUSTOM
    • LoadOps.CONST
    • LoadOps.CONTIGUOUS
    • LoadOps.CUSTOM
    • LoadOps.EMPTY
    • LoadOps.FROM
  • MemBuffer
    • MemBuffer.dtype
    • MemBuffer.idx
    • MemBuffer.st
  • MovementOps
    • MovementOps.RESHAPE
    • MovementOps.PERMUTE
    • MovementOps.EXPAND
    • MovementOps.PAD
    • MovementOps.SHRINK
    • MovementOps.STRIDE
    • MovementOps.AS_STRIDED
    • MovementOps.AS_STRIDED
    • MovementOps.EXPAND
    • MovementOps.PAD
    • MovementOps.PERMUTE
    • MovementOps.RESHAPE
    • MovementOps.SHRINK
    • MovementOps.STRIDE
  • Op
  • Op
  • OpType
  • ReduceOps
    • ReduceOps.MAX
    • ReduceOps.SUM
  • ScheduleItem
    • ScheduleItem.ast
    • ScheduleItem.inputs
    • ScheduleItem.out
    • ScheduleItem.var_vals
  • TernaryOps
    • TernaryOps.MULACC
    • TernaryOps.WHERE
    • TernaryOps.MULACC
    • TernaryOps.WHERE
  • UnaryOps
    • UnaryOps.CAST
    • UnaryOps.EXP2
    • UnaryOps.LOG2
    • UnaryOps.NEG
    • UnaryOps.RECIP
    • UnaryOps.SIN
    • UnaryOps.SQRT
  • get_lazyop_info()
  • ast
• tinygrad realize
  • CustomOp
    • CustomOp.fxn
  • lower_schedule_item()
  • run_schedule()
• tinygrad tensor
  • Function
    • Function.device
    • Function.tensors
    • Function.needs_input_grad
    • Function.requires_grad
    • Function.parents
    • Function.apply()
    • Function.backward()
    • Function.forward()
  • Tensor
    • Tensor.__slots__
    • Tensor.__deletable__
    • Tensor.training
    • Tensor.no_grad
    • Tensor.default_type
    • Tensor.T
    • Tensor.self
    • Tensor.abs()
    • Tensor.acosh()
    • Tensor.log
    • Tensor.square
    • Tensor.sqrt
    • Tensor.add()
    • Tensor.arange()
    • Tensor.argmax()
    • Tensor.idx
    • Tensor.argmin()
    • Tensor.idx
    • Tensor.asinh()
    • Tensor.log
    • Tensor.square
    • Tensor.sqrt
    • Tensor.assign()
    • Tensor.atanh()
    • Tensor.log
    • Tensor.avg_pool2d()
    • Tensor.kernel_size
    • Tensor.stride
    • Tensor.dilation
    • Tensor.backward()
    • Tensor.batchnorm()
    • Tensor.binary_crossentropy()
    • Tensor.binary_crossentropy_logits()
    • Tensor.bitcast()
    • Tensor.cast()
    • Tensor.cat()
    • Tensor.dim
    • Tensor.ceil()
    • Tensor.self
    • Tensor.celu()
    • Tensor.maximum
    • Tensor.exp
    • Tensor.minimum
    • Tensor.chunk()
    • Tensor.num
    • Tensor.dim
    • Tensor.clang()
    • Tensor.clip()
    • Tensor.self
    • Tensor.min_
    • Tensor.max_
    • Tensor.contiguous()
    • Tensor.contiguous_backward()
    • Tensor.conv2d()
    • Tensor.conv_transpose2d()
    • Tensor.self
    • Tensor.weight
    • Tensor.bias
    • Tensor.groups
    • Tensor.stride
    • Tensor.dilation
    • Tensor.padding
    • Tensor.output_padding
    • Tensor.corealize()
    • Tensor.cos()
    • Tensor.cosh()
    • Tensor.exp
    • Tensor.neg
    • Tensor.cpu()
    • Tensor.cuda()
    • Tensor.cumsum()
    • Tensor.deepwalk()
    • Tensor.default_type
    • Tensor.detach()
    • Tensor.device
    • Tensor.disk()
    • Tensor.div()
    • Tensor.dot()
    • Tensor.dropout()
    • Tensor.dtype
    • Tensor.element_size()
    • Tensor.elu()
    • Tensor.relu
    • Tensor.exp
    • Tensor.empty()
    • Tensor.shape
    • Tensor.exp()
    • Tensor.exp2()
    • Tensor.self
    • Tensor.expand()
    • Tensor.eye()
    • Tensor.flatten()
    • Tensor.self
    • Tensor.start_dim
    • Tensor.flip()
    • Tensor.float()
    • Tensor.floor()
    • Tensor.self
    • Tensor.full()
    • Tensor.full_like()
    • Tensor.fill_value
    • Tensor.gather()
    • Tensor.self
    • Tensor.idx
    • Tensor.dim
    • Tensor.gelu()
    • Tensor.tanh
    • Tensor.glorot_uniform()
    • Tensor.shape
    • Tensor.gpu()
    • Tensor.grad
    • Tensor.half()
    • Tensor.hardswish()
    • Tensor.relu6
    • Tensor.hardtanh()
    • Tensor.clip
    • Tensor.hip()
    • Tensor.is_floating_point()
    • Tensor.item()
    • Tensor.kaiming_normal()
    • Tensor.shape
    • Tensor.a
    • Tensor.kaiming_uniform()
    • Tensor.shape
    • Tensor.a
    • Tensor.layernorm()
    • Tensor.lazydata
    • Tensor.leakyrelu()
    • Tensor.relu
    • Tensor.linear()
    • Tensor.llvm()
    • Tensor.log()
    • Tensor.log2()
    • Tensor.log_softmax()
    • Tensor.m
    • Tensor.ss
    • Tensor.manual_seed()
    • Tensor.seed
    • Tensor.matmul()
    • Tensor.max()
    • Tensor.max_pool2d()
    • Tensor.kernel_size
    • Tensor.stride
    • Tensor.dilation
    • Tensor.maximum()
    • Tensor.mean()
    • Tensor.metal()
    • Tensor.min()
    • Tensor.minimum()
    • Tensor.mish()
    • Tensor.softplus
    • Tensor.tanh
    • Tensor.mul()
    • Tensor.multinomial()
    • Tensor.weight
    • Tensor.cdf
    • Tensor.unif_samples
    • Tensor.indices
    • Tensor.nbytes()
    • Tensor.ndim
    • Tensor.neg()
    • Tensor.no_grad
    • Tensor.normal()
    • Tensor.shape
    • Tensor.mean
    • Tensor.std
    • Tensor.numel()
    • Tensor.numpy()
    • Tensor.ones()
    • Tensor.ones_like()
    • Tensor.pad()
    • Tensor.self
    • Tensor.arg
    • Tensor.value
    • Tensor.pad2d()
    • Tensor.permute()
    • Tensor.pow()
    • Tensor.quick_gelu()
    • Tensor.sigmoid
    • Tensor.rand()
    • Tensor.randint()
    • Tensor.low
    • Tensor.high
    • Tensor.randn()
    • Tensor.dtype
    • Tensor.realize()
    • Tensor.reciprocal()
    • Tensor.relu()
    • Tensor.self
    • Tensor.relu6()
    • Tensor.relu
    • Tensor.repeat()
    • Tensor.repeats
    • Tensor.requires_grad
    • Tensor.reshape()
    • Tensor.rsqrt()
    • Tensor.scaled_dot_product_attention()
    • Tensor.scaled_uniform()
    • Tensor.shape
    • Tensor.sequential()
    • Tensor.shape
    • Tensor.shrink()
    • Tensor.sigmoid()
    • Tensor.self
    • Tensor.sign()
    • Tensor.silu()
    • Tensor.swish
    • Tensor.sin()
    • Tensor.self
    • Tensor.sinh()
    • Tensor.exp
    • Tensor.neg
    • Tensor.slice()
    • Tensor.softmax()
    • Tensor.self
    • Tensor.softplus()
    • Tensor.softsign()
    • Tensor.sparse_categorical_crossentropy()
    • Tensor.sqrt()
    • Tensor.self
    • Tensor.square()
    • Tensor.self
    • Tensor.squeeze()
    • Tensor.dim
    • Tensor.stack()
    • Tensor.tensors
    • Tensor.dim
    • Tensor.std()
    • Tensor.self
    • Tensor.sub()
    • Tensor.sum()
    • Tensor.self
    • Tensor.axis
    • Tensor.keepdim
    • Tensor.swish()
    • Tensor.sigmoid
    • Tensor.tan()
    • Tensor.tanh()
    • Tensor.sigmoid
    • Tensor.to()
    • Tensor.to_()
    • Tensor.torch()
    • Tensor.train
    • Tensor.training
    • Tensor.transpose()
    • Tensor.self
    • Tensor.ax1
    • Tensor.ax2
    • Tensor.tril()
    • Tensor.triu()
    • Tensor.trunc()
    • Tensor.self
    • Tensor.uniform()
    • Tensor.shape
    • Tensor.low
    • Tensor.high
    • Tensor.unsqueeze()
    • Tensor.webgpu()
    • Tensor.where()
    • Tensor.wino
    • Tensor.zeros()
    • Tensor.zeros_like()
  • custom_random()
• tinygrad codegen.kernel
  • Kernel
    • Kernel.ast
    • Kernel.opts
    • Kernel.info
    • Kernel.reduceop
    • Kernel.bufs
    • Kernel.earlybufs
    • Kernel.full_buf_index
    • Kernel.sts
    • Kernel.applied_opts
    • Kernel.group_for_reduce
    • Kernel.upcasted
    • Kernel.local_dims
    • Kernel.local_alias
    • Kernel.tensor_core
    • Kernel.dont_use_locals
    • Kernel.applied_opts_cache
    • Kernel.acc_offsets()
    • Kernel.i
    • Kernel.alias_buffer()
    • Kernel.apply_opt()
    • Kernel.applied_opts
    • Kernel.dont_use_locals
    • Kernel.first_reduce
    • Kernel.group_for_reduce
    • Kernel.apply_tensor_cores()
    • Kernel.use_tensor_cores
    • Kernel.extra_opts
    • Kernel.colored_shape()
    • Kernel.ansilen
    • Kernel.colors()
    • Kernel.global_dims
    • Kernel.local_dims
    • Kernel.first_reduce
    • Kernel.group_for_reduce
    • Kernel.upcast_in_mid_reduce_axes
    • Kernel.shape_len
    • Kernel.upcasted
    • Kernel.full_shape
    • Kernel.sts
    • Kernel.copy()
    • Kernel.first_reduce
    • Kernel.float4_axis()
    • Kernel.full_shape
    • Kernel.full_unupcasted_shape
    • Kernel.get_upcast_dim()
    • Kernel.i
    • Kernel.global_dims
    • Kernel.hand_coded_optimizations()
    • Kernel.MV_BLOCKSIZE
    • Kernel.MV_THREADS_PER_ROW
    • Kernel.MV_ROWS_PER_THREAD
    • Kernel.limit_dims_to_max()
    • Kernel.membufs
    • Kernel.output_shape
    • Kernel.reshape_and_permute()
    • Kernel.shape_len
    • Kernel.shape_offsets()
    • Kernel.shift_to()
    • Kernel.simplify_merge_adjacent()
    • Kernel.simplify_ones()
    • Kernel.upcast()
    • Kernel.upcast_in_mid_reduce_axes
    • Kernel.upcasted_axis()
  • Kernel.self.full_shape
  • Kernel.self.colors
  • Kernel.self.sts
  • Kernel.self.shape_len
  • Kernel.self.upcasted
  • Kernel.self.sts
  • Kernel.self.full_buf_index
  • Kernel.self.full_shape
  • Kernel.self.upcasted
  • Kernel.self.first_reduce
  • Kernel.self.local_dims
  • Kernel.self.sts
  • Kernel.self.sts
  • Kernel.self.first_reduce
  • Kernel.self.group_for_reduce
  • Kernel.self.full_shape
  • LinearizerOptions
    • LinearizerOptions.device
    • LinearizerOptions.supports_float4
    • LinearizerOptions.supports_float4_alu
    • LinearizerOptions.has_local
    • LinearizerOptions.has_shared
    • LinearizerOptions.global_max
    • LinearizerOptions.local_max
    • LinearizerOptions.device
    • LinearizerOptions.global_max
    • LinearizerOptions.has_local
    • LinearizerOptions.has_shared
    • LinearizerOptions.local_max
    • LinearizerOptions.supports_float4
    • LinearizerOptions.supports_float4_alu
  • LocalBuffer
    • LocalBuffer.name
    • LocalBuffer.size
    • LocalBuffer.dtype
    • LocalBuffer.realized
    • LocalBuffer.dtype
    • LocalBuffer.name
    • LocalBuffer.realized
    • LocalBuffer.size
  • Opt
    • Opt.op
    • Opt.axis
    • Opt.amt
    • Opt.amt
    • Opt.axis
    • Opt.op
  • OptOps
    • OptOps.UPCAST
    • OptOps.UPCASTMID
    • OptOps.UNROLL
    • OptOps.LOCAL
    • OptOps.LASTLOCAL
    • OptOps.GROUP
    • OptOps.GROUPTOP
    • OptOps.NOLOCALS
    • OptOps.PADTO
    • OptOps.GROUP
    • OptOps.GROUPTOP
    • OptOps.LASTLOCAL
    • OptOps.LOCAL
    • OptOps.NOLOCALS
    • OptOps.PADTO
    • OptOps.UNROLL
    • OptOps.UPCAST
    • OptOps.UPCASTMID
  • TensorCore
    • TensorCore.device
    • TensorCore.dims
    • TensorCore.dtype_in
    • TensorCore.dtype_out
    • TensorCore.threads
    • TensorCore.upcast_dim
    • TensorCore.thread_local_aliases
    • TensorCore.thread_local_sizes
    • TensorCore.arch
    • TensorCore.arch
    • TensorCore.device
    • TensorCore.dims
    • TensorCore.dtype_in
    • TensorCore.dtype_out
    • TensorCore.thread_local_aliases
    • TensorCore.thread_local_sizes
    • TensorCore.threads
    • TensorCore.upcast_dim
• tinygrad codegen.linearizer
  • Linearizer
    • Linearizer.uop_alu_idx
    • Linearizer.const
    • Linearizer.cast
    • Linearizer.get_reduce_acc
    • Linearizer.ast_parse()
    • Linearizer.x
    • Linearizer.acc
    • Linearizer.offs
    • Linearizer.loaded_buffers
    • Linearizer.do_reduce
    • Linearizer.loop_ctx
    • Linearizer.cast()
    • Linearizer.const()
    • Linearizer.get_reduce_acc()
    • Linearizer.global_load()
    • Linearizer.global_store()
    • Linearizer.kernel_cnt
    • Linearizer.linearize()
    • Linearizer.sts_backup
    • Linearizer.gfr_backup
    • Linearizer.upc_backup
    • Linearizer.render_ops
    • Linearizer.uop()
    • Linearizer.self
    • Linearizer.uop
    • Linearizer.dtype
    • Linearizer.vin
    • Linearizer.arg
    • Linearizer.cachable
    • Linearizer.insert_before
    • Linearizer.simplify
    • Linearizer.uop_alu_idx()
  • Linearizer.self.applied_opts
  • Linearizer.self.applied_opts_cache
  • Linearizer.self.saved_exprs
  • Linearizer.self.opts.global_max
  • Linearizer.self.opts.local_max
  • Linearizer.self.uops
  • Linearizer.self.buf_uops
  • Linearizer.self.loop_uops
  • UOp
    • UOp.uop
    • UOp.dtype
    • UOp.vin
    • UOp.arg
    • UOp.arg
    • UOp.dtype
    • UOp.uop
    • UOp.vin
  • UOps
    • UOps.LOOP
    • UOps.IF
    • UOps.END
    • UOps.SPECIAL
    • UOps.DEFINE_GLOBAL
    • UOps.DEFINE_LOCAL
    • UOps.DEFINE_ACC
    • UOps.LOAD
    • UOps.STORE
    • UOps.CONST
    • UOps.BARRIER
    • UOps.PHI
    • UOps.ALU
    • UOps.WMMA
    • UOps.CAST
    • UOps.GEP
    • UOps.ALU
    • UOps.BARRIER
    • UOps.CAST
    • UOps.CONST
    • UOps.DEFINE_ACC
    • UOps.DEFINE_GLOBAL
    • UOps.DEFINE_LOCAL
    • UOps.END
    • UOps.GEP
    • UOps.IF
    • UOps.LOAD
    • UOps.LOOP
    • UOps.PHI
    • UOps.SPECIAL
    • UOps.STORE
    • UOps.WMMA
  • get_grouped_dims()
• tinygrad features.image
  • image_conv2d()
  • self
  • weight
  • bias
  • groups
  • stride
  • dilation
  • padding
  • image_dot()
  • to_image_idx()
  • base_shape
  • idxy
  • valid
• tinygrad features.search
  • beam_search()
  • lin
  • rawbufs
  • amt
  • allow_test_size
  • bufs_from_lin()
  • lin
  • get_linearizer_actions()
  • lin
  • include_0
  • optimize_local_size()
  • clprg
  • global_size
  • rawbufs
  • time_linearizer()
  • lin
  • rawbufs
  • allow_test_size
  • max_global_size
  • cnt
  • disable_cache
  • clear_l2
  • tuplize_uops()
  • uops
• tinygrad features.graph.cuda
  • CUDAGraph
    • CUDAGraph.jit_cache
    • CUDAGraph.input_rawbuffers
    • CUDAGraph.var_vals
    • CUDAGraph.build_kernel_node_params()
    • CUDAGraph.encode_args_info()
    • CUDAGraph.graph_add_kernel_node()
    • CUDAGraph.graph_create()
    • CUDAGraph.graph_exec_kernel_node_set_params()
    • CUDAGraph.graph_instantiate()
    • CUDAGraph.graph_launch()
    • CUDAGraph.set_kernel_node_launch_dims()
• tinygrad features.graph.hip
• tinygrad nn.optim
  • Adam()
  • lr
  • b1
  • b2
  • eps
  • AdamW()
  • params
  • lr
  • b1
  • b2
  • eps
  • wd
  • LAMB
    • LAMB.params
    • LAMB.lr
    • LAMB.b1
    • LAMB.b2
    • LAMB.eps
    • LAMB.wd
    • LAMB.adam
    • LAMB.step()
  • Optimizer
    • Optimizer.params
    • Optimizer.lr
    • Optimizer.device
    • Optimizer.buffers
    • Optimizer.realize()
    • Optimizer.zero_grad()
  • SGD
    • SGD.params
    • SGD.lr
    • SGD.momentum
    • SGD.weight_decay
    • SGD.nesterov
    • SGD.step()
• tinygrad nn.state
  • get_parameters()
  • obj
  • get_state_dict()
  • obj
  • prefix
  • tensor_type
  • load_state_dict()
  • model
  • state_dict
  • strict
  • verbose
  • safe_load()
  • safe_load_metadata()
  • safe_save()
  • torch_load()
  • t
  • offsets
  • lens
• tinygrad renderer.cstyle
  • CStyleLanguage
    • CStyleLanguage.size_prefix
    • CStyleLanguage.generic_var_prefix
    • CStyleLanguage.kernel_prefix
    • CStyleLanguage.buffer_prefix
    • CStyleLanguage.buffer_suffix
    • CStyleLanguage.smem_align
    • CStyleLanguage.smem_prefix
    • CStyleLanguage.smem_prefix_for_cast
    • CStyleLanguage.arg_int_prefix
    • CStyleLanguage.barrier
    • CStyleLanguage.xid
    • CStyleLanguage.gid
    • CStyleLanguage.lid
    • CStyleLanguage.global_max
    • CStyleLanguage.local_max
    • CStyleLanguage.extra_args
    • CStyleLanguage.float4
    • CStyleLanguage.half_prekernel
    • CStyleLanguage.uses_vload
    • CStyleLanguage.external_local_bufs
    • CStyleLanguage.uses_ptr_arithmetic
    • CStyleLanguage.launch_bounds
    • CStyleLanguage.code_for_op
    • CStyleLanguage.arg_int_prefix
    • CStyleLanguage.barrier
    • CStyleLanguage.buffer_prefix
    • CStyleLanguage.buffer_suffix
    • CStyleLanguage.code_for_op
    • CStyleLanguage.external_local_bufs
    • CStyleLanguage.extra_args
    • CStyleLanguage.float4
    • CStyleLanguage.generic_var_prefix
    • CStyleLanguage.gid
    • CStyleLanguage.global_max
    • CStyleLanguage.half_prekernel
    • CStyleLanguage.kernel_prefix
    • CStyleLanguage.launch_bounds
    • CStyleLanguage.lid
    • CStyleLanguage.local_max
    • CStyleLanguage.render_cast()
    • CStyleLanguage.self
    • CStyleLanguage.x
    • CStyleLanguage.var_dtype
    • CStyleLanguage.render_conditional()
    • CStyleLanguage.self
    • CStyleLanguage.cond
    • CStyleLanguage.x
    • CStyleLanguage.y
    • CStyleLanguage.render_const()
    • CStyleLanguage.x
    • CStyleLanguage.var_dtype
    • CStyleLanguage.render_for()
    • CStyleLanguage.self
    • CStyleLanguage.expr
    • CStyleLanguage._min
    • CStyleLanguage._max
    • CStyleLanguage.render_if()
    • CStyleLanguage.self
    • CStyleLanguage.cond
    • CStyleLanguage.render_kernel()
    • CStyleLanguage.self
    • CStyleLanguage.function_name
    • CStyleLanguage.kernel
    • CStyleLanguage.bufs
    • CStyleLanguage.local_size
    • CStyleLanguage.prekernel
    • CStyleLanguage.render_load()
    • CStyleLanguage.output_dtype
    • CStyleLanguage.buf_name
    • CStyleLanguage.buf_dtype
    • CStyleLanguage.idx
    • CStyleLanguage.local
    • CStyleLanguage.render_local()
    • CStyleLanguage.self
    • CStyleLanguage.name
    • CStyleLanguage.size
    • CStyleLanguage.render_store()
    • CStyleLanguage.self
    • CStyleLanguage.buf_name
    • CStyleLanguage.buf_dtype
    • CStyleLanguage.var_name
    • CStyleLanguage.var_dtype
    • CStyleLanguage.idx
    • CStyleLanguage.local
    • CStyleLanguage.size_prefix
    • CStyleLanguage.smem_align
    • CStyleLanguage.smem_prefix
    • CStyleLanguage.smem_prefix_for_cast
    • CStyleLanguage.uses_ptr_arithmetic
    • CStyleLanguage.uses_vload
    • CStyleLanguage.xid
  • CUDALanguage
    • CUDALanguage.kernel_prefix
    • CUDALanguage.smem_prefix
    • CUDALanguage.smem_prefix_for_cast
    • CUDALanguage.arg_int_prefix
    • CUDALanguage.barrier
    • CUDALanguage.float4
    • CUDALanguage.gid
    • CUDALanguage.lid
    • CUDALanguage.xid
    • CUDALanguage.code_for_op
    • CUDALanguage.half_prekernel
    • CUDALanguage.arg_int_prefix
    • CUDALanguage.barrier
    • CUDALanguage.code_for_op
    • CUDALanguage.float4
    • CUDALanguage.gid
    • CUDALanguage.half_prekernel
    • CUDALanguage.kernel_prefix
    • CUDALanguage.lid
    • CUDALanguage.smem_prefix
    • CUDALanguage.smem_prefix_for_cast
    • CUDALanguage.xid
  • CUDARenderer()
  • HIPLanguage
    • HIPLanguage.kernel_prefix
    • HIPLanguage.launch_bounds
    • HIPLanguage.smem_prefix
    • HIPLanguage.smem_prefix_for_cast
    • HIPLanguage.barrier
    • HIPLanguage.float4
    • HIPLanguage.uses_vload
    • HIPLanguage.uses_ptr_arithmetic
    • HIPLanguage.arg_int_prefix
    • HIPLanguage.gid
    • HIPLanguage.lid
    • HIPLanguage.xid
    • HIPLanguage.code_for_op
    • HIPLanguage.arg_int_prefix
    • HIPLanguage.barrier
    • HIPLanguage.code_for_op
    • HIPLanguage.float4
    • HIPLanguage.gid
    • HIPLanguage.half_prekernel
    • HIPLanguage.kernel_prefix
    • HIPLanguage.launch_bounds
    • HIPLanguage.lid
    • HIPLanguage.smem_prefix
    • HIPLanguage.smem_prefix_for_cast
    • HIPLanguage.uses_ptr_arithmetic
    • HIPLanguage.uses_vload
    • HIPLanguage.xid
  • HIPRenderer()
  • MetalLanguage
    • MetalLanguage.arg_int_prefix
    • MetalLanguage.barrier
    • MetalLanguage.buffer_prefix
    • MetalLanguage.extra_args
    • MetalLanguage.float4
    • MetalLanguage.gid
    • MetalLanguage.kernel_prefix
    • MetalLanguage.lid
    • MetalLanguage.smem_prefix
    • MetalLanguage.uses_ptr_arithmetic
  • MetalRenderer()
  • OpenCLLanguage
    • OpenCLLanguage.kernel_prefix
    • OpenCLLanguage.buffer_prefix
    • OpenCLLanguage.smem_align
    • OpenCLLanguage.smem_prefix
    • OpenCLLanguage.arg_int_prefix
    • OpenCLLanguage.half_prekernel
    • OpenCLLanguage.barrier
    • OpenCLLanguage.float4
    • OpenCLLanguage.gid
    • OpenCLLanguage.lid
    • OpenCLLanguage.xid
    • OpenCLLanguage.uses_vload
    • OpenCLLanguage.code_for_op
    • OpenCLLanguage.arg_int_prefix
    • OpenCLLanguage.barrier
    • OpenCLLanguage.buffer_prefix
    • OpenCLLanguage.code_for_op
    • OpenCLLanguage.float4
    • OpenCLLanguage.gid
    • OpenCLLanguage.half_prekernel
    • OpenCLLanguage.kernel_prefix
    • OpenCLLanguage.lid
    • OpenCLLanguage.smem_align
    • OpenCLLanguage.smem_prefix
    • OpenCLLanguage.uses_vload
    • OpenCLLanguage.xid
  • OpenCLRenderer()
  • WGSLLanguage
    • WGSLLanguage.gid
    • WGSLLanguage.lid
    • WGSLLanguage.size_prefix
    • WGSLLanguage.barrier
    • WGSLLanguage.generic_var_prefix
    • WGSLLanguage.external_local_bufs
    • WGSLLanguage.code_for_op
    • WGSLLanguage.type_map
    • WGSLLanguage.barrier
    • WGSLLanguage.code_for_op
    • WGSLLanguage.external_local_bufs
    • WGSLLanguage.generic_var_prefix
    • WGSLLanguage.gid
    • WGSLLanguage.lid
    • WGSLLanguage.render_cast()
    • WGSLLanguage.x
    • WGSLLanguage.var_dtype
    • WGSLLanguage.render_conditional()
    • WGSLLanguage.cond
    • WGSLLanguage.x
    • WGSLLanguage.y
    • WGSLLanguage.render_const()
    • WGSLLanguage.render_for()
    • WGSLLanguage.expr
    • WGSLLanguage._min
    • WGSLLanguage._max
    • WGSLLanguage.render_if()
    • WGSLLanguage.cond
    • WGSLLanguage.render_kernel()
    • WGSLLanguage.function_name
    • WGSLLanguage.kernel
    • WGSLLanguage.bufs
    • WGSLLanguage.local_size
    • WGSLLanguage.prekernel
    • WGSLLanguage.render_local()
    • WGSLLanguage.render_store()
    • WGSLLanguage.buf_name
    • WGSLLanguage.buf_dtype
    • WGSLLanguage.var_name
    • WGSLLanguage.var_dtype
    • WGSLLanguage.idx
    • WGSLLanguage.local
    • WGSLLanguage.size_prefix
    • WGSLLanguage.type_map
  • WGSLRenderer()
  • uops_to_cstyle()
• tinygrad renderer.llvmir
  • cast()
  • bb
  • val
  • input_type
  • output_type
  • const()
  • args
  • dtype
  • is_bool()
  • uops_to_llvm_ir()
  • module
  • buf_to_dtype
  • buf_index
  • func_dtypes
  • func
• tinygrad shape.shapetracker
  • ShapeTracker
    • ShapeTracker.views
    • ShapeTracker.axis_is_masked()
    • ShapeTracker.contiguous
    • ShapeTracker.expand()
    • ShapeTracker.expr_idxs()
    • ShapeTracker.self
    • ShapeTracker.idxs
    • ShapeTracker.expr_node()
    • ShapeTracker.from_shape()
    • ShapeTracker.pad()
    • ShapeTracker.permute()
    • ShapeTracker.real_strides()
    • ShapeTracker.reshape()
    • ShapeTracker.shape
    • ShapeTracker.shrink()
    • ShapeTracker.simplify()
    • ShapeTracker.self
    • ShapeTracker.size()
    • ShapeTracker.stride()
    • ShapeTracker.to_movement_ops()
    • ShapeTracker.unbind()
    • ShapeTracker.unit_stride_axes()
    • ShapeTracker.self
    • ShapeTracker.ignore_valid
    • ShapeTracker.var_vals
    • ShapeTracker.vars()
    • ShapeTracker.views
  • expr_idxs()
  • expr_node()
  • view
  • idx
  • expr_node_mask()
  • view
  • idx
  • valid
  • get_contraction()
  • idxs_to_idx()
  • merge_views()
• tinygrad shape.symbolic
  • AndNode
    • AndNode.RedNode
    • AndNode.substitute()
  • DivNode
    • DivNode.a
    • DivNode.b
    • DivNode.get_bounds()
    • DivNode.substitute()
  • LtNode
    • LtNode.a
    • LtNode.b
    • LtNode.get_bounds()
    • LtNode.substitute()
  • ModNode
    • ModNode.a
    • ModNode.b
    • ModNode.get_bounds()
    • ModNode.substitute()
  • MulNode
    • MulNode.a
    • MulNode.b
    • MulNode.get_bounds()
    • MulNode.substitute()
  • Node
    • Node.b
    • Node.min
    • Node.max
    • Node.ands()
    • Node.nodes
    • Node.b
    • Node.expand()
    • Node.expand_idx()
    • Node.hash
    • Node.iter_idxs()
    • Node.key
    • Node.ctx
    • Node.max
    • Node.min
    • Node.render()
    • Node.substitute()
    • Node.sum()
    • Node.unbind()
    • Node.vars()
  • NumNode
    • NumNode.b
    • NumNode.min
    • NumNode.max
    • NumNode.bind()
    • NumNode.substitute()
  • OpNode
    • OpNode.a
    • OpNode.b
    • OpNode.get_bounds()
    • OpNode.vars()
  • RedNode
    • RedNode.nodes
    • RedNode.vars()
  • SumNode
    • SumNode.__mul__
    • SumNode.__floordiv__
    • SumNode.flat_components
    • SumNode.substitute()
  • Variable
    • Variable.expr
    • Variable.nmin
    • Variable.nmax
    • Variable.bind()
    • Variable.substitute()
    • Variable.unbind()
    • Variable.val
    • Variable.vars()
  • create_node()
  • create_rednode()
  • is_sym_int()
  • x
  • sym_infer()
  • sym_render()
• tinygrad shape.view
  • View
    • View.shape
    • View.strides
    • View.offset
    • View.mask
    • View.contiguous
    • View.contiguous
    • View.create()
    • View.expand()
    • View.mask
    • View.offset
    • View.pad()
    • View.arg
    • View.permute()
    • View.reshape()
    • View.shape
    • View.shrink()
    • View.arg
    • View.stride()
    • View.strides
    • View.unbind()
    • View.vars()
  • filter_strides()
  • strides_for_shape()
• tinygrad runtime.ops_clang
  • ClangProgram
    • ClangProgram.name
    • ClangProgram.lib
    • ClangProgram.fxn
• tinygrad runtime.ops_cpu
  • NumpyAllocator
    • NumpyAllocator._alloc
    • NumpyAllocator.as_buffer
    • NumpyAllocator.copyin
    • NumpyAllocator.copyout
    • NumpyAllocator.as_buffer()
    • NumpyAllocator.copyin()
    • NumpyAllocator.copyout()
  • einsum_mulacc()
  • einsum
  • get_strides
  • expand
  • match_types()
  • output_type()
  • shape_to_axis()
• tinygrad runtime.ops_cuda
  • CUDAAllocator
    • CUDAAllocator.device
    • CUDAAllocator.copyin()
    • CUDAAllocator.copyout()
  • CUDADevice
    • CUDADevice.default_arch_name
    • CUDADevice.synchronize()
    • CUDADevice.default_arch_name
    • CUDADevice.synchronize()
  • CUDAProgram
    • CUDAProgram.device
    • CUDAProgram.name
    • CUDAProgram.lib
    • CUDAProgram.prg
  • check()
  • status
  • cu_time_execution()
  • cb
  • enable
• tinygrad runtime.ops_disk
  • DiskAllocator
    • DiskAllocator.device
    • DiskAllocator.as_buffer()
    • DiskAllocator.copyin()
    • DiskAllocator.copyout()
  • DiskBuffer
    • DiskBuffer.ud
    • DiskBuffer.size
    • DiskBuffer.dtype
    • DiskBuffer.offset
    • DiskBuffer.as_strided()
    • DiskBuffer.cast()
  • DiskDevice
    • DiskDevice.super
    • DiskDevice.DiskAllocator
    • DiskDevice.disk_fxn_for_op
  • UnderlyingDiskBuffer
    • UnderlyingDiskBuffer.fd
    • UnderlyingDiskBuffer.mem
• tinygrad runtime.ops_gpu
  • CLAllocator
    • CLAllocator.device
    • CLAllocator.copyin()
    • CLAllocator.copyout()
  • CLDevice
    • CLDevice.device_ids
    • CLDevice.compiler_context
    • CLDevice.compiler_context
    • CLDevice.device_ids
    • CLDevice.synchronize()
    • CLDevice.self
  • CLProgram
    • CLProgram.device
    • CLProgram.name
    • CLProgram.lib
    • CLProgram.__del__()
  • GPUDevice
  • check()
  • checked()
• tinygrad runtime.ops_hip
• tinygrad runtime.ops_llvm
  • LLVM
    • LLVM.target_machine
    • LLVM.engine
    • LLVM.optimizer
    • LLVM.engine
    • LLVM.optimizer
    • LLVM.target_machine
  • LLVMProgram
    • LLVMProgram.name
    • LLVMProgram.lib
• tinygrad runtime.ops_torch
  • TorchAllocator
    • TorchAllocator.copyin()
    • TorchAllocator.copyout()
  • as_strided()
  • x
  • arg
  • match_types()
  • x
  • y
  • disallow_bool
  • output_type()
  • x
  • y
• tinygrad runtime.ops_webgpu
  • WebGPUProgram
    • WebGPUProgram.name
    • WebGPUProgram.lib
    • WebGPUProgram.prg
  • WebGpuAllocator
    • WebGpuAllocator.Allocator
    • WebGpuAllocator.copyin()
    • WebGpuAllocator.copyout()
  • WebGpuDevice
    • WebGpuDevice.Compiled