|
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922 |
-
- * [AbsVal](#absval)
- * [ArgMax](#argmax)
- * [BatchNorm](#batchnorm)
- * [Bias](#bias)
- * [BinaryOp](#binaryop)
- * [BNLL](#bnll)
- * [Cast](#cast)
- * [CELU](#celu)
- * [Clip](#clip)
- * [Concat](#concat)
- * [Convolution](#convolution)
- * [Convolution1D](#convolution1d)
- * [Convolution3D](#convolution3d)
- * [ConvolutionDepthWise](#convolutiondepthwise)
- * [ConvolutionDepthWise1D](#convolutiondepthwise1d)
- * [ConvolutionDepthWise3D](#convolutiondepthwise3d)
- * [CopyTo](#copyto)
- * [Crop](#crop)
- * [CumulativeSum](#cumulativesum)
- * [Deconvolution](#deconvolution)
- * [Deconvolution1D](#deconvolution1d)
- * [Deconvolution3D](#deconvolution3d)
- * [DeconvolutionDepthWise](#deconvolutiondepthwise)
- * [DeconvolutionDepthWise1D](#deconvolutiondepthwise1d)
- * [DeconvolutionDepthWise3D](#deconvolutiondepthwise3d)
- * [DeformableConv2D](#deformableconv2d)
- * [Dequantize](#dequantize)
- * [Diag](#diag)
- * [Dropout](#dropout)
- * [Eltwise](#eltwise)
- * [ELU](#elu)
- * [Embed](#embed)
- * [Exp](#exp)
- * [Flatten](#flatten)
- * [Fold](#fold)
- * [GELU](#gelu)
- * [GLU](#glu)
- * [Gemm](#gemm)
- * [GridSample](#gridsample)
- * [GroupNorm](#groupnorm)
- * [GRU](#gru)
- * [HardSigmoid](#hardsigmoid)
- * [HardSwish](#hardswish)
- * [InnerProduct](#innerproduct)
- * [Input](#input)
- * [InstanceNorm](#instancenorm)
- * [Interp](#interp)
- * [LayerNorm](#layernorm)
- * [Log](#log)
- * [LRN](#lrn)
- * [LSTM](#lstm)
- * [MemoryData](#memorydata)
- * [Mish](#mish)
- * [MultiHeadAttention](#multiheadattention)
- * [MVN](#mvn)
- * [Noop](#noop)
- * [Normalize](#normalize)
- * [Packing](#packing)
- * [Padding](#padding)
- * [Permute](#permute)
- * [PixelShuffle](#pixelshuffle)
- * [Pooling](#pooling)
- * [Pooling1D](#pooling1d)
- * [Pooling3D](#pooling3d)
- * [Power](#power)
- * [PReLU](#prelu)
- * [Quantize](#quantize)
- * [Reduction](#reduction)
- * [ReLU](#relu)
- * [Reorg](#reorg)
- * [Requantize](#requantize)
- * [Reshape](#reshape)
- * [RMSNorm](#rmsnorm)
- * [RNN](#rnn)
- * [Scale](#scale)
- * [SELU](#selu)
- * [Shrink](#shrink)
- * [ShuffleChannel](#shufflechannel)
- * [Sigmoid](#sigmoid)
- * [Slice](#slice)
- * [Softmax](#softmax)
- * [Softplus](#softplus)
- * [Split](#split)
- * [Swish](#swish)
- * [TanH](#tanh)
- * [Threshold](#threshold)
- * [Tile](#tile)
- * [UnaryOp](#unaryop)
- * [Unfold](#unfold)
-
- # AbsVal
- ```
- y = abs(x)
- ```
-
- * one_blob_only
- * support_inplace
-
- # ArgMax
- ```
- y = argmax(x, out_max_val, topk)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | out_max_val | int | 0 | |
- | 1 | topk | int | 1 | |
-
- # BatchNorm
- ```
- y = (x - mean) / sqrt(var + eps) * slope + bias
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | channels | int | 0 | |
- | 1 | eps | float | 0.f | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | slope_data | float | [channels] |
- | mean_data | float | [channels] |
- | var_data | float | [channels] |
- | bias_data | float | [channels] |
-
- # Bias
- ```
- y = x + bias
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | bias_data_size| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | bias_data | float | [channels] |
-
- # BinaryOp
- This operation is used for binary computation, and the calculation rule depends on the [broadcasting rule](https://github.com/Tencent/ncnn/wiki/binaryop-broadcasting).
- ```
- C = binaryop(A, B)
- ```
- if with_scalar = 1:
- - one_blob_only
- - support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | op_type | int | 0 | Operation type as follows |
- | 1 | with_scalar | int | 0 | with_scalar=0 B is a matrix, with_scalar=1 B is a scalar |
- | 2 | b | float | 0.f | When B is a scalar, B = b |
-
- Operation type:
- - 0 = ADD
- - 1 = SUB
- - 2 = MUL
- - 3 = DIV
- - 4 = MAX
- - 5 = MIN
- - 6 = POW
- - 7 = RSUB
- - 8 = RDIV
- - 9 = RPOW
- - 10 = ATAN2
- - 11 = RATAN2
-
- # BNLL
- ```
- y = log(1 + e^(-x)) , x > 0
- y = log(1 + e^x), x < 0
- ```
-
- * one_blob_only
- * support_inplace
-
- # Cast
- ```
- y = cast(x)
- ```
-
- * one_blob_only
- * support_packing
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | type_from | int | 0 | |
- | 1 | type_to | int | 0 | |
-
- Element type:
- - 0 = auto
- - 1 = float32
- - 2 = float16
- - 3 = int8
- - 4 = bfloat16
-
- # CELU
- ```
- if x < 0 y = (exp(x / alpha) - 1.f) * alpha
- else y = x
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | alpha | float | 1.f | |
-
- # Clip
- ```
- y = clamp(x, min, max)
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | min | float | -FLT_MAX | |
- | 1 | max | float | FLT_MAX | |
-
- # Concat
- ```
- y = concat(x0, x1, x2, ...) by axis
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | axis | int | 0 | |
-
- # Convolution
- ```
- x2 = pad(x, pads, pad_value)
- x3 = conv(x2, weight, kernel, stride, dilation) + bias
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 8 | int8_scale_term| int | 0 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
- | 18 | pad_value | float | 0.f | |
- | 19 | dynamic_weight| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16/int8 | [kernel_w, kernel_h, num_input, num_output] |
- | bias_data | float | [num_output] |
- | weight_data_int8_scales| float | [num_output] |
- | bottom_blob_int8_scales| float | [1] |
- | top_blob_int8_scales| float | [1] |
-
- # Convolution1D
- ```
- x2 = pad(x, pads, pad_value)
- x3 = conv1d(x2, weight, kernel, stride, dilation) + bias
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 15 | pad_right | int | pad_left | |
- | 18 | pad_value | float | 0.f | |
- | 19 | dynamic_weight| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16/int8 | [kernel_w, num_input, num_output] |
- | bias_data | float | [num_output] |
-
- # Convolution3D
- ```
- x2 = pad(x, pads, pad_value)
- x3 = conv3d(x2, weight, kernel, stride, dilation) + bias
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
- | 17 | pad_behind | int | pad_front | |
- | 18 | pad_value | float | 0.f | |
- | 21 | kernel_d | int | kernel_w | |
- | 22 | dilation_d | int | dilation_w | |
- | 23 | stride_d | int | stride_w | |
- | 24 | pad_front | int | pad_left | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16/int8 | [kernel_w, kernel_h, kernel_d, num_input, num_output] |
- | bias_data | float | [num_output] |
-
- # ConvolutionDepthWise
- ```
- x2 = pad(x, pads, pad_value)
- x3 = conv(x2, weight, kernel, stride, dilation, group) + bias
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 7 | group | int | 1 | |
- | 8 | int8_scale_term| int | 0 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
- | 18 | pad_value | float | 0.f | |
- | 19 | dynamic_weight| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16/int8 | [kernel_w, kernel_h, num_input / group, num_output / group, group] |
- | bias_data | float | [num_output] |
- | weight_data_int8_scales| float | [group] |
- | bottom_blob_int8_scales| float | [1] |
- | top_blob_int8_scales| float | [1] |
-
- # ConvolutionDepthWise1D
- ```
- x2 = pad(x, pads, pad_value)
- x3 = conv1d(x2, weight, kernel, stride, dilation, group) + bias
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 7 | group | int | 1 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 15 | pad_right | int | pad_left | |
- | 18 | pad_value | float | 0.f | |
- | 19 | dynamic_weight| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16/int8 | [kernel_w, num_input / group, num_output / group, group] |
- | bias_data | float | [num_output] |
-
- # ConvolutionDepthWise3D
- ```
- x2 = pad(x, pads, pad_value)
- x3 = conv3d(x2, weight, kernel, stride, dilation, group) + bias
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 7 | group | int | 1 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
- | 17 | pad_behind | int | pad_front | |
- | 18 | pad_value | float | 0.f | |
- | 21 | kernel_d | int | kernel_w | |
- | 22 | dilation_d | int | dilation_w | |
- | 23 | stride_d | int | stride_w | |
- | 24 | pad_front | int | pad_left | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16/int8 | [kernel_w, kernel_h, kernel_d, num_input / group, num_output / group, group] |
- | bias_data | float | [num_output] |
-
- # CopyTo
- ```
- self[offset] = src
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | woffset | int | 0 | |
- | 1 | hoffset | int | 0 | |
- | 13 | doffset | int | 0 | |
- | 2 | coffset | int | 0 | |
- | 9 | starts | array | [ ] | |
- | 11 | axes | array | [ ] | |
-
- # Crop
- ```
- y = crop(x)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | woffset | int | 0 | |
- | 1 | hoffset | int | 0 | |
- | 13 | doffset | int | 0 | |
- | 2 | coffset | int | 0 | |
- | 3 | outw | int | 0 | |
- | 4 | outh | int | 0 | |
- | 14 | outd | int | 0 | |
- | 5 | outc | int | 0 | |
- | 6 | woffset2 | int | 0 | |
- | 7 | hoffset2 | int | 0 | |
- | 15 | doffset2 | int | 0 | |
- | 8 | coffset2 | int | 0 | |
- | 9 | starts | array | [ ] | |
- | 10 | ends | array | [ ] | |
- | 11 | axes | array | [ ] | |
-
- # CumulativeSum
-
- If axis < 0, we use axis = x.dims + axis
-
- It implements https://pytorch.org/docs/stable/generated/torch.cumsum.html
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | axis | int | 0 | |
-
-
- # Deconvolution
- ```
- x2 = deconv(x, weight, kernel, stride, dilation) + bias
- x3 = depad(x2, pads, pad_value)
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
- | 18 | output_pad_right| int | 0 | |
- | 19 | output_pad_bottom| int | output_pad_right | |
- | 20 | output_w | int | 0 | |
- | 21 | output_h | int | output_w | |
- | 28 | dynamic_weight| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16 | [kernel_w, kernel_h, num_input, num_output] |
- | bias_data | float | [num_output] |
-
- # Deconvolution1D
- ```
- x2 = deconv1d(x, weight, kernel, stride, dilation) + bias
- x3 = depad(x2, pads, pad_value)
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 15 | pad_right | int | pad_left | |
- | 18 | output_pad_right| int | 0 | |
- | 20 | output_w | int | 0 | |
- | 28 | dynamic_weight| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16 | [kernel_w, num_input, num_output] |
- | bias_data | float | [num_output] |
-
- # Deconvolution3D
- ```
- x2 = deconv3d(x, weight, kernel, stride, dilation) + bias
- x3 = depad(x2, pads, pad_value)
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
- | 17 | pad_behind | int | pad_front | |
- | 18 | output_pad_right| int | 0 | |
- | 19 | output_pad_bottom| int | output_pad_right | |
- | 20 | output_pad_behind| int | output_pad_right | |
- | 21 | kernel_d | int | kernel_w | |
- | 22 | dilation_d | int | dilation_w | |
- | 23 | stride_d | int | stride_w | |
- | 24 | pad_front | int | pad_left | |
- | 25 | output_w | int | 0 | |
- | 26 | output_h | int | output_w | |
- | 27 | output_d | int | output_w | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16 | [kernel_w, kernel_h, kernel_d, num_input, num_output] |
- | bias_data | float | [num_output] |
-
- # DeconvolutionDepthWise
- ```
- x2 = deconv(x, weight, kernel, stride, dilation, group) + bias
- x3 = depad(x2, pads, pad_value)
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 7 | group | int | 1 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
- | 18 | output_pad_right| int | 0 | |
- | 19 | output_pad_bottom| int | output_pad_right | |
- | 20 | output_w | int | 0 | |
- | 21 | output_h | int | output_w | |
- | 28 | dynamic_weight| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16 | [kernel_w, kernel_h, num_input / group, num_output / group, group] |
- | bias_data | float | [num_output] |
-
- # DeconvolutionDepthWise1D
- ```
- x2 = deconv1d(x, weight, kernel, stride, dilation, group) + bias
- x3 = depad(x2, pads, pad_value)
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 7 | group | int | 1 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 15 | pad_right | int | pad_left | |
- | 18 | output_pad_right| int | 0 | |
- | 20 | output_w | int | 0 | |
- | 28 | dynamic_weight| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16 | [kernel_w, num_input / group, num_output / group, group] |
- | bias_data | float | [num_output] |
-
- # DeconvolutionDepthWise3D
- ```
- x2 = deconv3d(x, weight, kernel, stride, dilation, group) + bias
- x3 = depad(x2, pads, pad_value)
- y = activation(x3, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 7 | group | int | 1 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
- | 17 | pad_behind | int | pad_front | |
- | 18 | output_pad_right| int | 0 | |
- | 19 | output_pad_bottom| int | output_pad_right | |
- | 20 | output_pad_behind| int | output_pad_right | |
- | 21 | kernel_d | int | kernel_w | |
- | 22 | dilation_d | int | dilation_w | |
- | 23 | stride_d | int | stride_w | |
- | 24 | pad_front | int | pad_left | |
- | 25 | output_w | int | 0 | |
- | 26 | output_h | int | output_w | |
- | 27 | output_d | int | output_w | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16 | [kernel_w, kernel_h, kernel_d, num_input / group, num_output / group, group] |
- | bias_data | float | [num_output] |
-
- # DeformableConv2D
- ```
- x2 = deformableconv2d(x, offset, mask, weight, kernel, stride, dilation) + bias
- y = activation(x2, act_type, act_params)
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 5 | bias_term | int | 0 | |
- | 6 | weight_data_size| int | 0 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16/int8 | [kernel_w, kernel_h, num_input, num_output] |
- | bias_data | float | [num_output] |
-
- # Dequantize
- ```
- y = x * scale + bias
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | scale_data_size| int | 1 | |
- | 1 | bias_data_size| int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | scale_data | float | [scale_data_size] |
- | bias_data | float | [bias_data_size] |
-
- # Diag
- ```
- y = diag(x, diagonal)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | diagonal | int | 0 | |
-
- # Dropout
- ```
- y = x * scale
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | scale | float | 1.f | |
-
- # Eltwise
- ```
- y = elementwise_op(x0, x1, ...)
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | op_type | int | 0 | |
- | 1 | coeffs | array | [ ] | |
-
- Operation type:
- - 0 = PROD
- - 1 = SUM
- - 2 = MAX
-
- # ELU
- ```
- if x < 0 y = (exp(x) - 1) * alpha
- else y = x
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | alpha | float | 0.1f | |
-
- # Embed
- ```
- y = embedding(x)
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | input_dim | int | 0 | |
- | 2 | bias_term | int | 0 | |
- | 3 | weight_data_size | int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float | [weight_data_size] |
- | bias_term | float | [num_output] |
-
- # Exp
- ```
- if base == -1 y = exp(shift + x * scale)
- else y = pow(base, (shift + x * scale))
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | base | float | -1.f | |
- | 1 | scale | float | 1.f | |
- | 2 | shift | float | 0.f | |
-
- # Flatten
- Reshape blob to 1 dimension
-
- * one_blob_only
-
- # Fold
- ```
- y = fold(x)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
- | 20 | output_w | int | 0 | |
- | 21 | output_h | int | output_w | |
-
- # GELU
- ```
- if fast_gelu == 1 y = 0.5 * x * (1 + tanh(0.79788452 * (x + 0.044715 * x * x * x)));
- else y = 0.5 * x * erfc(-0.70710678 * x)
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | fast_gelu | int | 0 | use approximation |
-
- # GLU
-
- If axis < 0, we use axis = x.dims + axis
-
- GLU(a,b)=a⊗σ(b)
-
- where a is the first half of the input matrix and b is the second half.
-
- axis specifies the dimension to split the input
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | axis | int | 0 | |
-
- # Gemm
- ```
- a = transA ? transpose(x0) : x0
- b = transb ? transpose(x1) : x1
- c = x2
- y = (gemm(a, b) + c * beta) * alpha
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | alpha | float | 1.f | |
- | 1 | beta | float | 1.f | |
- | 2 | transA | int | 0 | |
- | 3 | transb | int | 0 | |
- | 4 | constantA | int | 0 | |
- | 5 | constantB | int | 0 | |
- | 6 | constantC | int | 0 | |
- | 7 | constantM | int | 0 | |
- | 8 | constantN | int | 0 | |
- | 9 | constantK | int | 0 | |
- | 10 | constant_broadcast_type_C | int | 0 | |
- | 11 | output_N1M | int | 0 | |
- | 12 | output_elempack | int | 0 | |
- | 13 | output_elemtype | int | 0 | |
- | 14 | output_transpose | int| 0 | |
- | 20 | constant_TILE_M | int | 0 | |
- | 21 | constant_TILE_N | int | 0 | |
- | 22 | constant_TILE_K | int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | A_data | float | [M, K] or [K, M] |
- | B_data | float | [N, K] or [K, N] |
- | C_data | float | [1], [M] or [N] or [1, M] or [N,1] or [N, M] |
-
- # GridSample
- ```
- Given an input and a flow-field grid, computes the output using input values and pixel locations from grid.
-
- For each output location output[:, h2, w2], the size-2 vector grid[h2, w2, 2] specifies input pixel[:, h1, w1] locations x and y,
- which are used to interpolate the output value output[:, h2, w2]
-
- This function is often used in conjunction with affine_grid() to build Spatial Transformer Networks .
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | sample_type | int | 1 | |
- | 1 | padding_mode | int | 1 | |
- | 2 | align_corner | int | 0 | |
- | 3 | permute_fusion| int | 0 | fuse with permute |
-
-
- Sample type:
- - 1 = Nearest
- - 2 = Bilinear
- - 3 = Bicubic
-
- Padding mode:
- - 1 = zeros
- - 2 = border
- - 3 = reflection
-
-
- # GroupNorm
- ```
- split x along channel axis into group x0, x1 ...
- l2 normalize for each group x0, x1 ...
- y = x * gamma + beta
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | group | int | 1 | |
- | 1 | channels | int | 0 | |
- | 2 | eps | float | 0.001f | x = x / sqrt(var + eps) |
- | 3 | affine | int | 1 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | gamma_data | float | [channels] |
- | beta_data | float | [channels] |
-
- # GRU
- Apply a single-layer GRU to a feature sequence of `T` timesteps. The input blob shape is `[w=input_size, h=T]` and the output blob shape is `[w=num_output, h=T]`.
-
- ```
- y = gru(x)
- y0, hidden y1 = gru(x0, hidden x1)
- ```
-
- * one_blob_only if bidirectional
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | hidden size of output |
- | 1 | weight_data_size| int | 0 | total size of weight matrix |
- | 2 | direction | int | 0 | 0=forward, 1=reverse, 2=bidirectional |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_xc_data| float/fp16/int8 | [input_size, num_output * 3, num_directions] |
- | bias_c_data | float/fp16/int8 | [num_output, 4, num_directions] |
- | weight_hc_data| float/fp16/int8 | [num_output, num_output * 3, num_directions] |
-
- Direction flag:
- - 0 = forward only
- - 1 = reverse only
- - 2 = bidirectional
-
- # HardSigmoid
- ```
- y = clamp(x * alpha + beta, 0, 1)
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | alpha | float | 0.2f | |
- | 1 | beta | float | 0.5f | |
-
- # HardSwish
- ```
- y = x * clamp(x * alpha + beta, 0, 1)
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | alpha | float | 0.2f | |
- | 1 | beta | float | 0.5f | |
-
- # InnerProduct
- ```
- x2 = innerproduct(x, weight) + bias
- y = activation(x2, act_type, act_params)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | bias_term | int | 0 | |
- | 2 | weight_data_size| int | 0 | |
- | 8 | int8_scale_term| int | 0 | |
- | 9 | activation_type| int | 0 | |
- | 10 | activation_params| array | [ ] | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_data | float/fp16/int8 | [num_input, num_output] |
- | bias_data | float | [num_output] |
- | weight_data_int8_scales| float | [num_output] |
- | bottom_blob_int8_scales| float | [1] |
-
- # Input
- ```
- y = input
- ```
-
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | w | int | 0 | |
- | 1 | h | int | 0 | |
- | 11 | d | int | 0 | |
- | 2 | c | int | 0 | |
-
- # InstanceNorm
- ```
- split x along channel axis into instance x0, x1 ...
- l2 normalize for each channel instance x0, x1 ...
- y = x * gamma + beta
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | channels | int | 0 | |
- | 1 | eps | float | 0.001f | x = x / sqrt(var + eps) |
- | 2 | affine | int | 1 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | gamma_data | float | [channels] |
- | beta_data | float | [channels] |
-
- # Interp
- ```
- if dynamic_target_size == 0 y = resize(x) by fixed size or scale
- else y = resize(x0, size(x1))
- ```
-
- * one_blob_only if dynamic_target_size == 0
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | resize_type | int | 0 | |
- | 1 | height_scale | float | 1.f | |
- | 2 | width_scale | float | 1.f | |
- | 3 | output_height | int | 0 | |
- | 4 | output_width | int | 0 | |
- | 5 | dynamic_target_size| int | 0 | |
- | 6 | align_corner | int | 0 | |
-
- Resize type:
- - 1 = Nearest
- - 2 = Bilinear
- - 3 = Bicubic
-
- # LayerNorm
- ```
- split x along outmost axis into part x0, x1 ...
- l2 normalize for each part x0, x1 ...
- y = x * gamma + beta by elementwise
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | affine_size | int | 0 | |
- | 1 | eps | float | 0.001f | x = x / sqrt(var + eps) |
- | 2 | affine | int | 1 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | gamma_data | float | [affine_size] |
- | beta_data | float | [affine_size] |
-
- # Log
- ```
- if base == -1 y = log(shift + x * scale)
- else y = log(shift + x * scale) / log(base)
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | base | float | -1.f | |
- | 1 | scale | float | 1.f | |
- | 2 | shift | float | 0.f | |
-
- # LRN
- ```
- if region_type == ACROSS_CHANNELS square_sum = sum of channel window of local_size
- if region_type == WITHIN_CHANNEL square_sum = sum of spatial window of local_size
- y = x * pow(bias + alpha * square_sum / (local_size * local_size), -beta)
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | region_type | int | 0 | |
- | 1 | local_size | int | 5 | |
- | 2 | alpha | float | 1.f | |
- | 3 | beta | float | 0.75f | |
- | 4 | bias | float | 1.f | |
-
- Region type:
- - 0 = ACROSS_CHANNELS
- - 1 = WITHIN_CHANNEL
-
- # LSTM
- Apply a single-layer LSTM to a feature sequence of `T` timesteps. The input blob shape is `[w=input_size, h=T]` and the output blob shape is `[w=num_output, h=T]`.
-
- ```
- y = lstm(x)
- y0, hidden y1, cell y2 = lstm(x0, hidden x1, cell x2)
- ```
-
- * one_blob_only if bidirectional
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | output size of output |
- | 1 | weight_data_size| int | 0 | total size of IFOG weight matrix |
- | 2 | direction | int | 0 | 0=forward, 1=reverse, 2=bidirectional |
- | 3 | hidden_size | int | num_output| hidden size |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_xc_data| float/fp16/int8 | [input_size, hidden_size * 4, num_directions] |
- | bias_c_data | float/fp16/int8 | [hidden_size, 4, num_directions] |
- | weight_hc_data| float/fp16/int8 | [num_output, hidden_size * 4, num_directions] |
- | weight_hr_data| float/fp16/int8 | [hidden_size, num_output, num_directions] |
-
- Direction flag:
- - 0 = forward only
- - 1 = reverse only
- - 2 = bidirectional
-
- # MemoryData
- ```
- y = data
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | w | int | 0 | |
- | 1 | h | int | 0 | |
- | 11 | d | int | 0 | |
- | 2 | c | int | 0 | |
- | 21 | load_type | int | 1 | 1=fp32 |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | data | float | [w, h, d, c] |
-
- # Mish
- ```
- y = x * tanh(log(exp(x) + 1))
- ```
-
- * one_blob_only
- * support_inplace
-
- # MultiHeadAttention
- ```
- split q k v into num_head part q0, k0, v0, q1, k1, v1 ...
- for each num_head part
- xq = affine(q) / (embed_dim / num_head)
- xk = affine(k)
- xv = affine(v)
- xqk = xq * xk
- xqk = xqk + attn_mask if attn_mask exists
- softmax_inplace(xqk)
- xqkv = xqk * xv
- merge xqkv to out
- y = affine(out)
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | embed_dim | int | 0 | |
- | 1 | num_heads | int | 1 | |
- | 2 | weight_data_size| int | 0 | qdim = weight_data_size / embed_dim |
- | 3 | kdim | int | embed_dim | |
- | 4 | vdim | int | embed_dim | |
- | 5 | attn_mask | int | 0 | |
- | 6 | scale | float | 1.f / sqrt(embed_dim / num_heads) | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | q_weight_data | float/fp16/int8 | [embed_dim * qdim] |
- | q_bias_data | float | [embed_dim] |
- | k_weight_data | float/fp16/int8 | [embed_dim * kdim] |
- | k_bias_data | float | [embed_dim] |
- | v_weight_data | float/fp16/int8 | [embed_dim * vdim] |
- | v_bias_data | float | [embed_dim] |
- | out_weight_data| float/fp16/int8 | [qdim * embed_dim] |
- | out_bias_data | float | [qdim] |
-
- # MVN
- ```
- if normalize_variance == 1 && across_channels == 1 y = (x - mean) / (sqrt(var) + eps) of whole blob
- if normalize_variance == 1 && across_channels == 0 y = (x - mean) / (sqrt(var) + eps) of each channel
- if normalize_variance == 0 && across_channels == 1 y = x - mean of whole blob
- if normalize_variance == 0 && across_channels == 0 y = x - mean of each channel
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | normalize_variance| int | 0 | |
- | 1 | across_channels| int | 0 | |
- | 2 | eps | float | 0.0001f | x = x / (sqrt(var) + eps) |
-
- # Noop
- ```
- y = x
- ```
-
- # Normalize
- ```
- if across_spatial == 1 && across_channel == 1 x2 = normalize(x) of whole blob
- if across_spatial == 1 && across_channel == 0 x2 = normalize(x) of each channel
- if across_spatial == 0 && across_channel == 1 x2 = normalize(x) of each position
- y = x2 * scale
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | across_spatial| int | 0 | |
- | 1 | channel_shared| int | 0 | |
- | 2 | eps | float | 0.0001f | see eps mode |
- | 3 | scale_data_size| int | 0 | |
- | 4 | across_channel| int | 0 | |
- | 9 | eps_mode | int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | scale_data | float | [scale_data_size] |
-
- Eps Mode:
- - 0 = caffe/mxnet x = x / sqrt(var + eps)
- - 1 = pytorch x = x / max(sqrt(var), eps)
- - 2 = tensorflow x = x / sqrt(max(var, eps))
-
- # Packing
- ```
- y = wrap_packing(x)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | out_elempack | int | 1 | |
- | 1 | use_padding | int | 0 | |
- | 2 | cast_type_from| int | 0 | |
- | 3 | cast_type_to | int | 0 | |
- | 4 | storage_type_from| int | 0 | |
- | 5 | storage_type_to| int | 0 | |
-
- # Padding
- ```
- y = pad(x, pads)
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ---- | --------- | ----------------- |
- | 0 | top | int | 0 | |
- | 1 | bottom | int | 0 | |
- | 2 | left | int | 0 | |
- | 3 | right | int | 0 | |
- | 4 | type | int | 0 | |
- | 5 | value | float | 0 | |
- | 6 | per_channel_pad_data_size| int | 0 | |
- | 7 | front | int | stride_w | |
- | 8 | behind | int | pad_left | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | per_channel_pad_data| float | [per_channel_pad_data_size] |
-
- Padding type:
- - 0 = CONSTANT
- - 1 = REPLICATE
- - 2 = REFLECT
-
- # Permute
- ```
- y = reorder(x)
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ---- | --------- | ----------------- |
- | 0 | order_type | int | 0 | |
-
- Order Type:
- - 0 = WH WHC WHDC
- - 1 = HW HWC HWDC
- - 2 = WCH WDHC
- - 3 = CWH DWHC
- - 4 = HCW HDWC
- - 5 = CHW DHWC
- - 6 = WHCD
- - 7 = HWCD
- - 8 = WCHD
- - 9 = CWHD
- - 10 = HCWD
- - 11 = CHWD
- - 12 = WDCH
- - 13 = DWCH
- - 14 = WCDH
- - 15 = CWDH
- - 16 = DCWH
- - 17 = CDWH
- - 18 = HDCW
- - 19 = DHCW
- - 20 = HCDW
- - 21 = CHDW
- - 22 = DCHW
- - 23 = CDHW
-
- # PixelShuffle
- ```
- if mode == 0 y = depth_to_space(x) where x channel order is sw-sh-outc
- if mode == 1 y = depth_to_space(x) where x channel order is outc-sw-sh
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ---- | --------- | ----------------- |
- | 0 | upscale_factor| int | 1 | |
- | 1 | mode | int | 0 | |
-
- # Pooling
- ```
- x2 = pad(x, pads)
- x3 = pooling(x2, kernel, stride)
- ```
-
- | param id | name | type | default | description |
- | --------- | --------------| ---- | --------- | ----------------- |
- | 0 | pooling_type | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | stride_w | int | 1 | |
- | 3 | pad_left | int | 0 | |
- | 4 | global_pooling| int | 0 | |
- | 5 | pad_mode | int | 0 | |
- | 6 | avgpool_count_include_pad| int | 0 | |
- | 7 | adaptive_pooling| int | 0 | |
- | 8 | out_w | int | 0 | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | stride_h | int | stride_w | |
- | 13 | pad_top | int | pad_left | |
- | 14 | pad_right | int | pad_left | |
- | 15 | pad_bottom | int | pad_top | |
- | 18 | out_h | int | out_w | |
-
- Pooling type:
- - 0 = MAX
- - 1 = AVG
-
- Pad mode:
- - 0 = full padding
- - 1 = valid padding
- - 2 = tensorflow padding=SAME or onnx padding=SAME_UPPER
- - 3 = onnx padding=SAME_LOWER
-
- # Pooling1D
- ```
- x2 = pad(x, pads)
- x3 = pooling1d(x2, kernel, stride)
- ```
-
- | param id | name | type | default | description |
- | --------- | --------------| ---- | --------- | ----------------- |
- | 0 | pooling_type | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | stride_w | int | 1 | |
- | 3 | pad_left | int | 0 | |
- | 4 | global_pooling| int | 0 | |
- | 5 | pad_mode | int | 0 | |
- | 6 | avgpool_count_include_pad| int | 0 | |
- | 7 | adaptive_pooling| int | 0 | |
- | 8 | out_w | int | 0 | |
- | 14 | pad_right | int | pad_left | |
-
- Pooling type:
- - 0 = MAX
- - 1 = AVG
-
- Pad mode:
- - 0 = full padding
- - 1 = valid padding
- - 2 = tensorflow padding=SAME or onnx padding=SAME_UPPER
- - 3 = onnx padding=SAME_LOWER
-
- # Pooling3D
- ```
- x2 = pad(x, pads)
- x3 = pooling3d(x2, kernel, stride)
- ```
-
- | param id | name | type | default | description |
- | --------- | --------------| ---- | --------- | ----------------- |
- | 0 | pooling_type | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | stride_w | int | 1 | |
- | 3 | pad_left | int | 0 | |
- | 4 | global_pooling| int | 0 | |
- | 5 | pad_mode | int | 0 | |
- | 6 | avgpool_count_include_pad| int | 0 | |
- | 7 | adaptive_pooling| int | 0 | |
- | 8 | out_w | int | 0 | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | stride_h | int | stride_w | |
- | 13 | pad_top | int | pad_left | |
- | 14 | pad_right | int | pad_left | |
- | 15 | pad_bottom | int | pad_top | |
- | 16 | pad_behind | int | pad_front | |
- | 18 | out_h | int | out_w | |
- | 21 | kernel_d | int | kernel_w | |
- | 22 | stride_d | int | stride_w | |
- | 23 | pad_front | int | pad_left | |
- | 28 | out_d | int | out_w | |
-
- Pooling type:
- - 0 = MAX
- - 1 = AVG
-
- Pad mode:
- - 0 = full padding
- - 1 = valid padding
- - 2 = tensorflow padding=SAME or onnx padding=SAME_UPPER
- - 3 = onnx padding=SAME_LOWER
-
- # Power
- ```
- y = pow((shift + x * scale), power)
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | power | float | 1.f | |
- | 1 | scale | float | 1.f | |
- | 2 | shift | float | 0.f | |
-
- # PReLU
- ```
- if x < 0 y = x * slope
- else y = x
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_slope | int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | slope_data | float | [num_slope] |
-
- # Quantize
- ```
- y = float2int8(x * scale)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | scale_data_size| int | 1 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | scale_data | float | [scale_data_size] |
-
- # Reduction
- ```
- y = reduce_op(x * coeff)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | operation | int | 0 | |
- | 1 | reduce_all | int | 1 | |
- | 2 | coeff | float | 1.f | |
- | 3 | axes | array | [ ] | |
- | 4 | keepdims | int | 0 | |
- | 5 | fixbug0 | int | 0 | hack for bug fix, should be 1 |
-
- Operation type:
- - 0 = SUM
- - 1 = ASUM
- - 2 = SUMSQ
- - 3 = MEAN
- - 4 = MAX
- - 5 = MIN
- - 6 = PROD
- - 7 = L1
- - 8 = L2
- - 9 = LogSum
- - 10 = LogSumExp
-
- # ReLU
- ```
- if x < 0 y = x * slope
- else y = x
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | slope | float | 0.f | |
-
- # Reorg
- ```
- if mode == 0 y = space_to_depth(x) where x channel order is sw-sh-outc
- if mode == 1 y = space_to_depth(x) where x channel order is outc-sw-sh
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ---- | --------- | ----------------- |
- | 0 | stride | int | 1 | |
- | 1 | mode | int | 0 | |
-
- # Requantize
- ```
- x2 = x * scale_in + bias
- x3 = activation(x2)
- y = float2int8(x3 * scale_out)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | scale_in_data_size| int | 1 | |
- | 1 | scale_out_data_size| int | 1 | |
- | 2 | bias_data_size| int | 0 | |
- | 3 | activation_type| int | 0 | |
- | 4 | activation_params| int | [ ] | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | scale_in_data | float | [scale_in_data_size] |
- | scale_out_data| float | [scale_out_data_size] |
- | bias_data | float | [bias_data_size] |
-
- # Reshape
- ```
- if permute == 1 y = hwc2chw(reshape(chw2hwc(x)))
- else y = reshape(x)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | w | int | -233 | |
- | 1 | h | int | -233 | |
- | 11 | d | int | -233 | |
- | 2 | c | int | -233 | |
- | 3 | permute | int | 0 | |
-
- Reshape flag:
- - 0 = copy from bottom
- - -1 = remaining
- - -233 = drop this dim(default)
-
- # RMSNorm
- ```
- split x along outmost axis into part x0, x1 ...
- root mean square normalize for each part x0, x1 ...
- y = x * gamma by elementwise
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | affine_size | int | 0 | |
- | 1 | eps | float | 0.001f | x = x / sqrt(var + eps) |
- | 2 | affine | int | 1 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | gamma_data | float | [affine_size] |
-
- # RNN
- Apply a single-layer RNN to a feature sequence of `T` timesteps. The input blob shape is `[w=input_size, h=T]` and the output blob shape is `[w=num_output, h=T]`.
-
- ```
- y = rnn(x)
- y0, hidden y1 = rnn(x0, hidden x1)
- ```
-
- * one_blob_only if bidirectional
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | hidden size of output |
- | 1 | weight_data_size| int | 0 | total size of weight matrix |
- | 2 | direction | int | 0 | 0=forward, 1=reverse, 2=bidirectional |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | weight_xc_data| float/fp16/int8 | [input_size, num_output, num_directions] |
- | bias_c_data | float/fp16/int8 | [num_output, 1, num_directions] |
- | weight_hc_data| float/fp16/int8 | [num_output, num_output, num_directions] |
-
- Direction flag:
- - 0 = forward only
- - 1 = reverse only
- - 2 = bidirectional
-
- # Scale
- ```
- if scale_data_size == -233 y = x0 * x1
- else y = x * scale + bias
- ```
-
- * one_blob_only if scale_data_size != -233
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | scale_data_size| int | 0 | |
- | 1 | bias_term | int | 0 | |
-
- | weight | type | shape |
- | ------------- | ----- | --------------------- |
- | scale_data | float | [scale_data_size] |
- | bias_data | float | [scale_data_size] |
-
- # SELU
- ```
- if x < 0 y = (exp(x) - 1.f) * alpha * lambda
- else y = x * lambda
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | alpha | float | 1.67326324f| |
- | 1 | lambda | float | 1.050700987f| |
-
- # Shrink
- ```
- if x < -lambd y = x + bias
- if x > lambd y = x - bias
- else y = x
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | bias | float | 0.0f | |
- | 1 | lambd | float | 0.5f | |
-
- # ShuffleChannel
- ```
- if reverse == 0 y = shufflechannel(x) by group
- if reverse == 1 y = shufflechannel(x) by channel / group
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ---- | --------- | ----------------- |
- | 0 | group | int | 1 | |
- | 1 | reverse | int | 0 | |
-
- # Sigmoid
- ```
- y = 1 / (1 + exp(-x))
- ```
-
- * one_blob_only
- * support_inplace
-
- # Slice
- ```
- split x along axis into slices, each part slice size is based on slices array
- ```
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | slices | array | [ ] | |
- | 1 | axis | int | 0 | |
- | 2 | indices | array | [ ] | |
-
- # Softmax
- ```
- softmax(x, axis)
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | axis | int | 0 | |
- | 1 | fixbug0 | int | 0 | hack for bug fix, should be 1 |
-
- # Softplus
- ```
- y = log(exp(x) + 1)
- ```
-
- * one_blob_only
- * support_inplace
-
- # Split
- ```
- y0, y1 ... = x
- ```
-
- # Swish
- ```
- y = x / (1 + exp(-x))
- ```
-
- * one_blob_only
- * support_inplace
-
- # TanH
- ```
- y = tanh(x)
- ```
-
- * one_blob_only
- * support_inplace
-
- # Threshold
- ```
- if x > threshold y = 1
- else y = 0
- ```
-
- * one_blob_only
- * support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | threshold | float | 0.f | |
-
- # Tile
- ```
- y = repeat tiles along axis for x
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | axis | int | 0 | |
- | 1 | tiles | int | 1 | |
- | 2 | repeats | array | [ ] | |
-
- # UnaryOp
- ```
- y = unaryop(x)
- ```
-
- - one_blob_only
- - support_inplace
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | op_type | int | 0 | Operation type as follows |
-
- Operation type:
- - 0 = ABS
- - 1 = NEG
- - 2 = FLOOR
- - 3 = CEIL
- - 4 = SQUARE
- - 5 = SQRT
- - 6 = RSQ
- - 7 = EXP
- - 8 = LOG
- - 9 = SIN
- - 10 = COS
- - 11 = TAN
- - 12 = ASIN
- - 13 = ACOS
- - 14 = ATAN
- - 15 = RECIPROCAL
- - 16 = TANH
- - 17 = LOG10
- - 18 = ROUND
- - 19 = TRUNC
-
- # Unfold
- ```
- y = unfold(x)
- ```
-
- * one_blob_only
-
- | param id | name | type | default | description |
- | --------- | ------------- | ----- | --------- | ----------------- |
- | 0 | num_output | int | 0 | |
- | 1 | kernel_w | int | 0 | |
- | 2 | dilation_w | int | 1 | |
- | 3 | stride_w | int | 1 | |
- | 4 | pad_left | int | 0 | |
- | 11 | kernel_h | int | kernel_w | |
- | 12 | dilation_h | int | dilation_w | |
- | 13 | stride_h | int | stride_w | |
- | 14 | pad_top | int | pad_left | |
- | 15 | pad_right | int | pad_left | |
- | 16 | pad_bottom | int | pad_top | |
|
