I came up with this idea earlier. My idea involved dumping 32-bit PNG image strips of every layer and then blending the ones when appropriate manually. It isn't perfect, but it's better than doing the whole frame.
BGMode front -> back condition
-----------------------------------
0 3AB2ab1CD0cd
1 3AB2ab1C 0c BG3_Top == 0
1 C3AB2ab1 0c BG3_Top == 1
2 3A 2B 1a 0b
3 3A 2B 1a 0b
4 3A 2B 1a 0b
5 3A 2B 1a 0b
6 3A 2 1a 0
7 3 2 1a 0 EXTBG == 0
7 3 2B 1a 0b EXTBG == 1
0..3 = sprites with that priority
ABCD = BG1..BG4 tiles with priority bit == 1
abcd = BG1..BG4 tiles with priority bit == 0
BGMode = register $2105 bits 0..2
BG3_Top = register $2105 bit 3
EXTBG = register $2133 bit 6And drawing the sprite pixel-by-pixel would introduce another problem: The sprites must be drawn in the right order
start = FFVideoSource("sm.avi").assumefps(60).converttoyuy2
start
e=selecteven.dbz.selectevery(4,0)
o=selectodd.dbz.selectevery(4,1)
#stackhorizontal(e,o)
interleave(e,o)
stackhorizontal(start,last.changefps(60))
#b b b b b
# u u u u u
#BibiBibiB
# uIuiuIuiu
#http://avisynth.org.ru/mvtools/mvtools2.html
#
#AVISource("c:\test.avi") # or MPEG2Source, DirectShowSource, some previous filter, etc
## assume progressive PAL 25 fps source
#super = MSuper(pel=2)
#backward_vec = MAnalyse(super, isb = true)
#forward_vec = MAnalyse(super, isb = false)
#MFlowFps(super, backward_vec, forward_vec, num=50, den=1, ml=100) # get 50 fps
function dbz(clip c)
{
c
super = MSuper(pel=2)
backward_vec = MAnalyse(super, isb = true)
forward_vec = MAnalyse(super, isb = false)
MFlowFps(super, backward_vec, forward_vec, num=60, den=1, ml=100)
}
start
e=selectevery(4)
o=selectodd.convertfps(60).selectevery(4,1)
o2=selectodd.dbz.selectevery(4,1)
#stackhorizontal(start,interleave(e,o).changefps(60),interleave(e,o2).changefps(60))
stackhorizontal(o.subtitle("blend"),o2.subtitle("interpolate"))
function TASBlend(clip c, float "ratio") {
# reduces framerate to 1/2 but leaves flicker effects partly visible
# blends frame pairs with alternating opacity (default is 2/3 + 1/3;1/3 + 2/3)
# optional "ratio" is the opacity of the first frame out of the four
ratio = default(ratio, 2.0/3)
opacity = round(ratio * 257)
# blend flicker to half-rate
c.SelectEvery(4, 1, 0, 2, 3)
blend = Layer(SelectEven, SelectOdd, level=opacity)
# determine flicker is a simplistic way - compare each pixel with the previous and next two frames
similar2 = 1 # how similar current pixel must be to the same pixel 2 frames forwards and backwards
different1 = 8 # how different current pixel must be from the same pixel 1 frame forwards and backwards
mask_f2 = Overlay(c, c.SelectEvery(1, 2), mode="difference", pc_range=true).Greyscale.Levels(128 + similar2 , 1.0, 129 + similar2 , 0, 255, false).Invert
mask_f1 = Overlay(c, c.SelectEvery(1, 1), mode="difference", pc_range=true).Greyscale.Levels(128 + different1, 1.0, 129 + different1, 0, 255, false)
mask_b1 = Overlay(c, c.SelectEvery(1,-1), mode="difference", pc_range=true).Greyscale.Levels(128 + different1, 1.0, 129 + different1, 0, 255, false)
mask_b2 = Overlay(c, c.SelectEvery(1,-2), mode="difference", pc_range=true).Greyscale.Levels(128 + similar2 , 1.0, 129 + similar2 , 0, 255, false).Invert
mask_f = Overlay(mask_f1, mask_f2, mode="multiply", pc_range=true)
mask_b = Overlay(mask_b1, mask_b2, mode="multiply", pc_range=true)
mask = Overlay(mask_f, mask_b, mode="multiply", pc_range=true).SelectEven
# only use blend where detected flicker
Layer(c.SelectEven, blend.mask(mask))
}The video is private.
AVISource(...)
PointResize(Width * 2, Height * 2)
ConvertToYUY2
Test
function Test(clip c) {
Interleave(c.SelectEven.dbz.SelectEvery(4, 0),
\ c.SelectOdd .dbz.SelectEvery(4, 1))
}
function dbz(clip c) {
super = c.MSuper(pel=2)
backward_vec = MAnalyse(super, isb=true)
forward_vec = MAnalyse(super, isb=false)
MFlowFps(c, super, backward_vec, forward_vec, num=60, den=1, ml=100)
}Why not detect flickering pixels and apply TASBlend only to those pixels? -Vit- posted this code:function TASBlend(clip c, float "ratio") { # reduces framerate to 1/2 but leaves flicker effects partly visible ... }
or if the motion estimation nanogyth posted didn't produce these bad artifacts...
Interleave(c.SelectEvery(4, 0),
\ c.SelectOdd.convertfps(60).SelectEvery(4, 1))Edit: I think I understand now: It's my avatar, isn't it? It makes me look angry.
AVISource("#2223 - cpadolf's SNES Super Metroid ''any%, glitched''.avi").ConvertToRGB32
v1 = TASBlend .PointResize(512, 448)
v2 = PointResize(512, 448).ConvertToYUY2.TASBlend_nanogyth.ConvertToRGB32
v3 = TASBlend_Vit.PointResize(512, 448)
StackHorizontal(v1.Subtitle("TASBlend" ),
\ v2.Subtitle("TASBlend_nanogyth"),
\ v3.Subtitle("TASBlend_Vit" ))
function TASBlend_nanogyth(clip c) {
c
Assert(!IsRGB, "TASBlend_nanogyth: clip cannot be RGB")
Interleave(SelectEven.dbz.SelectEvery(4, 0),
\ SelectOdd .dbz.SelectEvery(4, 1))
}
function dbz(clip c) {
super = c.MSuper(pel=2)
backward_vec = MAnalyse(super, isb=true)
forward_vec = MAnalyse(super, isb=false)
MFlowFps(c, super, backward_vec, forward_vec, num=60, den=1, ml=100)
}
function TASBlend_Vit(clip c, float "ratio") {
# reduces framerate to 1/2 but leaves flicker effects partly visible
# blends frame pairs with alternating opacity (default is 2/3 + 1/3;1/3 + 2/3)
# optional "ratio" is the opacity of the first frame out of the four
ratio = default(ratio, 2.0/3)
opacity = round(ratio * 257)
# blend flicker to half-rate
c.SelectEvery(4, 1, 0, 2, 3)
blend = Layer(SelectEven, SelectOdd, level=opacity)
# determine flicker is a simplistic way - compare each pixel with the previous and next two frames
similar2 = 1 # how similar current pixel must be to the same pixel 2 frames forwards and backwards
different1 = 8 # how different current pixel must be from the same pixel 1 frame forwards and backwards
mask_f2 = Overlay(c, c.SelectEvery(1, 2), mode="difference", pc_range=true).Greyscale.Levels(128 + similar2 , 1.0, 129 + similar2 , 0, 255, false).Invert
mask_f1 = Overlay(c, c.SelectEvery(1, 1), mode="difference", pc_range=true).Greyscale.Levels(128 + different1, 1.0, 129 + different1, 0, 255, false)
mask_b1 = Overlay(c, c.SelectEvery(1,-1), mode="difference", pc_range=true).Greyscale.Levels(128 + different1, 1.0, 129 + different1, 0, 255, false)
mask_b2 = Overlay(c, c.SelectEvery(1,-2), mode="difference", pc_range=true).Greyscale.Levels(128 + similar2 , 1.0, 129 + similar2 , 0, 255, false).Invert
mask_f = Overlay(mask_f1, mask_f2, mode="multiply", pc_range=true)
mask_b = Overlay(mask_b1, mask_b2, mode="multiply", pc_range=true)
mask = Overlay(mask_f, mask_b, mode="multiply", pc_range=true).SelectEven
# only use blend where detected flicker
Layer(c.SelectEven, blend.mask(mask))
}Please include sections with 30 Hz arm-pumping and more complex background scrolling (ideally emergency countdown Ceres or some Norfair segment with heat haze) in your demonstrations. The current ones show way too little.
e e e
o o o
E e E
o I o o
e
/ \
o - o
#AVISource("#2223 - cpadolf's SNES Super Metroid ''any%, glitched''.avi").ConvertToRGB32
AVIsource("test-blend.avi").ConvertToRGB32
v1 = TASBlend .PointResize(512, 448)
v2 = PointResize(512, 448).ConvertToYUY2.TASBlend_nanogyth.ConvertToRGB32
v3 = PointResize(512, 448).ConvertToYUY2.TASBlend_extendednanogyth2.ConvertToRGB32
v4 = TASBlend_Vit.PointResize(512, 448)
StackVertical( stackhorizontal(last.PointResize(512, 448).selecteven, last.PointResize(512, 448).selectodd), \
StackHorizontal(v1.Subtitle("TASBlend" ), v4.Subtitle("TASBlend_Vit" )), \
stackHorizontal(v2.Subtitle("TASBlend_nanogyth"), v3.Subtitle("TASBlend_extendednanogyth")))
function TASBlend_nanogyth(clip c) {
c
Assert(!IsRGB, "TASBlend_nanogyth: clip cannot be RGB")
Interleave(SelectEven.dbz.SelectEvery(4, 0),
\ SelectOdd .dbz.SelectEvery(4, 1))
}
function TASBlend_nanogyth_custom(clip c,int delta) {
c
Assert(!IsRGB, "TASBlend_nanogyth: clip cannot be RGB")
Interleave(SelectEven.dbz_custom(delta).SelectEvery(4, 0),
\ SelectOdd .dbz_custom(delta).SelectEvery(4, 1))
}
function differenceclip(clip a, clip b)
{
overlay( \
a.overlay(b.invert,mode="add",pc_range=true).invert, \
b.overlay(a.invert,mode="add",pc_range=true),mode="add",pc_range=true \
).invert.greyscale.levels(2,1,3,0,255)
}
function differenceclip_weak(clip a, clip b)
{
overlay( \
a.overlay(b.invert,mode="add",pc_range=true).invert, \
b.overlay(a.invert,mode="add",pc_range=true),mode="add",pc_range=true \
).invert.greyscale.levels(2,1,70,0,255)
}
function TASBlend_Vit(clip c, float "ratio") {
# reduces framerate to 1/2 but leaves flicker effects partly visible
# blends frame pairs with alternating opacity (default is 2/3 + 1/3;1/3 + 2/3)
# optional "ratio" is the opacity of the first frame out of the four
ratio = default(ratio, 2.0/3)
opacity = round(ratio * 257)
# blend flicker to half-rate
c.SelectEvery(4, 1, 0, 2, 3)
blend = Layer(SelectEven, SelectOdd, level=opacity)
# determine flicker is a simplistic way - compare each pixel with the previous and next two frames
similar2 = 1 # how similar current pixel must be to the same pixel 2 frames forwards and backwards
different1 = 8 # how different current pixel must be from the same pixel 1 frame forwards and backwards
mask_f2 = Overlay(c, c.SelectEvery(1, 2), mode="difference", pc_range=true).Greyscale.Levels(128 + similar2 , 1.0, 129 + similar2 , 0, 255, false).Invert
mask_f1 = Overlay(c, c.SelectEvery(1, 1), mode="difference", pc_range=true).Greyscale.Levels(128 + different1, 1.0, 129 + different1, 0, 255, false)
mask_b1 = Overlay(c, c.SelectEvery(1,-1), mode="difference", pc_range=true).Greyscale.Levels(128 + different1, 1.0, 129 + different1, 0, 255, false)
mask_b2 = Overlay(c, c.SelectEvery(1,-2), mode="difference", pc_range=true).Greyscale.Levels(128 + similar2 , 1.0, 129 + similar2 , 0, 255, false).Invert
mask_f = Overlay(mask_f1, mask_f2, mode="multiply", pc_range=true)
mask_b = Overlay(mask_b1, mask_b2, mode="multiply", pc_range=true)
mask = Overlay(mask_f, mask_b, mode="multiply", pc_range=true).SelectEven
# only use blend where detected flicker
Layer(c.SelectEven, blend.mask(mask))
}
function TASBlend_extendednanogyth(clip c) {
ng = TASBlend_nanogyth(c)
m=differenceclip(ng,TASBlend_nanogyth_custom(c,1))
m=overlay(m,differenceclip(ng,c.selecteven).invert,mode="add",pc_range=true)
m=overlay(m,differenceclip(ng,c.selecteven.deleteframe(0)).invert,mode="add",pc_range=true).converttorgb32.levels(250,1,251,0,255)
almostfinal = overlay(ng, c.selecteven, mask=m)
return almostfinal
return differenceclip(almostfinal, TASBlend_Vit(c.converttorgb32))
}
function TASBlend_extendednanogyth2(clip c) {
ng = TASBlend_nanogyth(c)
m = differenceclip(ng,TASBlend_nanogyth_custom(c,2))
m2 = differenceclip(ng,TASBlend_nanogyth_custom(c,3))
mask0 = overlay(m,m2,mode="add",pc_range=true)
ng2 = TASBlend_nanogyth(c.deleteframe(0))
m3 = differenceclip(ng,ng2.duplicateframe(0))
mask1 = overlay(mask0, m3, mode="add",pc_range=true)
#return overlay(ng, mask1, mask=mask1, pc_range=true)
#return overlay(c.selecteven, ng, mask=mask1.invert)
#return overlay(c.selecteven, mask1, mask=mask1)
mask2 = overlay(mask1.invert.greyscale.levels(127,1,128,0,255), differenceclip(ng, c.selecteven),mode="add")
mask3 = overlay(mask2, differenceclip(ng, c.selectodd), mode="subtract").greyscale
return ng.overlay(mask3.invert,mask=mask3.invert)
return overlay(mask3,mask4.invert,mode="add")
return overlay(ng, mask3.invert, mask=mask3.invert)
}
function dbz(clip c) {
super = c.MSuper(pel=2)
backward_vec = MAnalyse(super, isb=true)
forward_vec = MAnalyse(super, isb=false)
MFlowFps(c, super, backward_vec, forward_vec, num=60, den=1, ml=100)
}
function dbz_custom(clip c, int delta) {
super = c.MSuper(pel=2)
backward_vec = MAnalyse(super, isb=true,delta=delta)
forward_vec = MAnalyse(super, isb=false,delta=delta)
MFlowFps(c, super, backward_vec, forward_vec, num=60, den=1, ml=100)
}
function TASBlend(clip c) {
ratio = 2.0/3
opacity = round(ratio * 257)
c.SelectEvery(4, 1, 0, 2, 3)
blend = Layer(SelectEven, SelectOdd, level=opacity)
Layer(c.SelectEven, blend)
}
assumefps(60)
PointResize(Width * 2, Height * 2)
ConvertToYv12
super=MSuper()
fvec =MAnalyse(super, isb=false, truemotion=false)
bvec =MAnalyse(super, isb=true , truemotion=false)
fmask=Mmask(last,fvec,kind=1,ml=130).mt_binarize
bmask=Mmask(last,bvec,kind=1,ml=130).mt_binarize
mask=mt_logic(fmask,bmask,mode="and").selectevery(4,2).mt_expand
e0=selectevery(4,0)
e2=selectevery(4,2)
i2=selectodd.convertfps(60).selectevery(4,1)
interleave(e0,mt_merge(e2,i2,mask,chroma="copy second"))assumefps(60)
PointResize(Width * 2, Height * 2)
source=last
ConvertToYv12
super=MSuper()
fvec =MAnalyse(super, isb=false, truemotion=false)
bvec =MAnalyse(super, isb=true , truemotion=false)
fmask=Mmask(last,fvec,kind=1,ml=130).mt_binarize
bmask=Mmask(last,bvec,kind=1,ml=130).mt_binarize
mask=mt_logic(fmask,bmask,mode="and").selectevery(4,2).mt_expand.mt_expand
oo=selectodd.mt_motion(thT=255).selectodd
mask2=mt_logic(oo,mask.mt_invert,mode="and").mt_expand.mt_expand
source.converttorgb32
e0=selectevery(4,0)
e2=selectevery(4,2)
i2=selectodd.convertfps(60).selectevery(4,1)
merge=overlay(i2,e2,mask=mask2)
interleave(e0,merge)New function on doom9: http://forum.doom9.org/showthread.php?p=1524289#post1524289 Unfortunately it seems to not detect much of Samus' arm-pumping, at least with the tweaking as-is.
FFVideoSource("sm.avi")
ConvertToRGB32
HalfWink
function HalfWink(clip c){
c
#e e e
# o o o
#The clip is made of even/odd frames and the simplest way to reduce
#framerate would be to just take the even frames. But some clips have
#blinking that alternates frame to frame. That could make a "transparent"
#object solid or disappear entirely.
#E e E
# o I o o
#This function takes every other even frame and a frame interpolated
#from the odd frames. There are even times when it is appropriate to
#use some of the skipped even frame.
e0=selectevery(4,0)
e2=selectevery(4,2)
OddBlend=selectodd.convertfps(c).selectevery(4,1)
interleave(e0,overlay(OddBlend,e2,mask=BlinkMask(c)))
}
function BlinkMask(clip c){
c.ConvertToYv12
#oo is the part of the odd frame that is moving.
#If it isn't moving it doesn't need to be replaced.
OddMoving=selectodd.mt_motion(thT=255).selectodd
#Use mvtools to detect motion.
#If the object is blinking it will show crazy high motion since it doesn't
#exist frame to frame.
super=MSuper()
fvec =MAnalyse(super, isb=false, truemotion=false)
bvec =MAnalyse(super, isb=true , truemotion=false)
fmask=Mmask(last,fvec,kind=1,ml=130).mt_binarize
bmask=Mmask(last,bvec,kind=1,ml=130).mt_binarize
#mask is the part of the even frame that IS moving in both the forward and
#backwards direction. If it isn't moving in BOTH directions then it isn't
#blinking and we CAN!!! use it.
Blinking=mt_logic(fmask,bmask,mode="and").selectevery(4,2).mt_expand.mt_expand
NotBlinking=Blinking.mt_invert
mt_logic(OddMoving,NotBlinking,mode="and").mt_expand.mt_expand
}