Panel.SelectDuplicatesFileNames.lua

-- Panel.SelectDuplicatesFileNames.lua
-- v1.3.5.0
-- Select Duplicates File Names in Branch panel with complex logic
-- For the correct result, set default sorting system settings:
--   [ ] Treat digits as numbers
--   [ ] Case sensitive
-- Column **<R>** shows the Result of the comparison
-- The Integrity Checker plugin is required to calculate Hashes
-- ![Panel.SelectDuplicatesFileNames](http://i.piccy.info/i9/7a5542e442b1ee61b39f6f9ad8dcae63/1585894944/7348/1370861/2020_04_03_091759.png)
-- Keys: launch from Macro Browser alt.
-- Tip: In the dialog all elements have prompts, press F1 for help

if not (bit and jit) then return end

local bit = bit
local band,bnot,bor = bit.band,bit.bnot,bit.bor

local F = far.Flags
local guid = "0CCE7734-1558-46AF-8D31-56344AA9C049"
local uGuid = win.Uuid(guid)
local MenuGuid1 = "B8B6E1DA-4221-47D2-AB2E-9EC67D0DC1E3"
local MenuGuid2 = "C323FBCF-6803-4F2C-B8B4-E576E7F125DC"
local IntChecker = "E186306E-3B0D-48C1-9668-ED7CF64C0E65"

-- Settings --------------------------------------------------------------------
local PanelMode,Description,Indicator = F.SM_USER+113,"PSDFN: Select Duplicates FileName","!?"
local Key = "CtrlShiftF3"
local repfile = "PSDFN-Report.txt"
--------------------------------------------------------------------------------

local ffi = require"ffi"
local C = ffi.C
local Flags = C.SORT_STRINGSORT
local NULL = ffi.cast("void*",0)
local PANEL_ACTIVE = ffi.cast("HANDLE",-1)
local pBL0,pBL1 = ffi.cast("BOOL*",0),ffi.cast("BOOL*",1)
local BS,ts = string.byte("\\"),{nil,true,9999,true,false,2,2,2,false,true,false}
local tHash = {}
local temp = win.GetEnv("Temp")
repfile = temp.."\\"..repfile
local freport = repfile
local Duplicates = {}

ffi.cdef[[ wchar_t* wcsrchr(const wchar_t*, wchar_t); ]]

local c0col = {
  GetContentFields = function(ColNames) for i,v in ipairs(ColNames) do if v=="R" then return true end end end;
  GetContentData = function(FilePath,ColNames)
    local data={}
    for i,v in ipairs(ColNames) do if v=="R" then data[i] = Duplicates[FilePath] or "" end end
    return next(data) and data
  end
}
if not Far then for k,v in pairs(c0col) do export[k]=v end elseif ContentColumns then ContentColumns(c0col) end

local Items = {
 --[[01]] {F.DI_DOUBLEBOX,    3, 1, 57, 12, 0, 0, 0, 0, Description..". Help: F1"},
 --[[02]] {F.DI_CHECKBOX,     5, 2, 26,  2, 0, 0, 0, 0, "Num&ber of symbols"},
 --[[03]] {F.DI_EDIT,        27, 2, 32,  2, 0, 0, 0, 0, ""},
 --[[04]] {F.DI_CHECKBOX,     5, 3, 16,  3, 0, 0, 0, 0, "Ignore &case"},
 --[[05]] {F.DI_CHECKBOX,     5, 4, 43,  4, 0, 0, 0, 0, "Ignore Full &Duplicates of FileName"},
 --[[06]] {F.DI_CHECKBOX,     5, 5, 21,  5, 0, 0, 0, F.DIF_3STATE, "&Sizes of FD:"},
 --[[07]] {F.DI_CHECKBOX,     5, 6, 22,  6, 0, 0, 0, F.DIF_3STATE, "&Hashes of FD:"},
 --[[08]] {F.DI_CHECKBOX,     5, 7, 26,  7, 0, 0, 0, F.DIF_3STATE, "&Attributes of FD:"},
 --[[09]] {F.DI_CHECKBOX,     5, 8, 47,  8, 0, 0, 0, 0, "Accuracy (&Two-pass method for <> only)"},
 --[[10]] {F.DI_CHECKBOX,     5, 9, 37,  9, 0, 0, 0, 0, "Cl&ear selection for begin"},
 --[[11]] {F.DI_CHECKBOX,     5,11, 15, 11, 0, 0, 0, 0, "Re&port"},
 --[[12]] {F.DI_TEXT,        -1,10,  0,  0, 0, 0, 0, F.DIF_SEPARATOR,""},
 --[[13]] {F.DI_BUTTON,       0,11,  0,  0, 0, 0, 0, F.DIF_DEFAULTBUTTON+F.DIF_CENTERGROUP,"&Ok"},
 --[[14]] {F.DI_BUTTON,       0,11,  0,  0, 0, 0, 0, F.DIF_CENTERGROUP,"Ca&ncel"}
}

local function StartAndLenW(name)
  local ptr = C.wcsrchr(name,BS)
  name = ptr==nil and name or ptr+1
  local len = tonumber(C.wcslen(name))
  if ts[2] and ts[3]<0 and -ts[3]<len then
    return name+len+ts[3],-ts[3],name,len
  elseif ts[2] and ts[3]>0 and ts[3]<len then
    return name,ts[3],name,len
  else
    return name,len,name,len
  end
end

local function GetHash(path)
  if type(path)~="string" then path=win.Utf16ToUtf8(ffi.string(path,C.wcslen(path)*2)) end
  local hash=tHash[path]
  if not hash then hash=Plugin.SyncCall(IntChecker,"gethash","SHA-512",path,true) or "" tHash[path]=hash end
  return hash
end

local Compare = function(p1,p2)
  local res=0
  if ts[2] then
    local st1,ln1 = StartAndLenW(p1.FileName)
    local st2,ln2 = StartAndLenW(p2.FileName)
    res = -2 + C.CompareStringW(C.LOCALE_USER_DEFAULT,Flags,st1,ln1,st2,ln2)
    if res~=0 then return res end
  end
  if ts[6]~=2 then
    local sz1=tonumber(p1.FileSize)
    local sz2=tonumber(p2.FileSize)
    res=sz1-sz2
    if res~=0 then return res end
  end
  if ts[7]~=2 then
    local sz1=tonumber(p1.FileSize)
    local sz2=tonumber(p2.FileSize)
    local hs1 = sz1==0 and "" or GetHash(p1.FileName)
    local hs2 = sz2==0 and "" or GetHash(p2.FileName)
    if     hs1<hs2 then res=-1
    elseif hs1>hs2 then res=1
    end
    if res~=0 then return res end
  end
  if ts[8]~=2 then
    local fa1=tonumber(p1.FileAttributes)
    local fa2=tonumber(p2.FileAttributes)
    res=fa1-fa2
  end
  return res
end

local tts={}

local function DlgProc(hDlg,Msg,Param1,Param2)
  if Msg==F.DN_INITDIALOG then
    for i=2,#Items-3 do tts[i]=ts[i] end
    hDlg:send(F.DM_SETTEXT,3,tts[3])
    hDlg:send(F.DM_SETCHECK,2,tts[2] and F.BSTATE_CHECKED or F.BSTATE_UNCHECKED)
    hDlg:send(F.DM_SETCHECK,4,tts[4] and F.BSTATE_CHECKED or F.BSTATE_UNCHECKED)
    hDlg:send(F.DM_SETCHECK,5,tts[5] and F.BSTATE_CHECKED or F.BSTATE_UNCHECKED)
    hDlg:send(F.DM_SETCHECK,6,tts[6]==0 and F.BSTATE_UNCHECKED or tts[6]==1 and F.BSTATE_CHECKED or tts[6]==2 and F.BSTATE_3STATE)
    hDlg:send(F.DM_SETTEXT,6,"&Sizes of FD: "..(tts[6]==0 and "<>" or tts[6]==1 and "==" or "--"))
    hDlg:send(F.DM_SETCHECK,7,tts[7]==0 and F.BSTATE_UNCHECKED or tts[7]==1 and F.BSTATE_CHECKED or tts[7]==2 and F.BSTATE_3STATE)
    hDlg:send(F.DM_SETTEXT,7,"&Hashes of FD: "..(tts[7]==0 and "<>" or tts[7]==1 and "==" or "--"))
    hDlg:send(F.DM_SETCHECK,8,tts[8]==0 and F.BSTATE_UNCHECKED or tts[8]==1 and F.BSTATE_CHECKED or tts[8]==2 and F.BSTATE_3STATE)
    hDlg:send(F.DM_SETTEXT,8,"&Attributes of FD: "..(tts[8]==0 and "<>" or tts[8]==1 and "==" or "--"))
    hDlg:send(F.DM_SETCHECK,9,tts[9] and F.BSTATE_CHECKED or F.BSTATE_UNCHECKED)
    hDlg:send(F.DM_SETCHECK,10,tts[10] and F.BSTATE_CHECKED or F.BSTATE_UNCHECKED)
    hDlg:send(F.DM_SETCHECK,11,tts[11] and F.BSTATE_CHECKED or F.BSTATE_UNCHECKED)
  elseif Msg==F.DN_BTNCLICK and (Param1==2 or Param1==4 or Param1==5 or Param1==9 or Param1==10 or Param1==11) then
    tts[Param1] = Param2~=0
  elseif Msg==F.DN_BTNCLICK and (Param1==6 or Param1==7 or Param1==8) then
    tts[Param1] = Param2
    hDlg:send(F.DM_SETTEXT,Param1,(Param1==6 and "&Sizes of FD: " or (Param1==7 and "&Hashes of FD: " or "&Attributes of FD: "))..(Param2==0 and "<>" or (Param2==1 and "==" or "--")))
    tts[9]=tts[6]==0 or tts[7]==0 or tts[8]==0
    hDlg:send(F.DM_SETCHECK,9,tts[9] and F.BSTATE_CHECKED or F.BSTATE_UNCHECKED)
  elseif Msg==F.DN_EDITCHANGE and Param1==3 then -- Number symbols
    tts[3] = tonumber(hDlg:send(F.DM_GETTEXT,3)) or tts[3]
  else
    return
  end
  return true
end

Panel.LoadCustomSortMode(PanelMode,{Description=Description;Indicator=Indicator;Compare=Compare})

Macro {
  description=Description.." in Branch panel"; area="Shell Menu"; key = Key.." Enter MsLClick"; name="PSDFN";
  condition = function(key) return Area.Shell and key==Key or Area.Menu and (Menu.Id==MenuGuid1 or Menu.Id==MenuGuid2) and Menu.Value:find(Description) and (key=="Enter" or key=="MsLClick") end;
  action=function()
    if Area.Menu then Keys("Esc") end
    if far.Dialog(uGuid,-1,-1,Items[1][4]+4,Items[1][5]+2,nil,Items,nil,DlgProc)==#Items-1 then
      local t0=far.FarClock()
      for i=2,#Items-3 do ts[i]=tts[i] end
      Flags = ts[4] and bor(Flags,C.NORM_IGNORECASE) or band(Flags,bnot(C.NORM_IGNORECASE))
      --local PInfo=panel.GetPanelInfo(nil,1)
      local PInfo=ffi.new("struct PanelInfo")
      PInfo.StructSize=ffi.sizeof(PInfo)
      local pc=ffi.cast("struct PluginStartupInfo*",far.CPluginStartupInfo()).PanelControl
      if pc(PANEL_ACTIVE,"FCTL_GETPANELINFO",0,PInfo)==1 then
        local pin,pif = tonumber(PInfo.ItemsNumber),tonumber(PInfo.Flags)
        if pin>1 then
          if ts[10] then
            local psin=tonumber(PInfo.SelectedItemsNumber)
            if psin>0 then
              pc(PANEL_ACTIVE,"FCTL_BEGINSELECTION",0,NULL)
              for i=0,psin-1 do pc(PANEL_ACTIVE,"FCTL_CLEARSELECTION",i,NULL) end
              pc(PANEL_ACTIVE,"FCTL_ENDSELECTION",0,NULL)
            end
          end
          if band(pif,F.PFLAGS_SELECTEDFIRST)>0 then Keys("ShiftF12") end
          if band(pif,F.PFLAGS_REVERSESORTORDER)==0 then pc(PANEL_ACTIVE,"FCTL_SETSORTORDER",1,NULL) end
          Panel.LoadCustomSortMode(PanelMode,{Description=Description;Indicator=Indicator;Compare=Compare})
          Panel.SetCustomSortMode(PanelMode,0)
          local st0,ln0,st1,ln1,st2,ln2,st3,ln3,sz0,sz1,fa0,fa1,hs0,hs1,fp0,fp1
          local ppi = ffi.new("struct FarGetPluginPanelItem")
          ppi.StructSize = ffi.sizeof("struct FarGetPluginPanelItem")
          local function PGPI(i)
            ppi.Size = pc(PANEL_ACTIVE,"FCTL_GETPANELITEM",i,NULL)
            if ppi.Size~=0 then
              local buf = ffi.new("char[?]",ppi.Size)
              ppi.Item = ffi.cast("struct PluginPanelItem*",buf)
              pc(PANEL_ACTIVE,"FCTL_GETPANELITEM",i,ppi)
              if ts[2] then st1,ln1,st3,ln3=StartAndLenW(ffi.cast("const unsigned short*",ppi.Item.FileName)) end
              sz1=tonumber(ppi.Item.FileSize)
              if ts[7]~=2 then
                fp1=win.Utf16ToUtf8(ffi.string(ppi.Item.FileName,C.wcslen(ppi.Item.FileName)*2))
                hs1=GetHash(fp1)
              end
              fa1=tonumber(ppi.Item.FileAttributes)
            end
          end
          Duplicates={}
          local count,mark,sel,prefix = 0,'0'
          pc(PANEL_ACTIVE,"FCTL_BEGINSELECTION",0,NULL)
          PGPI(0)
          if ts[7]~=2 then
            local pre0='\\\\?\\'
            local pre1=fp1:sub(1,4)==pre0
            local pre2=fp1:sub(2,3)==':\\'
            prefix=pre1 and '' or (pre2 and pre0 or pre0..APanel.Path..'\\')
          end
          for i=1,pin-1 do
            st0,ln0,st2,ln2,sz0,fa0,hs0,fp0 = st1,ln1,st3,ln3,sz1,fa1,hs1,fp1
            PGPI(i)
            if (not ts[2] or ts[2] and C.CompareStringW(C.LOCALE_USER_DEFAULT,Flags,st0,ln0,st1,ln1)==2)
              and ((ts[6]==0 and sz0~=sz1 or ts[6]==1 and sz0==sz1 or ts[6]==2)
               and (ts[7]==0 and hs0~=hs1 or ts[7]==1 and hs0==hs1 or ts[7]==2)
               and (ts[8]==0 and fa0~=fa1 or ts[8]==1 and fa0==fa1 or ts[8]==2))
            then
              if band(fa0,0x10)==0 then pc(PANEL_ACTIVE,"FCTL_SETSELECTION",i-1,pBL1) if ts[7]~=2 then Duplicates[prefix..fp0]=mark end end
              if band(fa1,0x10)==0 then pc(PANEL_ACTIVE,"FCTL_SETSELECTION",i  ,pBL1) if ts[7]~=2 then Duplicates[prefix..fp1]=mark end end
              sel=true
            end
            if sz1~=sz0 then count,mark,sel = 0,'0'
            elseif sel and sz1==sz0 and hs1~=hs0 then count=count+1 if count>35 then count=0 end mark=tostring(tonumber(count,36))
            end
          end
          if ts[9] then
            PGPI(0)
            for i=1,pin-1 do
              st0,ln0,st2,ln2,sz0,fa0,hs0,fp0 = st1,ln1,st3,ln3,sz1,fa1,hs1,fp1
              PGPI(i)
              if (not ts[2] or ts[2] and C.CompareStringW(C.LOCALE_USER_DEFAULT,Flags,st2,ln2,st3,ln3)==2) -- Full FileName only
                and (((ts[5] and ts[6]==1 or not ts[5] and ts[6]==0) and sz0==sz1)
                  or ((ts[5] and ts[7]==1 or not ts[5] and ts[7]==0) and hs0==hs1)
                  or ((ts[5] and ts[8]==1 or not ts[5] and ts[8]==0) and fa0==fa1))
              then
                if band(fa0,0x10)==0 then pc(PANEL_ACTIVE,"FCTL_SETSELECTION",i-1,pBL0) if ts[7]~=2 then Duplicates[prefix..fp0]=nil end end
                if band(fa1,0x10)==0 then pc(PANEL_ACTIVE,"FCTL_SETSELECTION",i  ,pBL0) if ts[7]~=2 then Duplicates[prefix..fp1]=nil end end
              end
            end
          end
          pc(PANEL_ACTIVE,"FCTL_ENDSELECTION",0,NULL)
          pc(PANEL_ACTIVE,"FCTL_REDRAWPANEL",0,NULL)
          local t1=far.FarClock()
          if ts[11] then
            local pisel,pisin=""
            if pc(PANEL_ACTIVE,"FCTL_GETPANELINFO",0,PInfo)==1 then
              pisin=tonumber(PInfo.SelectedItemsNumber)
              pisel=tostring(pisin==1 and 0 or pisin).."/"..tostring(tonumber(PInfo.ItemsNumber))
            end
            local count=0
            while true do
              if win.GetFileAttr(freport)
              then count=count+1 freport=repfile:gsub("%.txt$","_"..count..".txt")
              else break
              end
            end
            local h = io.open(freport,"w+b")
            h:write("Items: "..pisel..
              "\nExecution time: "..(t1-t0)..
              " mcs\nNumber of symbols: "..(ts[2] and ts[3] or "all")..
              "\nIgnore case: "..tostring(ts[4])..
              "\nIgnore Full Duplicates of FileName: "..tostring(ts[5])..
              "\nSizes of FD: "..(ts[6]==0 and "<>" or ts[6]==1 and "==" or "--")..
              "\nHashes of FD: "..(ts[7]==0 and "<>" or ts[7]==1 and "==" or "--")..
              "\nAttributes of FD: "..(ts[8]==0 and "<>" or ts[8]==1 and "==" or "--")..
              "\nAccuracy (Two-pass method): "..tostring(ts[9])..
              "\n"..string.rep("-",40).."\nAttr\tSize\tHash\tPath\n"..string.rep("-",40).."\n")
            local function PGPSI(i)
              ppi.Size = pc(PANEL_ACTIVE,"FCTL_GETSELECTEDPANELITEM",i,NULL)
              if ppi.Size~=0 then
                local buf = ffi.new("char[?]",ppi.Size)
                ppi.Item = ffi.cast("struct PluginPanelItem*",buf)
                pc(PANEL_ACTIVE,"FCTL_GETSELECTEDPANELITEM",i,ppi)
                local path = win.Utf16ToUtf8(ffi.string(ppi.Item.FileName,C.wcslen(ppi.Item.FileName)*2))
                h:write(
                  tostring(tonumber(ppi.Item.FileAttributes)).."\t"..
                  tostring(tonumber(ppi.Item.FileSize)).."\t"..
                  tostring(GetHash(path)).."\t"..
                  path.."\n"
                )
              end
            end
            if pisin then for i=0,pisin-1 do PGPSI(i) end end
            io.close(h)
            far.Message("mcs: "..far.FarClock()-t0,"PSDFN")
          end
        end
      end
    end
  end;
}

Macro {
  description = "PSDFN - Help"; area = "Dialog"; key = "F1";
  condition=function() return Area.Dialog and Dlg.Id==guid end;
  action=function()
    if Dlg.CurPos<=3 then far.Message("The number of first (>0) or last (<0) symbols to compare","Help: Number of symbols")
    elseif Dlg.CurPos==4 then far.Message("Case of letters in FileName will be ignored","Help: Ignore case")
    elseif Dlg.CurPos==5 then far.Message("Full Duplicates of FileName will be ignored","Help: Ignore Full Duplicates of FileName")
    elseif Dlg.CurPos==6 then far.Message("-- ignore, == equal, <> is not equal","Help: Sizes of FD")
    elseif Dlg.CurPos==7 then far.Message("-- ignore, == equal, <> is not equal","Help: Hashes of FD")
    elseif Dlg.CurPos==8 then far.Message("-- ignore, == equal, <> is not equal","Help: Attributes of FD")
    elseif Dlg.CurPos==9 then far.Message("Two-pass method for\n<> (is not equal) options only","Help: Accuracy")
    elseif Dlg.CurPos==10 then far.Message("Clear selection for begin","Help: Clear selection")
    elseif Dlg.CurPos==11 then far.Message("mcs  - total time of execution in mcs\nReport will be saved to:\n"..freport,"Help: Report",nil,"l")
    end
  end;
}