LiveCode Forums.

Code: Select all

repeat  for each item N in "7,9,13,14,15,16,18,23,24"
         put (item N of tLine) + (item N of tProc) into item N of tProc
      end repeat

Code: Select all

on mouseUp
   put the milliseconds into t
   lock screen
   put field "source" into tSource
   put "7,9,13,14,15,16,18,23,24" into tItems
   
   split tSource by return
   repeat for each key aKey in tSource
      put item 11 of tSource[aKey] into tEmail
      put aKey & comma after tEmailArray[tEmail]["theLines"]
   end repeat
   
   repeat for each key aKey in tEmailArray
      put tEmailArray[aKey]["theLines"] into tLines
      delete last char of tLines -- a comma
      if the number of items of tLines > 1 then
         sort items of tLines ascending numeric
         repeat for each item N in tItems
            put item N of tSource[item 1 of tLines] + item N of tSource[item 2 of tLines] into item N of tSource[item 2 of tLines]
         end repeat
         put tSource[item 1 of tLines] & cr after tCollectDupes
         add 1 to tCountDupes
         put tSource[item 2 of tLines] & cr after tCollectDest
         add 1 to tCountProc
      else
         put tSource[item 1 of tLines] & cr after tCollectDest
         add 1 to tCountProc
      end if
   end repeat
   put "processing ms " & the milliseconds - t 
   put the milliseconds into t
   put tCountDupes into field "lblDupes"
   put tCountProc into field "lblProc"
   put tCollectDupes into field "fldDupeTxt"
   put tCollectDest into field "Destination"
   put " loading fields ms " & the milliseconds - t after msg
   unlock screen
end mouseUp

Code: Select all

-- change the filenames to your need
local filenameOutput = "/Users/U/Desktop/dummydataOut.txt"
local filenameInput = "/Users/U/Desktop/dummydata.csv"

-- only for debugging (when it works, drop it + line where the test is )
local Maxi4testing = 1001

-- vars shared between handlers
local fldNoEmail, lblDupes, fldDupetxt, lblProc
local destination, Timers, N


on mouseUp
   put zero into field "lblProc"
   put zero into field "lblDupes"
   put empty into fld 1
   put empty into field 2
   put empty into destination
   put empty into fldNoEmail
   put empty into lblDupes
   put empty into fldDupetxt
   put empty into lblProc
   
   startChrono 1
   
   put URL  ("file:" & filenameInput )  into tSource
   
   startChrono 2
   
   processCSVfile tSource
   
   -- refresh our view
   put fldNoEmail into  fld "fldNoEmail"
   put lblDupes  into field "lblDupes"
   put fldDupetxt into field "fldDupetxt"
   put lblProc into fld "lblProc"
   put N into fld "lblProc"
   
   startChrono 3
   
   -- Transform our array back to text ( one line per value)
   combine destination by return
   
   startChrono 4
   
   -- well, updating the field text takes 10 seconds!!!!
   -- put ArrayDestination into field 2
   -- instead, save it as a text file:
   put destination into URL ( "file:" & filenameOutput)
   put "Check results in file: " & filenameOutput into field 2
   
   startChrono 5
   
   showTimers Timers
end mouseUp



local kMail = 11

on processCSVfile @CSVtext
   put 0 into N
   repeat for each line aLine in CSVtext
      add 1 to N
      -- drop it when script works:
      -- if N > Maxi4testing then exit repeat
      
      -- view progress: ( comment all only for speed measurement)
      --      if N Mod 1000 = 0 then
      --         put N into fld "lblProc"
      --         -- give the engine some time to breath:
      --         wait 1 milliseconds with messages
      --      end if
      
      put item kMail of aLine into tEmail
      if tEmail is empty then  -- If no email, store it apart
         put aLine & cr after fldNoEmail
         next repeat
      end if
      
      if destination[ tEmail] is empty then
         put aLine into destination[ tEmail]
         next repeat
      end if
      
      add 1 to  lblDupes
      put destination[ tEmail] into tProc
      put tProc & cr after fldDupetxt
      
      repeat  for each item X in "7,9,13,14,15,16,18,23,24"
         add  (item X of aLine) to  item X of tProc
      end repeat
      
      put tProc into destination[ tEmail]
      
   end repeat
end processCSVfile


on showTimers T
   local s
   put "loading CSV file:" &tab&  T[ 2] - T[ 1] &cr into s 
   put "repeat loop:" &tab& T[ 3] - T[ 2] &cr after s
   put "combine:" &tab&  T[ 4] - T[ 3] &cr after s 
   put "fill up field:" &tab& T[ 5] - T[ 4] &cr after s 
   put "whole script:" &tab& T[ 5] - T[ 1] &cr after s
   answer s
end showTimers

on startChrono n
   put the milliseconds into Timers[ n]
end startChrono

Code: Select all

 combine destination by return

Code: Select all

   repeat for each element aRecord in destination
      put aRecord & cr after tCollect
   end repeat