From 49eefd4b7bff9637a7db031add489317e6c4e503 Mon Sep 17 00:00:00 2001 From: KammM Date: Mon, 14 Oct 2024 11:22:46 +0200 Subject: [PATCH] =?UTF-8?q?Import-FileContentToDB:=20=C3=9Cberarbeitung=20?= =?UTF-8?q?der=20Importlogik,=20Filterung=20von=20Sonderzeichen?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../Import-FileContentToDB.ps1 | Bin 144442 -> 159846 bytes .../Import-FileContentToDB_History.txt | 8 +++ .../Import-FileContentToDB_Settings.ini | 14 ++-- .../Logs/MoveOrCopy-Files_21022024_160741.log | 66 ------------------ 4 files changed, 15 insertions(+), 73 deletions(-) delete mode 100644 current/MoveOrCopy-Files/Logs/MoveOrCopy-Files_21022024_160741.log diff --git a/current/Import-FileContentToDB/Import-FileContentToDB.ps1 b/current/Import-FileContentToDB/Import-FileContentToDB.ps1 index be38d1bda3380f4725912e402391db6f55d13ecf..76a5b2c3fe0d1fe6a47d8392d852575061e38ddf 100644 GIT binary patch delta 8682 zcmdT~dsLKV8vmY|5n)6c?l;BZqJRM+nrWpwppl|-QKWWr4U$M(L zp3F2LD^n}fw$IF?*m14nmWMi>a$A?Co3_<4^SIestNVN3Z|=@yu>G@V4m02PUY_^4 zy}#%8zPj(r;FI={&PPq*Bb6Lwq>_v8JbdRVqt$#G~sA)r=S3~lOo zR}jUrA&=tHXDdUMx$Yh;o2z6iVPKZBLJ=cUv_rFK6sg^zW;PkfvZrI{=O1f( z`%x3|xxJLj$IbX!+n?TGYb7Ocip=i(mSIf~S^Y@jGD0-O%!OJk?;? z2K-uKRh_Z~j;h6zuwkw;&*8ec@PL?Ol_M8mh8)Lb<#a7SH-HB5k`Q`=yUY~9%gt2C zVP>izD-Sf&%=j!N9iJ>E#qn3H%z_`LDOtS8OjG+iUb)Ilw|c((Hakmk4Gkp1JwgbZ zGSa!0d*WrQx~D*+Ox`t{u7AE@02$SSQ&C!F7&RExd##O=<)o@phbZ5=_|HN{hfwslgz{$1vSRqBon1?4M4qq}+e1Av&aJY%) z@~}4e>^>8X6Pry5KYDmTecrQ@v;@t=>62%UJZLyPn6c07soMXt}6eT(rt zU#4(1+Vwg9Mm1rjQP`>JE2Y?l7`(tS+@FZWP^d<^)-^)BjrDmeP)d~PK5fPD_T}wz zVaMj?1QVIL+(?#?8=$j+!b>3B>khGxToJLV ztBSF}QukuKryt$Qoiizo8zK#H9QqX5i~`#7(xLzd_kA9P)WUlhP zZ=&tVEr`*pTPQ{!T)r2ewl;w*yfu_8S6{AcmLFv@g>AffH)V&5I-qYG=iUf!qjZNN zZ(t{L=z#Uh&4(cA5}= zy9{fU@&|`cSMd5cl$tq2G1}2tltJ2s2)YoKJw+*mqcZSG4p3V}Mah=CtD3)?OR=${ z;D{!%O|7U4nfL&fxGaq}sbizU`0*5|(w0Rg81P+5JkL&}N4euVx`A_tQYr7NqX-(I zRvnH+|Eil4g@G0PyHv{JGs(1pyRV^1V&pVl6HZa;nMRX7nr%t+irO(PLZ(-H7Cpf0 zG7Kgzo`vvOhEW4QmqpENN~inuCrc*0(cD78YTJ+~&ds1XuJ$$hQ>Tg%!-mrmS4R|g z-VG?cxRipp=xXRCWkOP1>vD`O%%V9Onhd0O49{^cmNSAL&bD%%JOviYS17bZJYC@K6f&ukP9?}~!(D#@6}h((Uv2FOUqU(A zc%DT#>~Ao2T{+S*YC3%+A~TI|C`RDm>;jG{0grGxHcEemrA7QvDTc@n*cZe5%J7P1 z<%|t%9S@;UAWW@%A_z&lYEz_f1%T^d3%1_HAj4f!3k_OqA@>lmABTk@24Z&^vAeh= znTDvj8%*3&3(YO_D51m(V6H;pYy`Lq$QETv@H{fX)DO)vAZ0+1>&~>KtPpn&Pvhjs*))OBzu@1;;>5QAbup@&}J#?^>#Z zB?b(3NyrZ*!7&#w~ItjsT8W2^>Q-xMvM<&yR@beRY)Pf{N&HcwM;>>~1E$ z1!c1GC%4npY*+~BK0K8sYs(hWwgk2Me3H}4(%v#T5)DptBXFxZT7GcM>Yy{fXZbUZNH_|ZfuBYKVXCsAaVhC|w5Jkn`s4NrJ z8jxv4+!msK=EzTqn%@)8mD?y{RH-ELjo=HOWOzI#*Z|Hqp|uH^s|Q?&YE&B4LyHFk zjqj8qb@J?5h$)#SBAKfB-7aW;&sJKET``<3A0dlNpQJpk`&sI6WT6J@ULy+O%op%0 zf2MNIb^vzg3zTad1uB7_sWgg5Y^Uq_mK`*PJGRs4{*I9ICl|1WWd(|;Wd{hy4?8H1 z+n%Mo>uX`GAZ#EnG9qp_EJdr%NGI#X1=(hJ_}I)64?+Mn5nJpXn`Nz5K0}qSeFGqsFBn6`afaclOV?c}M^^L$4eJ zu3BBRJAT|u7_<=O*(Xd;CtHlcucr~3L=~#-WfNEK#IV{;s4y5dT9C1F?%n}Z z+W!<1blFotD(CAq*Haizcp8a(?`E1Ngj{y$Fv0*%&Z21UI7kV8*?s##^p zFTl{P2Z1p&P7Pw)AxSCP?L%Nd5N|&sYEKs|KB5V;)u`gLVh>Djz-JVSiJ6S zSX=Z8jiyoB%2#NLF}xfJya4f^f;f=jIZ6XR8%oK1ybBR=P7dX_vJGLt!%Oc`s()## zj)@(8h{D)zFeGvJCgi2V5SyH#HSeXvl$xeY#*$UYZvA8~HlKG}U|U2cre1NnrvD(slYCcF~jCnvQpC$oZvgxZwpgwE>PedvST(`3Q8ALJ{T$$_J zfpkX>(7E0T#nRLM@9^gi7Y6#`51;vv@*LGJ`8bW_u76OHR(ptMlTn`M_8}ugJ;1G& zRj&w*yzDGCS=dgHuL*wvD;0Rfz^mn)bA;~U?iZb8HEu^o$D9q z_V{AhJx6gIoXPDwC{pV_DmaU;ECG62`8%|Z*!~_B08InIlLI0Oa2^2cWVQ;ZMtYdJ zyBmz?0;*fT6Jw-6VV>>Hf0~m&4It;L@S)C*-ns!c#iO8#DjpZ`tzt< zP3q>NcwVQ$%YtqV6gP8oapspIx$Fc*4%VexB|M8u)><$z!4>80k0etv56_h(@tJ)P z9zaf}Q%*6;+eCnVIcyh@?_Xx_XUO4uI)Da{9)Q#Qn01x%&Mg$|FiMgZU!&}s zQF{U?^9ziU>j7`MpKZKuQR18}$AsEuA%lD{BZQE*L+i_ewoGXb_k2Qw2 z_E5LuYymfDr+a9pBOlJ1aAQ_{KbcbnPwGor4Ej`16PXqehHdYY7PjYbIQqN<(U@_9 zB7TA6ytBc3dN2Lul>{d4ZUc*}I2GqjEA)~qaZsj&Zjej~UxQ>ycx&_v4D!wd@9DiX z$e92IE{ed>IZbd!oDuPQt?&z)<_J3odX%_q3FgW#`V@Q3@+GA?!tNAi^+W^v zaj^f4`>=)Nolc)(??*;2{neKQV9SeOXlL#R?aujO1)r<)0%&zW}~~;O}}sjSR~H~+NYOrj&}_ijH}hE^Fu{f z1eY3d^uNwvxYyBLbvTiCcIbBkDbCANIjqh#B9@=%#<}sV(O@?~jTjC0-eZTbHPet4 z;Qt7 zN!z4asg|!AX)Ygkk%gE2olJZ)T^M=LK&{HjNXj7Yoj@&o!$hljg&EBb6UB1ccu4!E zh%7F&i|ix&zC#gwFq(`M$?qMbXxY}PXTxsF;_{sotNhbKX%Q+oQk*mBYcuayLU}w` zOv~8*Jz6chOggT6f%M!xnT)byxtY&LQ!4wu3xV}>DRbOJ$tXqgU-L;}>m-VjZ^}l# zafou*H;>BMwg!m$DyWcm<&lGX4pFYU&^6R6pzh#YIcFEr-VsClLb9@>6VX)6r)vK~ z-~12_i2Nj6!?%~Bc!QlPM=UHZ3Xv-*4jGm%g5QRB;LW#)>NPdbO1S-S39aD574$~P zRDZ~*jO|Ow<=0;PZ+O18l-Bq?SCrB{e{a{*^dLCr@KjR6@QA$*I3D~yZSWguD5Kh; zRR^tNM-FV>TTBLa{~*9lg}N}ztgjp}HD=WXShw<(X9D44>T)nP3p=WXfv+z`uBZx# zvU)hc!z+mb(`#TRid$C=nStOM6=)R4lu!)2)=`u952%=s2%EwjPqlDTX)K1cpEzrOLjkoh4@(=~%-yco6$EnKA*=?D+&o(e@Hqg*UN98@)%%lt`OUO=_@O zC2hg~x5=)QmP=*QB3P`EUX*@_(KhtzE2UQ-L(Kt5FGH;cP`9D~IIfmLYAaU_P!e}F zVMpw*q0l8ZqHZKqid1%GA@|d^gTulCGBmHCSkGP*pj)p{9GC8<_3Yb2)(ImR;pK~H zx|}`98b5z*x|)~M)S#V7DqP!0R{8ZkG&6dH(E!a{^^hhHdom6!XuHR?&{fFpiwjD<8Xm6w#+1+K}$~N4l zz6oLnyY`@PSD1x`2iu`g@n_r=n;&AXTcPdjI6~RHt6dd7i)wVc9WNlQSA3RQ)!qiq zI0DR>$b5g2|%u#Rqw$*u!lu6Kj?u&+ZFUM zG_b{l)tqxwNSQq694h09zu^*F|1p}s{0=&rtu(8d2YLW6pl9T^w;?gwxmjLw+w55= zbbNe}Eb=dvSoK!SU|WPpC z&<0(tx%m!4@ivf7={!v3#7zgFY(GJXY(IvVRNuRJ5WdwLr@&jOdbO#WV&*$75O5p? z^2}e8L2;g-b;M2|F2>wbRKog`cvF;j;409DohPYqdqI>FoC5W23xULS z3znQ-JSs1ph3B?Y;JMn1yImV*9RrJX@1ZGaQxo8GFuSjZYL8T&#+$gKgPdINr5KvY zd;USsvf&n@y!=~8UhGAq?RVyf)Z-`FiT8IzvSi~q{WOmqxABIN-Y>M$?S|@mGjVP0|n@#c|uYsLi8j2s)h?Q*a2dM$p+diQ)G?wf$ zLHz(rY25io%278-F<&PS@f!z_D@}Jy8gUAU>lh*}DhXWQy8&KPlkjeFe@15F3uhmL zvuj%Ba?ee&D&3u=Be}jfL3ZBH4?O^*&O?qFaXBxOVZ2Rx0%c{UeE)Pbn9<1%#j&CK zO7|UV!pF?#lsqoTnMrVdnuyUzN3}?#NadR@+DXBX86hX2wix8ZfdqEX6uHyX2a`>D z1y}cv@xMvC$o)?)R8ZdY6-{OLLn=@_|Ds{FEi3o_8*?opmQTtQXb6Bb!MkQmOxDdPm3>@_o z3L3G++1x rcM0vg*90f1v@g+SrPeOG61lTRWb=Y*_`+wRQOS0SgA;j~OC # #--------------------------------------------------------------------------------------------------# # First Parameter: # -# Set the first SQL Query, this query will only be run once per file. # +# Set the first SQL Query. # # Example: DELETE FROM [DD_ECM].[dbo].[TABLE] # #################################################################################################### @@ -172,7 +172,7 @@ DBConnString = "Data Source=S-ZLSDMS-DB1\;Initial Catalog=DD_ECM\;User Id=DD_ECM # InitialSQL = # #--------------------------------------------------------------------------------------------------# # First Parameter: # -# Set the second SQL Query, this query will only be run once per file. # +# Set the second SQL Query. # # Example: DELETE FROM [DD_ECM].[dbo].[TABLE] # #################################################################################################### @@ -182,7 +182,7 @@ DBConnString = "Data Source=S-ZLSDMS-DB1\;Initial Catalog=DD_ECM\;User Id=DD_ECM # PreparingSQL = # #--------------------------------------------------------------------------------------------------# # First Parameter: # -# Set the third SQL Query, this query will only be run once per file. # +# Set the third SQL Query. # # Example: DELETE FROM [DD_ECM].[dbo].[TABLE] # #################################################################################################### @@ -207,7 +207,7 @@ DBConnString = "Data Source=S-ZLSDMS-DB1\;Initial Catalog=DD_ECM\;User Id=DD_ECM # Example: DELETE FROM [DD_ECM].[dbo].[TABLE] # #################################################################################################### -Profile = ExcelImport ; %CellValue% ; E:\FileProcessing\Input\File\DocumentKindAssigned\XAP_Adressstammdaten\*.xlsx ; utf7 ; 4 ; 5 ; 999999999 ; XAP__Stammdaten_Adressen(2) ; E:\FileProcessing\Output\File\DocumentKindAssigned\XAP_Adressstammdaten ; E:\FileProcessing\Output\File\DocumentKindAssigned\XAP_Adressstammdaten +Profile = ExcelImport ; %CellValue% ; E:\FileProcessing\Input\File\DocumentKindAssigned\XAP_Adressstammdaten\*.xlsx ; utf7 ; 4 ; 5 ; 999999999 ; XAP ; E:\FileProcessing\Archive\File\DocumentKindAssigned\XAP_Adressstammdaten ; E:\FileProcessing\Output\File\DocumentKindAssigned\XAP_Adressstammdaten PreparingFile = CheckSQL = InitialSQL = DELETE FROM [DD_ECM].[dbo].[TBCUST_XAP_KUNDENSTAMM] @@ -215,7 +215,7 @@ PreparingSQL = MainLoopSQL = INSERT INTO [DD_ECM].[dbo].[TBCUST_XAP_KUNDENSTAMM]([Kundennummer],[Objektnummer],[Versorgungsart],[rAdressart],[rAnrede],[rNAME1],[rNAME2],[rStraße],[rHausnummer],[rPostfach],[rPLZ],[rOrt],[rTelefon],[rMail],[vAdressart],[vAnrede],[vNAME1],[vNAME2],[vStraße],[vHausnummer],[vPostfach],[vPLZ],[vOrt],[vTelefon],[vMail],[ADDED_WHO],[ADDED_WHEN]) SELECT '%column1%','%column2%','%column3%','%column4%','%column5%','%column6%','%column7%','%column8%','%column9%','%column10%','%column11%','%column12%','%column13%','%column14%','%column15%','%column16%','%column17%','%column18%','%column19%','%column20%','%column21%','%column22%','%column23%','%column24%','%column25%','Import-FileContentToDB',getdate() FinalSQL = -Profile = CSVImport ; %CellValue% ; \\s-zls22\Somentec\XAP-Mandanten\XAPPROD\Archiv\*.csv ; utf7 ; 3 ; 4 ; 999999999 ; \^\,\^|\^ ; \\s-zls22\Somentec\XAP-Mandanten\XAPPROD\Archiv\DMS-Eingelesen ; \\s-zls22\Somentec\XAP-Mandanten\XAPPROD\Archiv\DMS-Fehler +Profile = CSVImport ; %CellValue% ; \\s-zls32\XAP\XAP-Daten\ZLS\ZLS_WASS\XAP_ZLS_WASS_P\ARC\*.csv ; utf7 ; 3 ; 4 ; 999999999 ; \^\,\^|\^ ; \\s-zls32\XAP\XAP-Daten\ZLS\ZLS_WASS\XAP_ZLS_WASS_P\ARC\DMS-Eingelesen ; \\s-zls32\XAP\XAP-Daten\ZLS\ZLS_WASS\XAP_ZLS_WASS_P\ARC\DMS-Fehler PreparingFile = Replace(@FOLDER,FT:^HKA-IMP^~,~HKA-IMP) CheckSQL = InitialSQL = @@ -232,7 +232,7 @@ FinalSQL = #MainLoopSQL = INSERT INTO [DD_ECM].[dbo].[TBCUST_XAP_KUNDENSTAMM]([Kundennummer],[Objektnummer],[Versorgungsart],[rAdressart],[rAnrede],[rNAME1],[rNAME2],[rStraße],[rHausnummer],[rPostfach],[rPLZ],[rOrt],[rTelefon],[rMail],[vAdressart],[vAnrede],[vNAME1],[vNAME2],[vStraße],[vHausnummer],[vPostfach],[vPLZ],[vOrt],[vTelefon],[vMail],[ADDED_WHO],[ADDED_WHEN]) SELECT '%column1%','%column2%','%column3%','%column4%','%column5%','%column6%','%column7%','%column8%','%column9%','%column10%','%column11%','%column12%','%column13%','%column14%','%column15%','%column16%','%column17%','%column18%','%column19%','%column20%','%column21%','%column22%','%column23%','%column24%','%column25%','Import-FileContentToDB',getdate() #FinalSQL = -#Profile = CSVImport ; %CellValue% ; \\s-zls22\Somentec\XAP-Mandanten\XAPPROD\Archiv\*.csv ; utf7 ; 3 ; 4 ; 999999999 ; \^\,\^|\^ ; \\s-zls22\Somentec\XAP-Mandanten\XAPPROD\Archiv\DMS-Eingelesen ; \\s-zls22\Somentec\XAP-Mandanten\XAPPROD\Archiv\DMS-Fehler +#Profile = CSVImport ; %CellValue% ; \\s-zls32\XAP\XAP-Daten\ZLS\ZLS_WASS\XAP_ZLS_WASS_P\ARC\*.csv ; utf7 ; 3 ; 4 ; 999999999 ; \^\,\^|\^ ; \\s-zls32\XAP\XAP-Daten\ZLS\ZLS_WASS\XAP_ZLS_WASS_P\ARC\DMS-Eingelesen ; \\s-zls32\XAP\XAP-Daten\ZLS\ZLS_WASS\XAP_ZLS_WASS_P\ARC\DMS-Fehler #PreparingFile = Replace(@FOLDER,FT:^HKA-IMP^~,~HKA-IMP) #CheckSQL = #InitialSQL = diff --git a/current/MoveOrCopy-Files/Logs/MoveOrCopy-Files_21022024_160741.log b/current/MoveOrCopy-Files/Logs/MoveOrCopy-Files_21022024_160741.log deleted file mode 100644 index 86153d2..0000000 --- a/current/MoveOrCopy-Files/Logs/MoveOrCopy-Files_21022024_160741.log +++ /dev/null @@ -1,66 +0,0 @@ -21.02.2024-16:07:42: -21.02.2024-16:07:42: ******************************************************************************** -21.02.2024-16:07:42: Program Startup: MoveOrCopy-Files on SDD-VMP03-VM07, -21.02.2024-16:07:42: from Account DD-SAN01\Administrator. -21.02.2024-16:07:42: ******************************************************************************** -21.02.2024-16:07:42: -21.02.2024-16:07:42: Found 1 MountProfile(s) to process. -21.02.2024-16:07:42: -21.02.2024-16:07:42: -------------------------------------------------------------------------------- -21.02.2024-16:07:42: This is MountProfile: 1 of 1 -21.02.2024-16:07:42: -------------------------------------------------------------------------------- -21.02.2024-16:07:42: Configured RemotePath is: \\dd-pc-ent04\e$\KammM -21.02.2024-16:07:42: Configured LocalPath is: T -21.02.2024-16:07:42: Configured Username is: dd-gan\Administrator -21.02.2024-16:07:42: Trying to connect to: \\dd-pc-ent04\e$\KammM,... -21.02.2024-16:07:42: ... now connected to T -21.02.2024-16:07:42: -------------------------------------------------------------------------------- -21.02.2024-16:07:42: -21.02.2024-16:07:42: There is/are 1 out of 99 Rule(s) to process, starting now. -21.02.2024-16:07:42: -21.02.2024-16:07:42: =========================================================================================== -21.02.2024-16:07:42: Processing MOCF_Profile01 now. -21.02.2024-16:07:42: =========================================================================================== -21.02.2024-16:07:42: -21.02.2024-16:07:42: These Values are setup: move *.pdf E:\Testordner\input true writetest t:\test. -21.02.2024-16:07:42: -21.02.2024-16:07:42: This run, searches for *.pdf -Files in Folder: E:\Testordner\input -21.02.2024-16:07:42: Checking Path E:\Testordner\input for existence. -21.02.2024-16:07:42: Path E:\Testordner\input is already existence and can be used. -21.02.2024-16:07:42: Searching reclusive in E:\Testordner\input\* -21.02.2024-16:07:42: Could find some File(s) - 1 - in Path: E:\Testordner\input\* (regard on White and Black Lists) ... -21.02.2024-16:07:42: -21.02.2024-16:07:42: ------------------------------------------------------------------------------------------- -21.02.2024-16:07:42: Processing file: E:\Testordner\input\PDF Document (neu).pdf -21.02.2024-16:07:42: ------------------------------------------------------------------------------------------- -21.02.2024-16:07:42: -21.02.2024-16:07:42: Filesystem infos about this item (maybe important for final path): -21.02.2024-16:07:42: Attributes: Archive -21.02.2024-16:07:42: CreationTime Attribute: 02/21/2024 16:07:35 -21.02.2024-16:07:42: LastAccessTime Attribute: 02/21/2024 16:07:35 -21.02.2024-16:07:42: LastWriteTime Attribute: 02/21/2024 16:07:35 -21.02.2024-16:07:42: -21.02.2024-16:07:43: This ist Try Number: 1 of 1000 -21.02.2024-16:07:43: to handle file: E:\Testordner\input\PDF Document (neu).pdf -21.02.2024-16:07:43: -21.02.2024-16:07:43: Checking if file: E:\Testordner\input\PDF Document (neu).pdf is locked... -21.02.2024-16:07:43: Checking if file: E:\Testordner\input\PDF Document (neu).pdf is readable. -21.02.2024-16:07:43: Checking if file: E:\Testordner\input\PDF Document (neu).pdf is writeable. -21.02.2024-16:07:43: File E:\Testordner\input\PDF Document (neu).pdf checked with result: writeable -21.02.2024-16:07:43: Checking Path t:\test for existence. -21.02.2024-16:07:43: Path t:\test is already existence and can be used. -21.02.2024-16:07:43: -21.02.2024-16:07:43: The File (PDF Document (neu).pdf) already exists in the target directory, starting Version Check. -21.02.2024-16:07:43: The move command has been completed. -21.02.2024-16:07:43: File was renamed to: PDF Document (neu)~9.pdf, and is now transferd to: t:\test. -21.02.2024-16:07:43: =========================================================================================== -21.02.2024-16:07:43: -21.02.2024-16:07:43: ------------------------------------------------------------------------------------------- -21.02.2024-16:07:43: Checking LogFiles: -21.02.2024-16:07:43: ------------------------------------------------------------------------------------------- -21.02.2024-16:07:43: Log Files should be removed which are older than 30 Day(s). -21.02.2024-16:07:43: Deleting no old LogFiles. -21.02.2024-16:07:43: -21.02.2024-16:07:43: ******************************************************************************************* -21.02.2024-16:07:43: Program Finish: MoveOrCopy-Files on SDD-VMP03-VM07 from Account DD-SAN01\Administrator. -21.02.2024-16:07:43: *******************************************************************************************