EDMIService: Add dynamic file path

Service.EDMIService/Methods/GlobalIndexer/ImportFile/ImportFileMethod.vb

@@ -10,24 +10,19 @@ Namespace Methods.GlobalIndexer.ImportFile
     Public Class ImportFileMethod
         Inherits BaseMethod
 
+        Private ReadOnly Loader As Loader
         Private ReadOnly Patterns As Patterns2
         Private ReadOnly GetDatatable As GetDatatableFromCacheMethod
         Private ReadOnly Connection As SqlClient.SqlConnection
         Private ReadOnly Transaction As SqlClient.SqlTransaction
 
         Private User As UserState
-        Private Profile As DataRow
-
-        Private Const VIEW_PROFILE = "VWGI_DOCTYPE_IDB"
-        Private Const VIEW_INDEX_MANUAL = "VWDDINDEX_MAN"
-        Private Const VIEW_INDEX_AUTOMATIC = "VWDDINDEX_AUTOM"
-        Private Const TABLE_POST_PROCESSING = "TBDD_INDEX_MAN_POSTPROCESSING"
 
         Public Sub New(pLogConfig As LogConfig, pMSSQLServer As MSSQLServer, pGlobalState As GlobalState)
             MyBase.New(pLogConfig, pMSSQLServer, pGlobalState)
 
             Patterns = New Patterns2(pLogConfig)
-            GetDatatable = New GetDatatableFromCacheMethod(LogConfig, Database, GlobalState)
+            Loader = New Loader(pLogConfig, Database, pGlobalState)
             Connection = Database.GetConnection()
             Transaction = Connection.BeginTransaction()
         End Sub
@@ -47,10 +42,10 @@ Namespace Methods.GlobalIndexer.ImportFile
                 ' TODO: Add missing user properties in UserState from TBDD_USER
                 'pData.User = ResolveUserFromUserName(pData.User.UserName)
 
-                Dim oManualIndexes = LoadManualIndexes(pData.ProfileId)
-                Dim oAutomaticIndexes = LoadAutomaticIndexes(pData.ProfileId)
-                Dim oPostProcessingSteps As DataTable = LoadPostProcessingSteps(oManualIndexes)
-                LoadProfile(pData.ProfileId)
+                Dim oManualIndexes = Loader.LoadManualIndexes(pData.ProfileId)
+                Dim oAutomaticIndexes = Loader.LoadAutomaticIndexes(pData.ProfileId)
+                Dim oPostProcessingSteps As DataTable = Loader.LoadPostProcessingSteps(oManualIndexes)
+                Dim oProfile = Loader.LoadProfile(pData.ProfileId)
 
                 Dim oUserAttributes = pData.AttributeValues
                 Dim oAutoAttributes As List(Of UserAttributeValue) = Nothing
@@ -79,15 +74,19 @@ Namespace Methods.GlobalIndexer.ImportFile
                     Throw New ApplicationException(oResponse.ErrorMessage)
                 End If
 
-                Logger.Info("Generating display filename for file [{0}]", pData.File.FileName)
+                ' Generate display Filename from nameconvention
+                Dim oDisplayFilename = GetFilenameByNameconvention(
+                    pData.File.FileInfoRaw, oProfile.NameConvention, User, oUserAttributes, oAutoAttributes)
 
-                Dim oNameconvention As String = Profile.ItemEx(Of String)("NAMENKONVENTION")
-                Dim oDisplayFilename = GetFilenameByNameconvention(pData.File.FileInfoRaw, oNameconvention, User, oUserAttributes, oAutoAttributes)
+                ' Generate virtual path from profile
+                Dim oDynamicFilePath = GetVirtualPath(
+                    pData.File.FileInfoRaw, oProfile.DynamicPath, User, oUserAttributes, oAutoAttributes)
 
                 Logger.Info("Collecting Attributes for ObjectId [{0}]", oResponse.ObjectId)
 
                 Dim oFinalAttributes As New Dictionary(Of String, List(Of String)) From {
-                    {"DisplayFileName", New List(Of String) From {oDisplayFilename}}
+                    {"DisplayFileName", New List(Of String) From {oDisplayFilename}},
+                    {"Dynamic Folder", New List(Of String) From {oDynamicFilePath}}
                 }
                 oFinalAttributes = oFinalAttributes.
                     Concat(Helpers.UserAttributesToDictionary(oUserAttributes)).
@@ -113,7 +112,25 @@ Namespace Methods.GlobalIndexer.ImportFile
             End Try
         End Function
 
+        Private Function GetVirtualPath(pFileInfo As FileInfo, pPathConvention As String, pUser As UserState, pAttributes As List(Of UserAttributeValue), pAutoAttributes As List(Of UserAttributeValue))
+            Logger.Info("Generating virtual path for file [{0}]", pFileInfo.Name)
+
+            Dim oAttributeDict = Helpers.UserAttributesToDictionary(pAttributes)
+            Dim oAutoAttributeDict = Helpers.UserAttributesToDictionary(pAutoAttributes)
+
+            If pPathConvention Is Nothing OrElse pPathConvention = String.Empty Then
+                Logger.Warn("Virtual path template for File [{0}] was empty. Returning empty string.", pFileInfo.Name)
+                Return String.Empty
+
+            End If
+
+            Dim oVirtualPath As String = Helpers.GetPlaceholderValue(pPathConvention, pFileInfo, pUser, oAttributeDict, oAutoAttributeDict)
+            Return oVirtualPath
+        End Function
+
         Private Function GetFilenameByNameconvention(pFileInfo As FileInfo, pNameconvention As String, pUser As UserState, pAttributes As List(Of UserAttributeValue), pAutoAttributes As List(Of UserAttributeValue)) As String
+            Logger.Info("Generating display filename for file [{0}]", pFileInfo.Name)
+
             Dim oAttributeDict = Helpers.UserAttributesToDictionary(pAttributes)
             Dim oAutoAttributeDict = Helpers.UserAttributesToDictionary(pAutoAttributes)
 
@@ -150,148 +167,6 @@ Namespace Methods.GlobalIndexer.ImportFile
                 End Try
             Next
         End Sub
-
-        ''' <summary>
-        ''' Load Profiles for this Import 
-        ''' </summary>
-        Private Sub LoadProfile(pProfileId As Integer)
-            Logger.Debug("Start of Method [LoadAutomaticIndexes]")
-
-            Try
-                Dim oProfile = GetDatatable.Run(
-                    New GetDatatableFromCacheRequest With {
-                        .DataTable = VIEW_PROFILE,
-                        .FilterExpression = $"DOCTYPE_ID = {pProfileId}"
-                    })
-
-                If oProfile.OK = False Then
-                    LogAndThrow(oProfile.ErrorMessage)
-                End If
-
-                Profile = oProfile.Table.Rows.Item(0)
-            Catch ex As Exception
-                LogAndThrow(ex, "Error while automatic loading indexes!")
-            End Try
-        End Sub
-
-        ''' <summary>
-        ''' Load automatic indexes for this Import
-        ''' </summary>
-        Private Function LoadAutomaticIndexes(pProfileId As Integer) As List(Of AutomaticIndex)
-            Logger.Debug("Start of Method [LoadAutomaticIndexes]")
-
-            Try
-                ' Load automatic Indexes for this Import 
-                Dim oAutomaticIndexes = GetDatatable.Run(
-                    New GetDatatableFromCacheRequest With {
-                        .DataTable = VIEW_INDEX_AUTOMATIC,
-                        .FilterExpression = $"DOCTYPE_ID = {pProfileId}"
-                    })
-
-                If oAutomaticIndexes.OK = False Then
-                    LogAndThrow(oAutomaticIndexes.ErrorMessage)
-                End If
-
-                Dim oIndexes As New List(Of AutomaticIndex)
-
-                For Each oRow As DataRow In oAutomaticIndexes.Table.Rows
-                    Dim oAutomaticIndex As New AutomaticIndex With {
-                        .Id = oRow.ItemEx(Of Integer)("GUID"),
-                        .Name = oRow.ItemEx(Of String)("INDEXNAME"),
-                        .ProfileId = oRow.ItemEx(Of Integer)("DOCTYPE_ID"),
-                        .SQLCommand = oRow.ItemEx(Of String)("SQL_RESULT"),
-                        .SQLConnectionId = oRow.ItemEx(Of Integer)("CONNECTION_ID"),
-                        .Sequence = oRow.ItemEx(Of String)("SEQUENCE"),
-                        .Value = oRow.ItemEx(Of String)("VALUE")
-                    }
-
-                    oIndexes.Add(oAutomaticIndex)
-                Next
-
-                Logger.Info("Automatic indexes loaded: [{0}]", oIndexes.Count)
-
-                Return oIndexes
-            Catch ex As Exception
-                LogAndThrow(ex, "Error while automatic loading indexes!")
-            End Try
-        End Function
-
-        ''' <summary>
-        ''' Load manual indexes for this Import
-        ''' </summary>
-        Private Function LoadManualIndexes(pProfileId As Integer) As List(Of ManualIndex)
-            Logger.Debug("Start of Method [LoadManualIndexes]")
-
-            Try
-                ' Load manual Indexes for this Import 
-                Dim oManualIndexes = GetDatatable.Run(
-                    New GetDatatableFromCacheRequest With {
-                        .DataTable = VIEW_INDEX_MANUAL,
-                        .FilterExpression = $"DOK_ID = {pProfileId}"
-                    })
-
-                If oManualIndexes.OK = False Then
-                    LogAndThrow(oManualIndexes.ErrorMessage)
-                End If
-
-                Dim oIndexes As New List(Of ManualIndex)
-
-                For Each oRow As DataRow In oManualIndexes.Table.Rows
-                    Dim oManualIndex As New ManualIndex With {
-                        .Id = oRow.ItemEx(Of Integer)("GUID"),
-                        .Name = oRow.ItemEx(Of String)("INDEXNAME"),
-                        .ProfileId = oRow.ItemEx(Of Integer)("DOCTYPE_ID"),
-                        .IsOptional = oRow.ItemEx(Of Boolean)("OPTIONAL"),
-                        .IsMultiselect = oRow.ItemEx(Of String)("MULTISELECT"),
-                        .SQLCommand = oRow.ItemEx(Of String)("SQL_RESULT"),
-                        .SQLConnectionId = oRow.ItemEx(Of Integer)("CONNECTION_ID"),
-                        .DefaultValue = oRow.ItemEx(Of String)("DEFAULT_VALUE"),
-                        .DataType = oRow.ItemEx(Of String)("DATA_TYPE")
-                    }
-
-                    oIndexes.Add(oManualIndex)
-                Next
-
-                Logger.Info("Manual indexes loaded: [{0}]", oIndexes.Count)
-
-                Return oIndexes
-
-            Catch ex As Exception
-                LogAndThrow(ex, "Error while loading indexes!")
-            End Try
-        End Function
-
-        Private Function LoadPostProcessingSteps(pManualIndexes As List(Of ManualIndex)) As DataTable
-            Logger.Debug("Start of Method [LoadPostProcessingSteps]")
-
-            Try
-                ' Generate a string containing all index ids joined into a string
-                Dim oIndexIdList As List(Of Integer) = pManualIndexes.
-                    Select(Function(index) index.Id).
-                    ToList()
-                Dim oIndexIds As String = String.Join(",", oIndexIdList)
-
-                If oIndexIdList.Count = 0 Then
-                    Logger.Debug("No Postprocessing steps found for this profile. Exiting.")
-                    Return Nothing
-                End If
-
-                ' Load all relevant postprocessing steps
-                Dim oPostProcessingSteps = GetDatatable.Run(
-                    New GetDatatableFromCacheRequest With {
-                        .DataTable = TABLE_POST_PROCESSING,
-                        .FilterExpression = $"IDXMAN_ID IN ({oIndexIds})"
-                    })
-
-                If oPostProcessingSteps.OK = False Then
-                    LogAndThrow(oPostProcessingSteps.ErrorMessage)
-                End If
-
-                Return oPostProcessingSteps.Table
-            Catch ex As Exception
-                LogAndThrow(ex, "Error while loading post processing steps!")
-            End Try
-        End Function
     End Class
 
 End Namespace