修改获取文件大小的方法

13693261870

2023-08-23 5f6661195e3abab67149e2eaca61ac4bf17f9b1f

 DataLoader/CS/Importor.cs

@@ -1,103 +1,311 @@
using DataLoader.Model;
using Npgsql;
using System;
using System.Collections.Generic;
using System.Collections.ObjectModel;
using System.Data.Common;
using System.IO;
using System.Linq;
using System.Reflection;
using System.Text;
using System.Threading.Tasks;
using System.Windows.Forms;
using System.Windows.Documents;

namespace DataLoader.CS
{
    public class Importor
    {
        private static List<String> Exclusions = new List<string>() { 
            "jp2.aux.xml", 
            ".midx", ".strmi", 
            ".rrd", ".img.aux.xml", ".hdr", ".img.enp", ".img.xml", 
            ".tfw", ".tif.ovr", ".tif.aux.xml", ".tif.enp", ".tif.xml", ".prj",
            ".shx", ".dbf", ".cpg" //, ".prj"
        };

        private static PostgreHelper _ph = null;

        public static PostgreHelper Helper
        #region 加载
        /// <summary>
        /// 获取文件
        /// </summary>
        public static void GetFiles(ObservableCollection<ViewData> viewDatas, string path)
        {
            get
            {
                if (_ph == null) _ph = new PostgreHelper();
            GetSubFiles(viewDatas, path);

                return _ph;
            string[] directories = Directory.GetDirectories(path);
            if (null == directories || directories.Length == 0) return;

            foreach (string sub in directories)
            {
                if (IsGdbFile(sub))
                {
                    SetSysMeta(viewDatas, sub, "gdb");
                    continue;
                }
                if (IsOsgbFile(sub))
                {
                    SetSysMeta(viewDatas, sub, "osgb");
                    continue;
                }

                GetFiles(viewDatas, sub);
            }
        }

        private static readonly string insertMeta = "insert into lf.sys_meta (eventid, metaid, dirid, depid, verid, name, type, guid, path, sizes, tab, rows, create_user, create_time) values (@eventid, @metaid, @dirid, @depid, @verid, @name, @type, @guid, @path, @sizes, @tab, @rows, @create_user, now()) returning id";

        public static string GetFilePathByGuid(string guid)
        /// <summary>
        /// 设置元数据
        /// </summary>
        private static void SetSysMeta(ObservableCollection<ViewData> viewDatas, string path, string ext)
        {
            string sql = "select path from lf.sys_meta where guid = @guid limit 1";
            ViewData vd = new ViewData();
            vd.ID = viewDatas.Count + 1;
            vd.FilePath = path;
            vd.Ext = "." + ext;
            vd.Status = "准备";
            viewDatas.Add(vd);

            DbParameter dp = new NpgsqlParameter("@guid", guid);
            object obj = Helper.GetScalar(sql, dp);
            SetSysMeta(vd);

            return obj == null ? null : obj.ToString();
            DirectoryInfo di = new DirectoryInfo(vd.FilePath);
            vd.Meta.name = di.Name;
            vd.Meta.type = ext;
        }

        public static bool IsFileExists(string guid)
        /// <summary>
        /// 获取子文件
        /// </summary>
        private static void GetSubFiles(ObservableCollection<ViewData> viewDatas, string path)
        {
            string sql = "select count(*) from lf.sys_meta where guid = @guid";
            string[] files = Directory.GetFiles(path);
            if (null == files || files.Length == 0) return;

            DbParameter dp = new NpgsqlParameter("@guid", guid);
            object obj = Helper.GetScalar(sql, dp);

            return obj != null && Convert.ToInt32(obj) > 0;
        }

        public static int InsertMeta(SysMeta meta)
        {
            List<DbParameter> list = Tools.GetParams<SysMeta>(insertMeta, meta);

            object obj = Helper.GetScalar(insertMeta, list.ToArray());

            return obj == null ? 0 : Convert.ToInt32(obj);
        }

        public static void GetFiles(ObservableCollection<ViewData> viewDatas, string source)
        {
            string[] files = Directory.GetFiles(source);
            for (int i = 0, c = files.Length; i < c; i++)
            foreach (string file in files)
            {
                string ext = Path.GetExtension(file).ToLower();
                if (!StaticData.ALL_EXTENSION.Contains(ext) || IsExcludeFile(file)) continue;

                ViewData vd = new ViewData();
                vd.ID = i + 1;
                vd.FilePath = files[i];
                vd.Ext = System.IO.Path.GetExtension(files[i]);
                vd.ID = viewDatas.Count + 1;
                vd.FilePath = file;
                vd.Ext = ext;
                vd.Status = "准备";
                viewDatas.Add(vd);

                SetSysMeta(vd);

                FileInfo fi = new FileInfo(vd.FilePath);
                vd.Meta.name = fi.Name;
                vd.Meta.type = fi.Extension.ToLower().Replace(".", "");
            }
        }

        /// <summary>
        /// 设置元数据
        /// </summary>
        private static void SetSysMeta(ViewData vd)
        {
            FileInfo fi = new FileInfo(vd.FilePath);
            SysMeta meta = new SysMeta();
            meta.eventid = Guid.NewGuid().ToString();
            meta.metaid = 0;
            meta.verid = 0;
            meta.guid = null;
            meta.path = vd.FilePath; // *
            meta.sizes = GetFileSizes(vd);
            meta.tab = null;
            meta.rows = 0;
            meta.create_user = CommonProp.UserId;
            meta.create_time = DateTime.Now;
            meta.bak = null;
            meta.geom = null;
            meta.layer = null;
            meta.depcode = CommonProp.Depcode;
            meta.dircode = CommonProp.Dircode;
            meta.ismeta = 0;
            meta.sensortype = CommonProp.SensorType;
            meta.acq_time = CommonProp.AcqTime;

            vd.Meta = new SysMeta();
            vd.Meta.name = fi.Name;
            vd.Meta.dirid = Common.DirId;
            vd.Meta.depid = 1;
            vd.Meta.verid = 0;
            vd.Meta.type = fi.Extension.ToLower().Replace(".", "");
            vd.Meta.sizes = Tools.SizeToMb(fi.Length);
            vd.Meta.create_user = Common.UserId;
            vd.Meta = meta;
            vd.Sizes = meta.sizes;
        }

        /// <summary>
        /// 获取文件大小
        /// </summary>
        private static double GetFileSizes(ViewData vd)
        {
            if (File.Exists(vd.FilePath))
            {
                if (vd.Ext == StaticData.SHP)
                {
                    List<string> files = GetShpFiles(vd.FilePath);
                    return GetFileSizes(files.ToArray());
                }
                else
                {
                    FileInfo fi = new FileInfo(vd.FilePath);
                    return Tools.SizeToMb(fi.Length);
                }
            }

            if (Directory.Exists(vd.FilePath))
            {
                string[] files = Directory.GetFiles(vd.FilePath, "*", SearchOption.AllDirectories);

                return GetFileSizes(files);
            }

            return 0;
        }

        /// <summary>
        /// 获取文件大小
        /// </summary>
        private static double GetFileSizes(string[] files)
        {
            if (null == files || files.Length == 0) return 0;

            double sizes = 0;
            foreach (string file in files)
            {
                FileInfo fi = new FileInfo(file);
                sizes += Tools.SizeToMb(fi.Length);
            }

            return sizes;
        }

        /// <summary>
        /// 获取SHP文件集合
        /// </summary>
        private static List<string> GetShpFiles(string shpPath)
        {
            List<string> files = new List<string>();
            files.Add(shpPath);

            foreach (string ext in StaticData.SHP_EXT)
            {
                string file = shpPath.Replace(".shp", ext);
                if (File.Exists(file))
                {
                    files.Add(file);
                }
            }

            return files;
        }

        /// <summary>
        /// 是否为GDB文件
        /// </summary>
        private static bool IsGdbFile(string path)
        {
            if (!Directory.Exists(path)) return false;

            DirectoryInfo info = new DirectoryInfo(path);
            if (!info.Name.ToLower().EndsWith(StaticData.GDB)) return false;

            string gdb = Path.Combine(path, StaticData.NGDB);

            return File.Exists(gdb);
        }

        /// <summary>
        /// 是否为OSGB文件
        /// </summary>
        private static bool IsOsgbFile(string path)
        {
            if (!Directory.Exists(path)) return false;

            string meta = Path.Combine(path, "metadata.xml");
            string data = Path.Combine(path, "Data");

            return File.Exists(meta) && Directory.Exists(data);
        }

        /// <summary>
        /// 是/否为排除文件
        /// </summary>
        private static bool IsExcludeFile(string file)
        {
            bool isExclude = false;

            string name = Path.GetFileName(file).ToLower();
            foreach (string ext in StaticData.MAPPER_EXCLUDE_EXT)
            {
                if (name.EndsWith(ext))
                {
                    isExclude = true;
                    break;
                }
            }

            return isExclude;
        }

        /// <summary>
        /// 获取文件的MD5码
        /// </summary>
        private static string GetFileMD5(string file)
        {
            if ("1" != Tools.GetSetting("GetMD5") || !File.Exists(file)) return null;

            return MD5Helper.GetMD5Hash(file);
        }

        /// <summary>
        /// 获取多个文件的MD5码
        /// </summary>
        private static string GetFilesMD5(string path)
        {
            if ("1" != Tools.GetSetting("GetMD5") || !Directory.Exists(path)) return null;

            string[] files = Directory.GetFiles(path, "*", SearchOption.AllDirectories);
            if (null == files || files.Length == 0) return null;

            List<string> list = new List<string>();
            foreach (string file in files)
            {
                string md5 = MD5Helper.GetMD5Hash(file);
                if (string.IsNullOrEmpty(md5)) list.Add(md5);
            }

            if (list.Count == 0) return null;

            string str = string.Join(",", list.ToArray());
            byte[] bytes = Encoding.Unicode.GetBytes(str);

            return MD5Helper.GetMD5Hash(bytes);
        }
        #endregion

        #region 导入
        /// <summary>
        /// 导入文件
        /// </summary>
        public static void ImportFiles(ObservableCollection<ViewData> viewDatas)
        {
            Parallel.ForEach(viewDatas, (vd, ParallelLoopState) =>
            {
                try
                {
                    //

                    SysMeta meta = new SysMeta();
                    //

                    int id = DBHelper.InsertMeta(meta);
                    vd.Status = id > 0 ? "成功。" : "失败！";
                }
                catch (Exception ex)
                {
                    LogOut.Error(ex.StackTrace);
                    vd.Status = string.Format("失败：{0}！", ex.Message);
                }
            });
        }

        /// <summary>
        /// 复制文件
        /// </summary>
        private static void CopyFile(string source, string target)
        {
            if (File.Exists(source))
            {
                File.Copy(source, target, true);
            }
        }

        public static void ImportFiles(ObservableCollection<ViewData> viewDatas, string target, int start)
        {
            Parallel.ForEach(viewDatas, (vd, ParallelLoopState) =>
            /*Parallel.ForEach(viewDatas, (vd, ParallelLoopState) =>
            {
                try
                {
@@ -118,19 +326,7 @@

                    vd.Status = "准备入库";
                    vd.Meta = mf;
                }
                catch (Exception ex)
                {
                    LogOut.Error(ex.Message + "\r\n" + ex.StackTrace);
                    vd.Status = "失败！";
                }
            });

            foreach (ViewData vd in viewDatas)
            {
                int metaId = InsertMeta(vd.Meta);
                vd.Status = metaId == 0 ? "元数据出错！" : "完成。";
            }
            });*/
        }

        public static void ImportFiles2(ObservableCollection<ViewData> viewDatas, string target)
@@ -140,19 +336,11 @@
            {
                try
                {
                    vd.Status = "生成MD5码...";
                    string guid = MD5Helper.GetMD5Hash(vd.FilePath);
                    if (IsFileExists(guid))
                    {
                        vd.Status = "已存在！";
                        continue;
                    }

                    vd.Status = "插入数据库...";
                    start = GetSubPath(target, start);
                    SysMeta mf = GetMetaFile(vd, start, guid);
                    SysMeta mf = GetMetaFile(vd, start, "");

                    int metaId = InsertMeta(mf);
                    int metaId = 0; // InsertMeta(mf);
                    if (metaId == 0)
                    {
                        vd.Status = "元数据出错！";
@@ -198,8 +386,8 @@
            SysMeta mf = new SysMeta();
            mf.eventid = Guid.NewGuid().ToString();
            mf.metaid = 0;
            mf.dirid = vd.Meta.dirid;
            mf.depid = vd.Meta.depid;
            //mf.dirid = vd.Meta.dirid;
            //mf.depid = vd.Meta.depid;
            mf.verid = vd.Meta.verid;
            mf.name = vd.Meta.name;
            mf.type = vd.Meta.type;
@@ -212,13 +400,6 @@

            return mf;
        }

        private static void CopyFile(string source, string target)
        {
            if (File.Exists(source))
            {
                File.Copy(source, target, true);
            }
        }
        #endregion
    }
}