HealthMonitor/HealthMonitor.Service/Sub/TDengineDataSubcribe.cs

using HealthMonitor.Common;
using HealthMonitor.Core.Dal;
using HealthMonitor.Service.Biz.db;
using HealthMonitor.Service.Cache;
using HealthMonitor.Service.Resolver.Factory;
using HealthMonitor.Service.Resolver.Interface;
using HealthMonitor.Service.Sub.Topic.Model;
using Microsoft.Extensions.Logging;
using Newtonsoft.Json;
using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using TDengineDriver;
using TDengineTMQ;
using TelpoDataService.Util.Entities.GpsLocationHistory;

namespace HealthMonitor.Service.Sub
{
    public class TDengineDataSubcribe
    {
        private readonly ILogger<TDengineDataSubcribe> _logger;
        private  IConsumer _consumer = default!;
        private IntPtr _conn = default!;
        private readonly MsgManager _msgManager;
        private readonly TDengineService _serviceTDengine;
        private readonly PersonCacheManager _personCacheMgr;
        private readonly BloodPressReferenceValueCacheManager _bpRefValCacheManager;
        private readonly IResolverFactory _resolverFactory;

        private int cnt = 0;

        public TDengineDataSubcribe(

            TDengineService serviceDengine,
            PersonCacheManager personCacheMgr,
            BloodPressReferenceValueCacheManager bpRefValCacheManager,
            IResolverFactory resolverFactory,
            MsgManager msgManager,
            ILogger<TDengineDataSubcribe> logger
            ) 
        {
            _serviceTDengine = serviceDengine;
            _personCacheMgr = personCacheMgr;
            _bpRefValCacheManager = bpRefValCacheManager;
            _logger = logger;
            _resolverFactory = resolverFactory;
            _msgManager = msgManager;
            _conn = GetConnection();
        }
        public void BeginListen(CancellationToken stoppingToken)
        {
            //var cfg = new ConsumerConfig
            //{
            //    GourpId = "group_1",
            //    TDConnectUser = "root",
            //    TDConnectPasswd = "taosdata",
            //    MsgWithTableName = "true",
            //    TDConnectIp = "47.116.142.20",
            //};
            //var conn = GetConnection();


            //ProcessMsg(consumer);
            DoTDengineConnect();
        }

        public void DoTDengineConnect()
        {
            string host = "47.116.142.20";
            short port = 6030;
            string username = "root";
            string password = "taosdata";
            string dbname = "health_monitor";
            var conn = TDengine.Connect(host, username, password, dbname, port);
            if (conn == IntPtr.Zero)
            {
                throw new Exception("Connect to TDengine failed");
            }
            else
            {
                Console.WriteLine("Connect to TDengine success");
            }
            DoReceive(conn);
        }

        public void DoReceive(IntPtr Connection)
        {
            var cfg = new ConsumerConfig
            {
                GourpId = "group_1",
                TDConnectUser = "root",
                TDConnectPasswd = "taosdata",
                MsgWithTableName = "true",
                TDConnectIp = "47.116.142.20",
            };
            string topic = "topic_hm_bp_stats";
            //create topic 
            IntPtr res = TDengine.Query(Connection, $"create topic if not exists {topic} as select * from health_monitor.hm_bloodpress");

            if (TDengine.ErrorNo(res) != 0)
            {
                throw new Exception($"create topic failed, reason:{TDengine.Error(res)}");
            }

            // create consumer 
            var consumer = new ConsumerBuilder(cfg)
                .Build();

            // subscribe
            consumer.Subscribe(topic);

            while (true)
            {
                var consumeRes = consumer.Consume(300);
                foreach (KeyValuePair<TopicPartition, TaosResult> kv in consumeRes.Message)
                {

                    for (int i = 0; i < kv.Value.Datas.Count; i++)
                    {
                        if (((i + 1) % kv.Value.Metas.Count == 0))
                        {
                            //string bloodpress_id = SafeType.SafeString(kv.Value.Datas[i - 8]);
                            //string message_id = SafeType.SafeString(kv.Value.Datas[i - 7]);
                            //string serialno = SafeType.SafeString(kv.Value.Datas[i - 6]);
                            //int systolic_value = SafeType.SafeInt(kv.Value.Datas[i - 5]);
                            //int diastolic_value = SafeType.SafeInt(kv.Value.Datas[i - 4]);
                            //DateTime create_time = DateTimeUtil.GetDateTimeFromUnixTimeMilliseconds(SafeType.SafeInt64(kv.Value.Datas[i - 3]) / 1000000);
                            //DateTime last_update = DateTimeUtil.GetDateTimeFromUnixTimeMilliseconds(SafeType.SafeInt64(kv.Value.Datas[i - 2]) / 1000000);
                            //int method = SafeType.SafeInt(kv.Value.Datas[i - 1]);
                            //bool is_display = SafeType.SafeBool(kv.Value.Datas[i]);

                            //IDictionary<string, object> row = new Dictionary<string, object>();
                            //foreach (var meta in kv.Value.Metas)
                            //{
                            //    int index = i-(kv.Value.Metas.Count-kv.Value.Metas.IndexOf(meta)-1);
                            //    //var value = kv.Value.Datas[index];
                            //    row.Add(meta.name, kv.Value.Datas[index]);
                            //}

                            //var body2 = JsonConvert.SerializeObject(row);
                            //kv.Value.Metas.ForEach(meta =>
                            //{
                            //    Console.Write("{0} {1}({2}) \t|", meta.name, meta.TypeName(), meta.size);
                            //});



                            //HisGpsBloodPress bp = new()
                            //{
                            //    BloodPressId = bloodpress_id,
                            //    MessageId = message_id,
                            //    Serialno = serialno,
                            //    SystolicValue = systolic_value,
                            //    DiastolicValue = diastolic_value,
                            //    CreateTime = create_time,
                            //    LastUpdate = last_update,
                            //    Method = method,
                            //    IsDisplay = is_display ? 1 : 0,
                            //};

                            try
                            {

                                IDictionary<string, object> row = new Dictionary<string, object>();
                                foreach (var meta in kv.Value.Metas)
                                {
                                    int index = i - (kv.Value.Metas.Count - kv.Value.Metas.IndexOf(meta) - 1);
                                    //var value = kv.Value.Datas[index];
                                    row.Add(meta.name, kv.Value.Datas[index]);
                                }


                                var db = kv.Key.db;
                                var table = kv.Key.table;
                                var kvTopic = kv.Key.topic;
                                var body = JsonConvert.SerializeObject(row);

                                ReceiveMessageModel msg = new(db, table, kvTopic, row["message_id"].ToString()!, body);
                                ParsePackage(msg);
                            }
                            catch (Exception ex)
                            {
                                Console.WriteLine(ex.Message);
                            }
                        }
                    }
                      
                }
                consumer.Commit(consumeRes);
                Console.WriteLine("consumer.Commit");
            }

        }



        public void ParsePackage(ReceiveMessageModel model)
        {
            var msg = _resolverFactory.ParseAndWrap(model);
            Console.WriteLine("msg");
            cnt++;
            Console.WriteLine(cnt);
            Console.WriteLine(msg!.MessageId);
            if (msg == null) return;
           // ConcurrentQueue<ReceiveMessageModel> messageQueue = new ConcurrentQueue<ReceiveMessageModel>();
            _msgManager.EnqueueMsg(msg!);


        }

        public void CreateConnection()
        {
            var cfg = new ConsumerConfig
            {
                GourpId = "group_1",
                TDConnectUser = "root",
                TDConnectPasswd = "taosdata",
                MsgWithTableName = "true",
                TDConnectIp = "47.116.142.20",
            };
            var conn = GetConnection();


        }


        // 创建消费者
        public void CreateConsumer()
        {
            var cfg = new ConsumerConfig
            {
                GourpId = "group_1",
                TDConnectUser = "root",
                TDConnectPasswd = "taosdata",
                MsgWithTableName = "true",
                TDConnectIp = "47.116.142.20",
            };
            //IntPtr conn = GetConnection();
            string topic = "topic_hm_bp_stats";
            //create topic 
            IntPtr res = TDengine.Query(_conn, $"create topic if not exists {topic} as select * from health_monitor.hm_bloodpress");

            if (TDengine.ErrorNo(res) != 0)
            {
                throw new Exception($"create topic failed, reason:{TDengine.Error(res)}");
            }

            // create consumer 
            var consumer = new ConsumerBuilder(cfg)
                .Build();

            // subscribe
            consumer.Subscribe(topic);

            _consumer = consumer;
        }

        //public IConsumer CreateConsumer()
        //{
        //    var cfg = new ConsumerConfig
        //    {
        //        GourpId = "group_1",
        //        TDConnectUser = "root",
        //        TDConnectPasswd = "taosdata",
        //        MsgWithTableName = "true",
        //        TDConnectIp = "47.116.142.20",
        //    };
        //    var conn = GetConnection();
        //    //IntPtr conn = GetConnection();
        //    string topic = "topic_name";
        //    //create topic 
        //    IntPtr res = TDengine.Query(conn, $"create topic if not exists {topic} as select * from ctb1");

        //    if (TDengine.ErrorNo(res) != 0)
        //    {
        //        throw new Exception($"create topic failed, reason:{TDengine.Error(res)}");
        //    }

        //    // create consumer 
        //    var consumer = new ConsumerBuilder(cfg)
        //        .Build();

        //    // subscribe
        //    consumer.Subscribe(topic);

        //    return consumer;
        //}

        //public void ProcessMsg()
        //{
        //    var consumerRes = _consumer.Consume(300);
        //    // process ConsumeResult
        //    foreach (KeyValuePair<TopicPartition, TaosResult> kv in consumerRes.Message)
        //    {
        //        Console.WriteLine("topic partitions:\n{0}", kv.Key.ToString());

        //        kv.Value.Metas.ForEach(meta =>
        //        {
        //            Console.Write("{0} {1}({2}) \t|", meta.name, meta.TypeName(), meta.size);
        //        });
        //        Console.WriteLine("");
        //        kv.Value.Datas.ForEach(data =>
        //        {
        //            Console.WriteLine(data.ToString());
        //        });
        //    }

        //    _consumer.Commit(consumerRes);
        //   // Console.WriteLine("\n================ {0} done ");
        //}

        /**
        public async Task ProcessMsg()
        {
            var consumerRes = _consumer.Consume(300);

            Console.WriteLine(consumerRes.Message.Count);
            // process ConsumeResult
            foreach (KeyValuePair<TopicPartition, TaosResult> kv in consumerRes.Message)
            {
                //Console.WriteLine("topic partitions:\n{0}", kv.Key.ToString());

                //kv.Value.Metas.ForEach(meta =>
                //{
                //    Console.Write("{0} {1}({2}) \t|", meta.name, meta.TypeName(), meta.size);
                //});
                //Console.WriteLine("----------");
                //kv.Value.Datas.ForEach(data =>
                //{
                //   Console.WriteLine(data.ToString());
                //});
                //Console.WriteLine("----------");
                for (int i = 0; i < kv.Value.Datas.Count; i++)
                {
                   // Console.Write($"|{kv.Value.Datas[i].ToString()} \t");
                    //Console.WriteLine("{0},{1},{2}", i, resMeta.Count, (i) % resMeta.Count);
                    if (((i + 1) % kv.Value.Metas.Count == 0))
                    {
                        

                        try
                        {
                            cnt++;
                            string bloodpress_id = SafeType.SafeString(kv.Value.Datas[i - 8]);
                            string message_id = SafeType.SafeString(kv.Value.Datas[i - 7]);
                            string serialno = SafeType.SafeString(kv.Value.Datas[i - 6]);
                            int systolic_value = SafeType.SafeInt(kv.Value.Datas[i - 5]);
                            int diastolic_value = SafeType.SafeInt(kv.Value.Datas[i - 4]);
                            DateTime create_time = DateTimeUtil.GetDateTimeFromUnixTimeMilliseconds(SafeType.SafeInt64(kv.Value.Datas[i - 3]) / 1000000);
                            DateTime last_update = DateTimeUtil.GetDateTimeFromUnixTimeMilliseconds(SafeType.SafeInt64(kv.Value.Datas[i - 2]) / 1000000);
                            int method = SafeType.SafeInt(kv.Value.Datas[i - 1]);
                            bool is_display = SafeType.SafeBool(kv.Value.Datas[i]);


                            // Console.WriteLine("----------");
                            HisGpsBloodPress bp = new()
                            {
                                //BloodPressId = (string)kv.Value.Datas[i -8],
                                //MessageId = (string)kv.Value.Datas[i -7],
                                //Serialno = (string)kv.Value.Datas[i -6],
                                //SystolicValue = (int)kv.Value.Datas[i -5],
                                //DiastolicValue = (int)kv.Value.Datas[i -4],
                                //CreateTime = DateTimeUtil.GetDateTimeFromUnixTimeMilliseconds((long)kv.Value.Datas[i -3]/1000000),
                                //LastUpdate = DateTimeUtil.GetDateTimeFromUnixTimeMilliseconds((long)kv.Value.Datas[i -2]/1000000),
                                //Method = (int)kv.Value.Datas[i -1],
                                //IsDisplay = (bool)kv.Value.Datas[i] ? 1 : 0,

                                BloodPressId = bloodpress_id,
                                MessageId = message_id,
                                Serialno = serialno,
                                SystolicValue = systolic_value,
                                DiastolicValue = diastolic_value,
                                CreateTime = create_time,
                                LastUpdate = last_update,
                                Method = method,
                                IsDisplay = is_display ? 1 : 0,
                            };


                            #region 获取个人信息

                            var person = await _personCacheMgr.GetDeviceGpsPersonCacheBySerialNoAsync(bp.MessageId, bp.Serialno).ConfigureAwait(false);
                            // 验证这个信息是否存在
                            if (person == null || person?.Person.BornDate == null)
                            {
                                Console.WriteLine("验证这个信息是否存在");
                            }
                            else
                            {
                                // 验证年龄是否在范围 （2 - 120）


                                var age = SafeType.SafeInt(DateTime.Today.Year - person?.Person.BornDate!.Value.Year!);
                                #endregion
                                if (age < 1 || age > 120)
                                {
                                    Console.WriteLine("验证年龄是否在范围 （2 - 120）");
                                }
                                else
                                {
                                    var gender = person?.Person.Gender == true ? 1 : 2;
                                    var isHypertension = SafeType.SafeBool(person?.Person.Ishypertension!);
                                    var height = SafeType.SafeDouble(person?.Person.Height!);
                                    var weight = SafeType.SafeDouble(person?.Person.Weight!);


                                    #region 插入当次BP数据
                                    // 保存到TDengine

                                    //var bpSql = $"INSERT INTO health_monitor.hm_bloodpress VALUES(" +
                                    //   $"'{bp.LastUpdate:yyyy-MM-ddTHH:mm:ss.fffZ}'," +
                                    //   $"'{bp.BloodPressId}'," +
                                    //   $"'{bp.MessageId}'," +
                                    //   $"'{bp.Serialno}'," +
                                    //   $"{bp.SystolicValue}," +
                                    //   $"{bp.DiastolicValue}," +
                                    //   $"'{bp.CreateTime:yyyy-MM-ddTHH:mm:ss.fffZ}'," +
                                    //   $"'{bp.LastUpdate:yyyy-MM-ddTHH:mm:ss.fffZ}'," +
                                    //   $"{bp.Method}," +
                                    //   $"{bp.IsDisplay == 1})";

                                    //await _serviceTDengine.GernalRestSql(bpSql);

                                    #endregion

                                    #region 计算增量值
                                    var bpRef = await _bpRefValCacheManager.GetBloodPressReferenceValueAsync(age, gender, isHypertension);

                                    var systolicRefValue = bpRef?.Systolic;//?
                                    var diastolicRefValue = bpRef?.Diastolic;//?
                                    int duration = 30;
                                    // 获取历史数据
                                    //DateTime now = DateTime.Now;
                                    DateTime now = (DateTime)bp.LastUpdate; //测试
                                    DateTime startTime = now.AddDays(-duration);
                                    DateTime endTime = now;

                                    //
                                    var systolicAggregate = await _serviceTDengine.GetAggregateValue("systolic_value", "hm_bloodpress", $"ts>='{startTime:yyyy-MM-ddTHH:mm:ss.fffZ}' and ts <='{endTime:yyyy-MM-ddTHH:mm:ss.fffZ}' and serialno='{bp.Serialno}'");
                                    var diastolicAggregate = await _serviceTDengine.GetAggregateValue("diastolic_value", "hm_bloodpress", $"ts>='{startTime:yyyy-MM-ddTHH:mm:ss.fffZ}' and ts <='{endTime:yyyy-MM-ddTHH:mm:ss.fffZ}' and serialno='{bp.Serialno}'");

                                    // 最大值
                                    var systolicMax = systolicAggregate.Max;
                                    var diastolicMax = diastolicAggregate.Max;
                                    // 最小值
                                    var systolicMin = systolicAggregate.Min;
                                    var diastolicMin = diastolicAggregate.Min;


                                    // 计算去除最大值和最小值和异常值的平均值
                                    var systolicAvg = await _serviceTDengine.GetAvgExceptMaxMinValue("systolic_value", "hm_bloodpress", $"ts>='{startTime:yyyy-MM-ddTHH:mm:ss.fffZ}' and ts <='{endTime:yyyy-MM-ddTHH:mm:ss.fffZ}' and serialno='{bp.Serialno}' and systolic_value < {systolicRefValue} ");
                                    var diastolicAvg = await _serviceTDengine.GetAvgExceptMaxMinValue("diastolic_value", "hm_bloodpress", $"ts>='{startTime:yyyy-MM-ddTHH:mm:ss.fffZ}' and ts <='{endTime:yyyy-MM-ddTHH:mm:ss.fffZ}' and serialno='{bp.Serialno}' and diastolic_value < {diastolicRefValue}");

                                    // 偏移参数
                                    var avgOffset = 0.25M;

                                    var systolicAvgOffset = avgOffset;
                                    var diastolicAvgOffset = avgOffset;


                                    // 增量值=（标定值-平均值）* 0.25
                                    var systolicInc = systolicAvg.Equals(0M) ? 0 : (int)((systolicRefValue - systolicAvg) * systolicAvgOffset)!;
                                    var diastolicInc = diastolicAvg.Equals(0M) ? 0 : (int)((diastolicRefValue - diastolicAvg) * diastolicAvgOffset)!;

                                    #endregion

                                    #region 插入BP增量值
                                    var sql = $"INSERT INTO health_monitor.hm_bloodpress_stats_inc VALUES(" +
                                            $"'{bp.LastUpdate:yyyy-MM-ddTHH:mm:ss.fffZ}'," +
                                            $"'{bp.BloodPressId}'," +
                                            $"'{bp.MessageId}'," +
                                            $"'{bp.Serialno}'," +
                                            $"{bp.SystolicValue}," +
                                            $"{systolicRefValue}," +
                                            $"{systolicAvg}," +
                                            $"{systolicMax}," +
                                            $"{systolicMin}," +
                                            $"{systolicAvgOffset}," +
                                            $"{systolicInc}," +
                                            $"{bp.DiastolicValue}," +
                                            $"{diastolicRefValue}," +
                                            $"{diastolicAvg}," +
                                            $"{diastolicMax}," +
                                            $"{diastolicMin}," +
                                            $"{diastolicAvgOffset}," +
                                            $"{diastolicInc}," +
                                            $"{gender}," +
                                            $"{age}," +
                                            $"{height}," +
                                            $"{weight}," +
                                            $"'{bp.LastUpdate:yyyy-MM-ddTHH:mm:ss.fffZ}'," +
                                            $"{duration}," +
                                            $"'{startTime:yyyy-MM-ddTHH:mm:ss.fffZ}'," +
                                            $"'{endTime:yyyy-MM-ddTHH:mm:ss.fffZ}'," +
                                            $"'{string.Empty}')";
                                    var res = await _serviceTDengine.GernalRestSql(sql);
                                    #endregion

                                };
                                // Console.WriteLine("----------");
                            }


                        }
                        catch (Exception ex)
                        {
                            Console.WriteLine(ex.Message);
                        }

                    }
                    Console.WriteLine("++++++++++++++++++++++");

                    Console.Write($"总共增加{cnt}");
                }

                //  Console.WriteLine("");


                

            }

            _consumer.Commit(consumerRes);
            // Console.WriteLine("\n================ {0} done ");
        }
        */



        public async Task ProcessMsg()
        {

        }


        public IntPtr GetConnection()
        {
            string host = "47.116.142.20";
            short port = 6030;
            string username = "root";
            string password = "taosdata";
            string dbname = "tmqdb";
            var conn = TDengine.Connect(host, username, password, dbname, port);
            if (conn == IntPtr.Zero)
            {
                throw new Exception("Connect to TDengine failed");
            }
            else
            {
                Console.WriteLine("Connect to TDengine success");
            }
            return conn;
        }
        // 关闭消费者
        //public void CloseConsumer(IConsumer consumer, IntPtr conn)
        //{
        //    List<string> topics = consumer.Subscription();
        //    topics.ForEach(t => Console.WriteLine("topic name:{0}", t));

        //    // unsubscribe
        //    consumer.Unsubscribe();

        //    // close consumer after use.Otherwise will lead memory leak.
        //    consumer.Close();
        //    TDengine.Close(conn);
        //}

        public void CloseConsumer()
        {
            List<string> topics = _consumer.Subscription();
            topics.ForEach(t => Console.WriteLine("topic name:{0}", t));

            // unsubscribe
            _consumer.Unsubscribe();

            // close consumer after use.Otherwise will lead memory leak.
            _consumer.Close();
            TDengine.Close(_conn);
        }
    }
}