DeadAreaCompressUnit.cs 42.3 KB
Newer Older
cdy816's avatar
cdy816 已提交
1 2 3 4 5 6 7 8
//==============================================================
//  Copyright (C) 2019  Inc. All rights reserved.
//
//==============================================================
//  Create by 种道洋 at 2019/12/27 18:45:02.
//  Version 1.0
//  种道洋
//==============================================================
cdy816's avatar
cdy816 已提交
9
using DBRuntime.His.Compress;
cdy816's avatar
cdy816 已提交
10
using System;
cdy816's avatar
cdy816 已提交
11 12 13 14 15 16 17 18
using System.Collections.Generic;
using System.Text;

namespace Cdy.Tag
{
    /// <summary>
    /// 
    /// </summary>
19
    public class DeadAreaCompressUnit : LosslessCompressUnit
cdy816's avatar
cdy816 已提交
20 21 22 23 24 25 26 27 28 29 30
    {
        /// <summary>
        /// 
        /// </summary>
        public override int TypeCode => 2;

        /// <summary>
        /// 
        /// </summary>
        public override string Desc => "死区压缩";

cdy816's avatar
cdy816 已提交
31 32 33 34
        protected CustomQueue<int> emptys2 = new CustomQueue<int>(604);

        protected ProtoMemory mVarintMemory2;

cdy816's avatar
cdy816 已提交
35 36 37 38 39 40 41 42 43 44 45 46
        /// <summary>
        /// 
        /// </summary>
        /// <returns></returns>
        public override CompressUnitbase Clone()
        {
            return new DeadAreaCompressUnit();
        }

        /// <summary>
        /// 
        /// </summary>
47 48 49 50
        /// <param name="preVal"></param>
        /// <param name="newVal"></param>
        /// <param name="deadArea"></param>
        /// <param name="Deadtype"></param>
cdy816's avatar
cdy816 已提交
51
        /// <returns></returns>
52
        private bool CheckIsNeedRecord(double preVal,double newVal,double deadArea,int Deadtype)
cdy816's avatar
cdy816 已提交
53
        {
54 55 56 57 58 59 60 61
            if(Deadtype==0)
            {
                return Math.Abs(newVal - preVal) > deadArea;
            }
            else
            {
                return Math.Abs((newVal - preVal) / preVal) > deadArea;
            }
cdy816's avatar
cdy816 已提交
62 63
        }

cdy816's avatar
cdy816 已提交
64 65 66 67 68 69 70 71 72 73

        /// <summary>
        /// 
        /// </summary>
        /// <param name="timerVals"></param>
        /// <param name="startaddr"></param>
        /// <param name="count"></param>
        /// <param name="emptyIds"></param>
        protected void FindEmpityIds(MarshalMemoryBlock timerVals, long startaddr, int count, CustomQueue<int> emptyIds)
        {
74
            emptys.Reset();
cdy816's avatar
cdy816 已提交
75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106
            int id = 0;
            for (int i = 0; i < count; i++)
            {
                id = timerVals.ReadUShort(startaddr + i * 2);
                if (id > 0 || i == 0)
                {
                    continue;
                }
                else
                {
                    emptyIds.Insert(i);
                }
            }
        }

        /// <summary>
        /// 
        /// </summary>
        /// <param name="timerVals"></param>
        /// <param name="startaddr"></param>
        /// <param name="count"></param>
        /// <param name="emptyIds"></param>
        /// <returns></returns>
        protected virtual Memory<byte> CompressTimers2(MarshalMemoryBlock timerVals, long startaddr, int count, CustomQueue<int> emptyIds)
        {
            int preids = 0;
            mVarintMemory2.Reset();

            bool isFirst = true;
            int id = 0;

            int ig = -1;
cdy816's avatar
cdy816 已提交
107
            ig = emptyIds.ReadIndex <= emptyIds.WriteIndex ? emptyIds.IncRead() : -1;
cdy816's avatar
cdy816 已提交
108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126

            for (int i = 0; i < count; i++)
            {
                if (i != ig)
                {
                    id = timerVals.ReadUShort(startaddr + i * 2);

                    if (isFirst)
                    {
                        mVarintMemory2.WriteInt32(id);
                        isFirst = false;
                    }
                    else
                    {
                        mVarintMemory2.WriteInt32(id - preids);
                    }
                }
                else
                {
cdy816's avatar
cdy816 已提交
127
                    ig = emptyIds.ReadIndex <= emptyIds.WriteIndex ? emptyIds.IncRead() : -1;
cdy816's avatar
cdy816 已提交
128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164
                    //    emptyIds.TryDequeue(out ig);
                }
            }
            return mVarintMemory2.DataBuffer.AsMemory(0, (int)mVarintMemory.WritePosition);
        }

        /// <summary>
        /// 
        /// </summary>
        /// <typeparam name="T"></typeparam>
        /// <param name="source"></param>
        /// <param name="sourceAddr"></param>
        /// <param name="target"></param>
        /// <param name="targetAddr"></param>
        /// <param name="size"></param>
        /// <param name="type"></param>
        /// <returns></returns>
        protected override long Compress<T>(MarshalMemoryBlock source, long sourceAddr, MarshalMemoryBlock target, long targetAddr, long size, TagType type)
        {
            var count = (int)(size - this.QulityOffset);
            //var tims = source.ReadUShorts(sourceAddr, (int)count);

            if (mMarshalMemory == null)
            {
                mMarshalMemory = new MemoryBlock(count * 10);
            }

            if (mVarintMemory == null)
            {
                mVarintMemory = new ProtoMemory(count * 10);
            }

            if (mVarintMemory2 == null)
            {
                mVarintMemory2 = new ProtoMemory(count * 10);
            }

165
            emptys2.Reset();
cdy816's avatar
cdy816 已提交
166 167 168 169 170 171 172 173 174 175 176

            long rsize = 0;

            switch (type)
            {
                case TagType.Bool:

                    var datas = CompressTimers(source, sourceAddr, (int)count, emptys);

                    var cval = CompressBoolValues(source, count * 2 + sourceAddr, count, emptys);

cdy816's avatar
cdy816 已提交
177
                    int rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
178
                    //写入时间
cdy816's avatar
cdy816 已提交
179 180
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;

                    //写入数据
                    target.Write(cval.Length);
                    target.Write(cval);
                    rsize += 4;
                    rsize += cval.Length;
                    emptys.ReadIndex = 0;

                    //写入质量戳
                    var cqus = CompressQulitys(source, count * 3 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.Byte:

                    FindEmpityIds(source, sourceAddr, (int)count, emptys);
                    cval = CompressValues<byte>(source, count * 2 + sourceAddr, count, emptys, TagType);

                    datas = CompressTimers2(source, sourceAddr, (int)count, emptys2);
cdy816's avatar
cdy816 已提交
206
                    rcount = count - emptys2.WriteIndex-1;
cdy816's avatar
cdy816 已提交
207
                    //写入时间
cdy816's avatar
cdy816 已提交
208 209
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;

                    //写入数据
                    target.Write(cval.Length);
                    target.Write(cval);
                    rsize += 4;
                    rsize += cval.Length;
                    emptys2.ReadIndex = 0;

                    //写入质量戳
                    cqus = CompressQulitys(source, count * 3 + sourceAddr, count, emptys2);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.UShort:
                    FindEmpityIds(source, sourceAddr, (int)count, emptys);
                    var ures = CompressValues<ushort>(source, count * 2 + sourceAddr, count, emptys, TagType);

                    datas = CompressTimers2(source, sourceAddr, (int)count, emptys2);
cdy816's avatar
cdy816 已提交
234
                    rcount = count - emptys2.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
235
                    //写入时间
cdy816's avatar
cdy816 已提交
236 237
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //写入数据
                    target.Write(ures.Length);
                    target.Write(ures);
                    rsize += 4;
                    rsize += ures.Length;
                    //质量戳
                    emptys2.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 4 + sourceAddr, count, emptys2);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.Short:
                    FindEmpityIds(source, sourceAddr, (int)count, emptys);
                    var res = CompressValues<short>(source, count * 2 + sourceAddr, count, emptys, TagType);

                    datas = CompressTimers2(source, sourceAddr, (int)count, emptys2);
cdy816's avatar
cdy816 已提交
260
                    rcount = count - emptys2.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
261
                    //写入时间
cdy816's avatar
cdy816 已提交
262 263
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //写入数据
                    target.Write(res.Length);
                    target.Write(res);
                    rsize += 4;
                    rsize += res.Length;

                    emptys2.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 4 + sourceAddr, count, emptys2);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.UInt:
                    FindEmpityIds(source, sourceAddr, (int)count, emptys);
                    var uires = CompressValues<uint>(source, count * 2 + sourceAddr, count, emptys, TagType);

                    datas = CompressTimers2(source, sourceAddr, (int)count, emptys2);
cdy816's avatar
cdy816 已提交
286
                    rcount = count - emptys2.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
287
                    //写入时间
cdy816's avatar
cdy816 已提交
288 289
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //写入数据
                    target.Write(uires.Length);
                    target.Write(uires);
                    rsize += 4;
                    rsize += uires.Length;
                    //质量
                    emptys2.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 6 + sourceAddr, count, emptys2);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.Int:
                    FindEmpityIds(source, sourceAddr, (int)count, emptys);
                    var ires = CompressValues<int>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    datas = CompressTimers2(source, sourceAddr, (int)count, emptys2);
cdy816's avatar
cdy816 已提交
311
                    rcount = count - emptys2.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
312
                    //写入时间
cdy816's avatar
cdy816 已提交
313 314
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //写入数据
                    target.Write(ires.Length);
                    target.Write(ires);
                    rsize += 4;
                    rsize += ires.Length;
                    emptys2.ReadIndex = 0;
                    //质量
                    cqus = CompressQulitys(source, count * 6 + sourceAddr, count, emptys2);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.ULong:
                    FindEmpityIds(source, sourceAddr, (int)count, emptys);
                    var ulres = CompressValues<ulong>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    datas = CompressTimers2(source, sourceAddr, (int)count, emptys2);
cdy816's avatar
cdy816 已提交
336
                    rcount = count - emptys2.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
337
                    //写入时间
cdy816's avatar
cdy816 已提交
338 339
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //写入数据
                    target.Write(ulres.Length);
                    target.Write(ulres);
                    rsize += 4;
                    rsize += ulres.Length;
                    //质量
                    emptys2.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 10 + sourceAddr, count, emptys2);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.Long:
                    FindEmpityIds(source, sourceAddr, (int)count, emptys);
                    var lres = CompressValues<long>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    datas = CompressTimers2(source, sourceAddr, (int)count, emptys2);
cdy816's avatar
cdy816 已提交
361
                    rcount = count - emptys2.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
362
                    //写入时间
cdy816's avatar
cdy816 已提交
363 364
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //写入数据
                    target.Write(lres.Length);
                    target.Write(lres);
                    rsize += 4;
                    rsize += lres.Length;
                    //质量
                    emptys2.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 10 + sourceAddr, count, emptys2);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.DateTime:
                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);

                    var dres = CompressValues<ulong>(source, count * 2 + sourceAddr, count, emptys, TagType);

cdy816's avatar
cdy816 已提交
387
                    rcount = count - emptys2.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
388
                    //写入时间
cdy816's avatar
cdy816 已提交
389 390
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //写入数据
                    target.Write(dres.Length);
                    target.Write(dres);
                    rsize += 4;
                    rsize += dres.Length;
                    //质量
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 10 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.Double:
                    FindEmpityIds(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
410 411 412 413 414 415 416 417
                    if (mDCompress == null)
                    {
                        mDCompress = new DoubleCompressBuffer(count) { MemoryBlock = mMarshalMemory, VarintMemory = mVarintMemory };
                    }
                    else
                    {
                        mDCompress.CheckAndResizeTo(count);
                    }
cdy816's avatar
cdy816 已提交
418 419 420

                    var ddres = CompressValues<double>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    datas = CompressTimers2(source, sourceAddr, (int)count, emptys2);
cdy816's avatar
cdy816 已提交
421
                    rcount = count - emptys2.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
422
                    //写入时间
cdy816's avatar
cdy816 已提交
423 424
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //写入数据
                    target.Write(ddres.Length);
                    target.Write(ddres);
                    rsize += 4;
                    rsize += ddres.Length;
                    //质量
                    emptys2.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 10 + sourceAddr, count, emptys2);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.Float:
                    FindEmpityIds(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
444 445 446 447 448 449 450 451
                    if (mFCompress == null)
                    {
                        mFCompress = new FloatCompressBuffer(count) { MemoryBlock = mMarshalMemory, VarintMemory = mVarintMemory };
                    }
                    else
                    {
                        mFCompress.CheckAndResizeTo(count);
                    }
cdy816's avatar
cdy816 已提交
452 453 454

                    var fres = CompressValues<float>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    datas = CompressTimers2(source, sourceAddr, (int)count, emptys2);
cdy816's avatar
cdy816 已提交
455
                    rcount = count - emptys2.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
456
                    //写入时间
cdy816's avatar
cdy816 已提交
457 458
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //写入数据
                    target.Write(fres.Length);
                    target.Write(fres);
                    rsize += 4;
                    rsize += fres.Length;
                    //质量
                    emptys2.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 6 + sourceAddr, count, emptys2);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.String:

                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
479
                    rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
480
                    //写入时间
cdy816's avatar
cdy816 已提交
481 482
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;

                    //写入数据

                    var vals = source.ReadStrings(count * 2 + sourceAddr, count);
                    var qus = source.ReadBytes(count);
                    var sres = CompressValues(vals, emptys);
                    target.Write(sres.Length);
                    target.Write(sres);
                    rsize += 4;
                    rsize += sres.Length;
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(qus, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.IntPoint:
                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
506
                    rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
507
                    //写入时间
cdy816's avatar
cdy816 已提交
508 509
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //数值
                    var ipres = CompressValues<IntPointData>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    target.Write(ipres.Length);
                    target.Write(ipres);
                    rsize += 4;
                    rsize += ipres.Length;
                    //质量
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 10 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.UIntPoint:
                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
530
                    rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
531
                    //写入时间
cdy816's avatar
cdy816 已提交
532 533
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //数值
                    ipres = CompressValues<UIntPointData>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    target.Write(ipres.Length);
                    target.Write(ipres);
                    rsize += 4;
                    rsize += ipres.Length;
                    //质量
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 10 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.LongPoint:
                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
554
                    rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
555
                    //写入时间
cdy816's avatar
cdy816 已提交
556 557
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //值
                    ipres = CompressValues<LongPointData>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    target.Write(ipres.Length);
                    target.Write(ipres);
                    rsize += 4;
                    rsize += ipres.Length;
                    //质量
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 18 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.ULongPoint:
                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
578
                    rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
579
                    //写入时间
cdy816's avatar
cdy816 已提交
580 581
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //值
                    ipres = CompressValues<ULongPointData>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    target.Write(ipres.Length);
                    target.Write(ipres);
                    rsize += 4;
                    rsize += ipres.Length;
                    //质量
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 18 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.IntPoint3:
                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
602
                    rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
603
                    //写入时间
cdy816's avatar
cdy816 已提交
604 605
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //值
                    ipres = CompressValues<IntPoint3Data>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    target.Write(ipres.Length);
                    target.Write(ipres);
                    rsize += 4;
                    rsize += ipres.Length;
                    //质量
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 14 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.UIntPoint3:
                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
626
                    rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
627
                    //写入时间
cdy816's avatar
cdy816 已提交
628 629
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //值
                    ipres = CompressValues<UIntPoint3Data>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    target.Write(ipres.Length);
                    target.Write(ipres);
                    rsize += 4;
                    rsize += ipres.Length;
                    //质量
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 14 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.LongPoint3:
                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
650
                    rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
651
                    //写入时间
cdy816's avatar
cdy816 已提交
652 653
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //值
                    ipres = CompressValues<LongPoint3Data>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    target.Write(ipres.Length);
                    target.Write(ipres);
                    rsize += 4;
                    rsize += ipres.Length;
                    //质量
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 26 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
                case TagType.ULongPoint3:
                    datas = CompressTimers(source, sourceAddr, (int)count, emptys);
cdy816's avatar
cdy816 已提交
674
                    rcount = count - emptys.WriteIndex - 1;
cdy816's avatar
cdy816 已提交
675
                    //写入时间
cdy816's avatar
cdy816 已提交
676 677
                    target.WriteInt(targetAddr, rcount);
                    rsize += 4;
cdy816's avatar
cdy816 已提交
678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701
                    target.Write((int)datas.Length);
                    target.Write(datas);
                    rsize += 4;
                    rsize += datas.Length;
                    //值
                    ipres = CompressValues<ULongPoint3Data>(source, count * 2 + sourceAddr, count, emptys, TagType);
                    target.Write(ipres.Length);
                    target.Write(ipres);
                    rsize += 4;
                    rsize += ipres.Length;
                    //质量
                    emptys.ReadIndex = 0;
                    cqus = CompressQulitys(source, count * 26 + sourceAddr, count, emptys);
                    target.Write(cqus.Length);
                    target.Write(cqus);
                    rsize += 4;
                    rsize += cqus.Length;
                    break;
            }
            return rsize;

        }


702 703 704 705 706 707 708 709 710
        /// <summary>
        /// 
        /// </summary>
        /// <typeparam name="T"></typeparam>
        /// <param name="source"></param>
        /// <param name="offset"></param>
        /// <param name="count"></param>
        /// <param name="emptyIds"></param>
        /// <returns></returns>
711
        protected override Memory<byte> CompressValues<T>(MarshalMemoryBlock source, long offset, int count, CustomQueue<int> emptys, TagType type)
712 713 714 715 716
        {
            var deadArea = this.Parameters.ContainsKey("DeadValue") ? this.Parameters["DeadValue"] : 0;
            var deadType = (int)(this.Parameters.ContainsKey("DeadType") ? this.Parameters["DeadType"] : 0);

            mMarshalMemory.Position = 0;
717
            mVarintMemory.Reset();
718 719 720 721

            bool isFirst = true;

            int ig = -1;
cdy816's avatar
cdy816 已提交
722
            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
723
            
cdy816's avatar
cdy816 已提交
724
            switch (type)
725
            {
cdy816's avatar
cdy816 已提交
726 727 728
                case TagType.Byte:
                    byte sval = 0;
                    for (int i = 0; i < count; i++)
729
                    {
cdy816's avatar
cdy816 已提交
730
                        if (i != ig)
731
                        {
cdy816's avatar
cdy816 已提交
732 733
                            var id = source.ReadByte(offset + i);
                            if (isFirst)
734 735
                            {
                                sval = id;
cdy816's avatar
cdy816 已提交
736 737 738 739 740 741 742 743 744 745
                                mMarshalMemory.Write(id);
                                isFirst = false;
                            }
                            else
                            {
                                if (CheckIsNeedRecord(sval, id, deadArea, deadType))
                                {
                                    mMarshalMemory.Write(id);
                                    sval = id;
                                }
cdy816's avatar
cdy816 已提交
746 747 748 749
                                else
                                {
                                    emptys2.Insert(i);
                                }
750 751
                            }
                        }
cdy816's avatar
cdy816 已提交
752 753 754
                        else
                        {

cdy816's avatar
cdy816 已提交
755
                            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
756
                            emptys2.Insert(i);
cdy816's avatar
cdy816 已提交
757
                        }
758
                    }
cdy816's avatar
cdy816 已提交
759 760 761 762
                    return mMarshalMemory.StartMemory.AsMemory<byte>(0, (int)mMarshalMemory.Position);
                case TagType.Short:
                    short ssval = 0;
                    for (int i = 0; i < count; i++)
763
                    {
cdy816's avatar
cdy816 已提交
764
                        if (i != ig)
765
                        {
cdy816's avatar
cdy816 已提交
766 767
                            var id = source.ReadShort(offset + i * 2);
                            if (isFirst)
768
                            {
cdy816's avatar
cdy816 已提交
769 770 771 772 773 774 775 776 777 778 779
                                mVarintMemory.WriteSInt32(id);
                                isFirst = false;
                                ssval = id;
                            }
                            else
                            {
                                if (CheckIsNeedRecord(ssval, id, deadArea, deadType))
                                {
                                    mVarintMemory.WriteSInt32(id - ssval);
                                    ssval = id;
                                }
cdy816's avatar
cdy816 已提交
780 781 782 783
                                else
                                {
                                    emptys2.Insert(i);
                                }
784 785
                            }
                        }
cdy816's avatar
cdy816 已提交
786 787 788
                        else
                        {

cdy816's avatar
cdy816 已提交
789
                            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
790
                            emptys2.Insert(i);
cdy816's avatar
cdy816 已提交
791
                        }
792
                    }
cdy816's avatar
cdy816 已提交
793 794 795 796
                    break;
                case TagType.UShort:
                    ushort ussval = 0;
                    for (int i = 0; i < count; i++)
797
                    {
cdy816's avatar
cdy816 已提交
798
                        if (i != ig)
799
                        {
cdy816's avatar
cdy816 已提交
800 801
                            var id = source.ReadUShort(offset + i * 2);
                            if (isFirst)
802
                            {
cdy816's avatar
cdy816 已提交
803 804 805 806 807 808 809 810 811 812 813
                                mVarintMemory.WriteSInt32(id);
                                isFirst = false;
                                ussval = id;
                            }
                            else
                            {
                                if (CheckIsNeedRecord(ussval, id, deadArea, deadType))
                                {
                                    mVarintMemory.WriteSInt32(id - ussval);
                                    ussval = id;
                                }
cdy816's avatar
cdy816 已提交
814 815 816 817
                                else
                                {
                                    emptys2.Insert(i);
                                }
818 819
                            }
                        }
cdy816's avatar
cdy816 已提交
820 821 822
                        else
                        {

cdy816's avatar
cdy816 已提交
823
                            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
824
                            emptys2.Insert(i);
cdy816's avatar
cdy816 已提交
825
                        }
826
                    }
cdy816's avatar
cdy816 已提交
827 828 829 830
                    break;
                case TagType.Int:
                    int isval = 0;
                    for (int i = 0; i < count; i++)
831
                    {
cdy816's avatar
cdy816 已提交
832
                        if (i != ig)
833
                        {
cdy816's avatar
cdy816 已提交
834 835
                            var id = source.ReadInt(offset + i * 4);
                            if (isFirst)
836
                            {
cdy816's avatar
cdy816 已提交
837 838 839 840 841 842 843 844 845 846 847
                                mVarintMemory.WriteInt32(id);
                                isFirst = false;
                                isval = id;
                            }
                            else
                            {
                                if (CheckIsNeedRecord(isval, id, deadArea, deadType))
                                {
                                    mVarintMemory.WriteSInt32(id - isval);
                                    isval = id;
                                }
cdy816's avatar
cdy816 已提交
848 849 850 851
                                else
                                {
                                    emptys2.Insert(i);
                                }
852 853
                            }
                        }
cdy816's avatar
cdy816 已提交
854 855
                        else
                        {
cdy816's avatar
cdy816 已提交
856
                            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
857
                            emptys2.Insert(i);
cdy816's avatar
cdy816 已提交
858
                        }
859
                    }
cdy816's avatar
cdy816 已提交
860 861 862 863
                    break;
                case TagType.UInt:
                    uint usval = 0;
                    for (int i = 0; i < count; i++)
864
                    {
cdy816's avatar
cdy816 已提交
865
                        if (i != ig)
866
                        {
cdy816's avatar
cdy816 已提交
867 868
                            var id = source.ReadUInt(offset + i * 4);
                            if (isFirst)
869
                            {
cdy816's avatar
cdy816 已提交
870 871 872 873 874 875 876 877 878 879 880
                                mVarintMemory.WriteInt32(id);
                                isFirst = false;
                                usval = id;
                            }
                            else
                            {
                                if (CheckIsNeedRecord(usval, id, deadArea, deadType))
                                {
                                    mVarintMemory.WriteSInt32((int)(id - usval));
                                    usval = id;
                                }
cdy816's avatar
cdy816 已提交
881 882 883 884
                                else
                                {
                                    emptys2.Insert(i);
                                }
885 886
                            }
                        }
cdy816's avatar
cdy816 已提交
887 888
                        else
                        {
cdy816's avatar
cdy816 已提交
889
                            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
890
                            emptys2.Insert(i);
cdy816's avatar
cdy816 已提交
891
                        }
892
                    }
cdy816's avatar
cdy816 已提交
893 894 895 896
                    break;
                case TagType.Long:
                    long lsval = 0;
                    for (int i = 0; i < count; i++)
897
                    {
cdy816's avatar
cdy816 已提交
898
                        if (i != ig)
899
                        {
cdy816's avatar
cdy816 已提交
900 901
                            var id = source.ReadLong(offset + i * 8);
                            if (isFirst)
902
                            {
cdy816's avatar
cdy816 已提交
903 904 905 906 907 908 909 910 911 912 913
                                mVarintMemory.WriteInt64(id);
                                isFirst = false;
                                lsval = id;
                            }
                            else
                            {
                                if (CheckIsNeedRecord(lsval, id, deadArea, deadType))
                                {
                                    mVarintMemory.WriteSInt64((id - lsval));
                                    lsval = id;
                                }
cdy816's avatar
cdy816 已提交
914 915 916 917
                                else
                                {
                                    emptys2.Insert(i);
                                }
918 919
                            }
                        }
cdy816's avatar
cdy816 已提交
920 921
                        else
                        {
cdy816's avatar
cdy816 已提交
922
                            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
923
                            emptys2.Insert(i);
cdy816's avatar
cdy816 已提交
924
                        }
925
                    }
cdy816's avatar
cdy816 已提交
926 927 928 929
                    break;
                case TagType.ULong:
                    ulong ulsval = 0;
                    for (int i = 0; i < count; i++)
930
                    {
cdy816's avatar
cdy816 已提交
931
                        if (i != ig)
932
                        {
cdy816's avatar
cdy816 已提交
933 934
                            var id = source.ReadULong(offset + i * 8);
                            if (isFirst)
935
                            {
cdy816's avatar
cdy816 已提交
936 937 938 939 940 941 942 943 944 945 946
                                mVarintMemory.WriteInt64(id);
                                isFirst = false;
                                ulsval = id;
                            }
                            else
                            {
                                if (CheckIsNeedRecord(ulsval, id, deadArea, deadType))
                                {
                                    mVarintMemory.WriteSInt64((long)(id - ulsval));
                                    ulsval = id;
                                }
cdy816's avatar
cdy816 已提交
947 948 949 950
                                else
                                {
                                    emptys2.Insert(i);
                                }
951 952
                            }
                        }
cdy816's avatar
cdy816 已提交
953 954
                        else
                        {
cdy816's avatar
cdy816 已提交
955
                            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
956
                            emptys2.Insert(i);
cdy816's avatar
cdy816 已提交
957
                        }
958
                    }
cdy816's avatar
cdy816 已提交
959 960 961
                    break;
                case TagType.Double:
                    double dsval = 0;
cdy816's avatar
cdy816 已提交
962 963
                    mDCompress.Reset();
                    mDCompress.Precision = this.Precision;
cdy816's avatar
cdy816 已提交
964
                    for (int i = 0; i < count; i++)
965
                    {
cdy816's avatar
cdy816 已提交
966
                        if (i != ig)
967
                        {
cdy816's avatar
cdy816 已提交
968 969
                            var id = source.ReadDouble(offset + i * 8);
                            if (isFirst)
970
                            {
cdy816's avatar
cdy816 已提交
971
                                mDCompress.Append(id);
cdy816's avatar
cdy816 已提交
972 973 974 975 976 977 978
                                isFirst = false;
                                dsval = id;
                            }
                            else
                            {
                                if (CheckIsNeedRecord(dsval, id, deadArea, deadType))
                                {
cdy816's avatar
cdy816 已提交
979 980
                                    mDCompress.Append(id);
                                    // mMarshalMemory.Write(id);
cdy816's avatar
cdy816 已提交
981 982
                                    dsval = id;
                                }
cdy816's avatar
cdy816 已提交
983 984 985 986
                                else
                                {
                                    emptys2.Insert(i);
                                }
987 988
                            }
                        }
cdy816's avatar
cdy816 已提交
989 990
                        else
                        {
cdy816's avatar
cdy816 已提交
991
                            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
992
                            emptys2.Insert(i);
cdy816's avatar
cdy816 已提交
993
                        }
994
                    }
cdy816's avatar
cdy816 已提交
995
                    mDCompress.Compress();
cdy816's avatar
cdy816 已提交
996 997
                    return mMarshalMemory.StartMemory.AsMemory<byte>(0, (int)mMarshalMemory.Position);
                case TagType.Float:
cdy816's avatar
cdy816 已提交
998 999
                    mFCompress.Reset();
                    mFCompress.Precision = this.Precision;
cdy816's avatar
cdy816 已提交
1000 1001
                    float fsval = 0;
                    for (int i = 0; i < count; i++)
1002
                    {
cdy816's avatar
cdy816 已提交
1003
                        if (i != ig)
1004
                        {
cdy816's avatar
cdy816 已提交
1005 1006
                            var id = source.ReadFloat(offset + i * 4);
                            if (isFirst)
1007
                            {
cdy816's avatar
cdy816 已提交
1008
                                mFCompress.Append(id);
cdy816's avatar
cdy816 已提交
1009 1010 1011 1012 1013 1014 1015
                                isFirst = false;
                                fsval = id;
                            }
                            else
                            {
                                if (CheckIsNeedRecord(fsval, id, deadArea, deadType))
                                {
cdy816's avatar
cdy816 已提交
1016
                                    mFCompress.Append(id);
cdy816's avatar
cdy816 已提交
1017 1018
                                    fsval = id;
                                }
cdy816's avatar
cdy816 已提交
1019 1020 1021 1022
                                else
                                {
                                    emptys2.Insert(i);
                                }
1023 1024
                            }
                        }
cdy816's avatar
cdy816 已提交
1025 1026
                        else
                        {
cdy816's avatar
cdy816 已提交
1027
                            ig = emptys.ReadIndex <= emptys.WriteIndex ? emptys.IncRead() : -1;
cdy816's avatar
cdy816 已提交
1028
                            emptys2.Insert(i);
cdy816's avatar
cdy816 已提交
1029
                        }
1030
                    }
cdy816's avatar
cdy816 已提交
1031
                    mFCompress.Compress();
cdy816's avatar
cdy816 已提交
1032 1033 1034
                    return mMarshalMemory.StartMemory.AsMemory<byte>(0, (int)mMarshalMemory.Position);
                default:
                   return base.CompressValues<T>(source, offset, count, emptys, type);
1035
            }
1036
            return mVarintMemory.DataBuffer.AsMemory<byte>(0, (int)mVarintMemory.WritePosition);
cdy816's avatar
cdy816 已提交
1037 1038 1039
        }
    }
}