Package java.util.zip

Examples of java.util.zip.CRC32

236
237
238
239
240
241
242
243
244
    disposed += free(filter("free=false and expires > 0 and (expires) <= " + System.currentTimeMillis() + " limit 1, 100" + limit));
    return disposed;
  }
 
  public static long crc32(byte[] payload) {
    final Checksum checksum = new CRC32();
    checksum.update(payload,0,payload.length);
    return checksum.getValue();
  }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
    String rtn = CACHE_BUFFER.get(kkk);
    if (rtn == null) {
      StringBuffer buff=new StringBuffer();
      buff.append(this.getClass().getName()).append("_");
      buff.append(this.dir_uuid).append("_");
    CRC32 crc32 = new CRC32();
    crc32.update(0);
    long filesize=0;
      if(filelist!=null)
      {
        buff.append(filelist.length).append("_");
        for(String s:filelist)
        {
            crc32.update(new String(s).getBytes());
            try{
              filesize+=this.fileLength(s);
            }catch(Throwable e)
            {
              logger.error("filelength",e);
            }
        }
      }
    long crcvalue = crc32.getValue();
    buff.append(crcvalue).append("_");
    buff.append(filesize).append("_");
    rtn = buff.toString();
    CACHE_BUFFER.put(kkk, rtn);
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
    String rtn = CACHE_BUFFER.get(kkk);
    if (rtn == null) {
    StringBuffer buff = new StringBuffer();
    buff.append(this.getClass().getName()).append("_");
    buff.append(this.directory.getAbsolutePath()).append("_");
    CRC32 crc32 = new CRC32();
    crc32.update(0);
    long filesize = 0;
    long filemodify = 0;

    if (filelist != null) {
      buff.append(filelist.length).append("_");
      for (String s : filelist) {
        crc32.update(new String(s).getBytes());
        try {
          filesize += this.fileLength(s);
        } catch (Throwable e) {
          logger.error("filelength", e);
        }

        try {
          filemodify = Math.max(filemodify, this.fileModified(s));
        } catch (Throwable e) {
          logger.error("filelength", e);
        }
      }
    }
    long crcvalue = crc32.getValue();
    buff.append(crcvalue).append("_");
    buff.append(filesize).append("_");
    buff.append(filemodify).append("_");
    buff.append(format.format(new Date(filemodify)));
    rtn = buff.toString();
View Full Code Here
312
313
314
315
316
317
318
319
320
321
322
323
324
    }else if (dataType == FieldDatatype.d_double) {
     
      Double val=MdrillUtils.ParseDouble(ft.indexedToReadable(term.text()));
      tmValue=Double.doubleToLongBits(val);
    }else{
      CRC32 crc32 = new CRC32();
      crc32.update(new String(ft.indexedToReadable(term.text())).getBytes());
      tmValue=crc32.getValue();
    }
     

      docValues.collectTm(tmValue);
      if ((this.termNum & TermIndex.intervalMask)==0){
View Full Code Here
34
35
36
37
38
39
40
41
42
43
String filename;


public ChecksumIndexOutput(IndexOutput main,Directory directory,String filename) {
    this.main = main;
    digest = new CRC32();
    this.directory=directory;
    this.filename=filename;

  }
View Full Code Here
6
7
8
9
10
11
12
public class CRC32OutputStream extends OutputStream {
    private CRC32 hasher;
   
    public CRC32OutputStream() {
        hasher = new CRC32();
    }
View Full Code Here
3
4
5
6
7
8
9
10
11
import java.util.zip.CRC32;

public class MdrillFunction {
  public static Long uuid()
  {
    CRC32 crc32 = new CRC32();
    crc32.update(String.valueOf(java.util.UUID.randomUUID().toString()).getBytes());
    return crc32.getValue();
  }
View Full Code Here
42
43
44
45
46
47
48
49
50
 


  public ShardScanner getShardScanner(short shard,String partion, byte[] last) throws IOException {
    CRC32 crc32 = new CRC32();
    crc32.update(partion.getBytes());
    return new ShardScanner(table.getConfiguration(), queueName, shard, crc32.getValue(),last);
  }
View Full Code Here
181
182
183
184
185
186
187
188
189
190
191
192
193
    public void startSyncFromHdfs(final Runnable callback) throws IOException
  {
      Configuration conf=params.getConf();
     
      CRC32 crc32 = new CRC32();
    crc32.update(String.valueOf(java.util.UUID.randomUUID().toString()).getBytes());
    Long uuid=crc32.getValue();
    String pathname=String.valueOf(fmt.format(new Date())+"_"+status.uniqIndex.incrementAndGet()) + "_"  + uuid;
     
      final Path localHdfsRecover=new Path(new Path(params.getIndexMalloc(pathname.hashCode()),"realtime_hdfs_recover"),pathname);
      final Path hdfsRealtime=new Path(params.hdfsPath,"realtime");
     
View Full Code Here
9
10
11
12
13
14
15
16
17
18
  private byte[] value;
  private MessageID id;

  public static Message INSTANCE(short shard,String partion,byte[] value,Configuration realConf)
  {
    CRC32 crc32 = new CRC32();
    crc32.update(partion.getBytes());
    MessageID id=MessageID.INSTANCE(shard, crc32.getValue(), realConf);
    return new Message( id, value);
  }
View Full Code Here
TOP

Related Classes of java.util.zip.CRC32

  • ar.com.hjg.pngj.chunks.ChunkRaw
  • com.afewmoreamps.MiniCask
  • com.alibaba.rocketmq.common.UtilAll
  • com.alimama.mdrill.distinct.DistinctCount
  • com.amazonaws.util.CRC32ChecksumCalculatingInputStream
  • com.badlogic.jglfw.utils.SharedLibraryLoader
  • com.cloudinary.Url
  • com.google.auto.value.processor.GwtSerialization
  • com.google.gwt.user.server.rpc.impl.SerializabilityUtil
  • com.jitlogic.zorka.common.zico.ZicoConnector
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.