123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108 |
- /**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- #ifndef _HDFS_HTTP_CLIENT_H_
- #define _HDFS_HTTP_CLIENT_H_
- #include "hdfs.h" /* for tSize */
- #include <pthread.h> /* for pthread_t */
- #include <unistd.h> /* for size_t */
- enum hdfsStreamType
- {
- UNINITIALIZED = 0,
- INPUT = 1,
- OUTPUT = 2,
- };
- /**
- * webhdfsBuffer - used for hold the data for read/write from/to http connection
- */
- typedef struct {
- const char *wbuffer; // The user's buffer for uploading
- size_t remaining; // Length of content
- size_t offset; // offset for reading
- int openFlag; // Check whether the hdfsOpenFile has been called before
- int closeFlag; // Whether to close the http connection for writing
- pthread_mutex_t writeMutex; // Synchronization between the curl and hdfsWrite threads
- pthread_cond_t newwrite_or_close; // Transferring thread waits for this condition
- // when there is no more content for transferring in the buffer
- pthread_cond_t transfer_finish; // Condition used to indicate finishing transferring (one buffer)
- } webhdfsBuffer;
- struct webhdfsFileHandle {
- char *absPath;
- int bufferSize;
- short replication;
- tSize blockSize;
- char *datanode;
- webhdfsBuffer *uploadBuffer;
- pthread_t connThread;
- };
- enum HttpHeader {
- GET,
- PUT,
- POST,
- DELETE
- };
- enum Redirect {
- YES,
- NO
- };
- typedef struct {
- char *content;
- size_t remaining;
- size_t offset;
- } ResponseBufferInternal;
- typedef ResponseBufferInternal *ResponseBuffer;
- /**
- * The response got through webhdfs
- */
- typedef struct {
- ResponseBuffer body;
- ResponseBuffer header;
- }* Response;
- ResponseBuffer initResponseBuffer();
- void freeResponseBuffer(ResponseBuffer buffer);
- void freeResponse(Response resp);
- Response launchMKDIR(char *url);
- Response launchRENAME(char *url);
- Response launchCHMOD(char *url);
- Response launchGFS(char *url);
- Response launchLS(char *url);
- Response launchDELETE(char *url);
- Response launchCHOWN(char *url);
- Response launchOPEN(char *url, Response resp);
- Response launchUTIMES(char *url);
- Response launchNnWRITE(char *url);
- Response launchDnWRITE(const char *url, webhdfsBuffer *buffer);
- Response launchNnAPPEND(char *url);
- Response launchSETREPLICATION(char *url);
- Response launchDnAPPEND(const char *url, webhdfsBuffer *buffer);
- #endif //_HDFS_HTTP_CLIENT_H_
|