test_libhdfs_read.c 1.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869
  1. /**
  2. * Licensed to the Apache Software Foundation (ASF) under one
  3. * or more contributor license agreements. See the NOTICE file
  4. * distributed with this work for additional information
  5. * regarding copyright ownership. The ASF licenses this file
  6. * to you under the Apache License, Version 2.0 (the
  7. * "License"); you may not use this file except in compliance
  8. * with the License. You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. #include "hdfs.h"
  19. #include <stdio.h>
  20. #include <stdlib.h>
  21. int main(int argc, char **argv) {
  22. if (argc != 4) {
  23. fprintf(stderr, "Usage: hdfs_read <filename> <filesize> <buffersize>\n");
  24. exit(-1);
  25. }
  26. hdfsFS fs = hdfsConnect("default", 0);
  27. if (!fs) {
  28. fprintf(stderr, "Oops! Failed to connect to hdfs!\n");
  29. exit(-1);
  30. }
  31. const char* rfile = argv[1];
  32. tSize bufferSize = strtoul(argv[3], NULL, 10);
  33. hdfsFile readFile = hdfsOpenFile(fs, rfile, O_RDONLY, bufferSize, 0, 0);
  34. if (!readFile) {
  35. fprintf(stderr, "Failed to open %s for writing!\n", rfile);
  36. exit(-2);
  37. }
  38. // data to be written to the file
  39. char* buffer = malloc(sizeof(char) * bufferSize);
  40. if(buffer == NULL) {
  41. return -2;
  42. }
  43. // read from the file
  44. tSize curSize = bufferSize;
  45. for (; curSize == bufferSize;) {
  46. curSize = hdfsRead(fs, readFile, (void*)buffer, curSize);
  47. }
  48. free(buffer);
  49. hdfsCloseFile(fs, readFile);
  50. hdfsDisconnect(fs);
  51. return 0;
  52. }
  53. /**
  54. * vim: ts=4: sw=4: et:
  55. */