|
|
@@ -0,0 +1,407 @@
|
|
|
+/**
|
|
|
+ * Licensed to the Apache Software Foundation (ASF) under one
|
|
|
+ * or more contributor license agreements. See the NOTICE file
|
|
|
+ * distributed with this work for additional information
|
|
|
+ * regarding copyright ownership. The ASF licenses this file
|
|
|
+ * to you under the Apache License, Version 2.0 (the
|
|
|
+ * "License"); you may not use this file except in compliance
|
|
|
+ * with the License. You may obtain a copy of the License at
|
|
|
+ *
|
|
|
+ * http://www.apache.org/licenses/LICENSE-2.0
|
|
|
+ *
|
|
|
+ * Unless required by applicable law or agreed to in writing, software
|
|
|
+ * distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
+ * See the License for the specific language governing permissions and
|
|
|
+ * limitations under the License.
|
|
|
+ */
|
|
|
+
|
|
|
+package org.apache.hadoop.fs.azurebfs.services;
|
|
|
+
|
|
|
+import java.util.Arrays;
|
|
|
+import java.util.HashSet;
|
|
|
+import java.util.Random;
|
|
|
+
|
|
|
+import org.junit.Assert;
|
|
|
+import org.junit.Test;
|
|
|
+
|
|
|
+import org.mockito.ArgumentCaptor;
|
|
|
+
|
|
|
+import org.apache.hadoop.fs.azurebfs.AbfsConfiguration;
|
|
|
+import org.apache.hadoop.conf.Configuration;
|
|
|
+
|
|
|
+import static org.mockito.Mockito.mock;
|
|
|
+import static org.mockito.Mockito.when;
|
|
|
+import static org.mockito.Mockito.times;
|
|
|
+import static org.mockito.Mockito.verify;
|
|
|
+import static org.mockito.Mockito.anyInt;
|
|
|
+import static org.mockito.Mockito.anyBoolean;
|
|
|
+import static org.mockito.Mockito.any;
|
|
|
+import static org.mockito.Mockito.anyString;
|
|
|
+import static org.mockito.Mockito.anyLong;
|
|
|
+
|
|
|
+import static org.assertj.core.api.Assertions.assertThat;
|
|
|
+
|
|
|
+public final class TestAbfsOutputStream {
|
|
|
+
|
|
|
+ private static final int bufferSize = 4096;
|
|
|
+ private static final int writeSize = 1000;
|
|
|
+ private static final String path = "~/testpath";
|
|
|
+ private final String globalKey = "fs.azure.configuration";
|
|
|
+ private final String accountName1 = "account1";
|
|
|
+ private final String accountKey1 = globalKey + "." + accountName1;
|
|
|
+ private final String accountValue1 = "one";
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The test verifies OutputStream shortwrite case(2000bytes write followed by flush, hflush, hsync) is making correct HTTP calls to the server
|
|
|
+ */
|
|
|
+ @Test
|
|
|
+ public void verifyShortWriteRequest() throws Exception {
|
|
|
+
|
|
|
+ AbfsClient client = mock(AbfsClient.class);
|
|
|
+ AbfsRestOperation op = mock(AbfsRestOperation.class);
|
|
|
+ AbfsConfiguration abfsConf;
|
|
|
+ final Configuration conf = new Configuration();
|
|
|
+ conf.set(accountKey1, accountValue1);
|
|
|
+ abfsConf = new AbfsConfiguration(conf, accountName1);
|
|
|
+ AbfsPerfTracker tracker = new AbfsPerfTracker("test", accountName1, abfsConf);
|
|
|
+ when(client.getAbfsPerfTracker()).thenReturn(tracker);
|
|
|
+ when(client.append(anyString(), anyLong(), any(byte[].class), anyInt(), anyInt(), anyBoolean(), anyBoolean())).thenReturn(op);
|
|
|
+
|
|
|
+ AbfsOutputStream out = new AbfsOutputStream(client, path, 0, bufferSize, true, false, true, false);
|
|
|
+ final byte[] b = new byte[writeSize];
|
|
|
+ new Random().nextBytes(b);
|
|
|
+ out.write(b);
|
|
|
+ out.hsync();
|
|
|
+ ArgumentCaptor<String> acString = ArgumentCaptor.forClass(String.class);
|
|
|
+ ArgumentCaptor<Long> acLong = ArgumentCaptor.forClass(Long.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferOffset = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferLength = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlush = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<Boolean> acClose = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<byte[]> acByteArray = ArgumentCaptor.forClass(byte[].class);
|
|
|
+
|
|
|
+ final byte[] b1 = new byte[2*writeSize];
|
|
|
+ new Random().nextBytes(b1);
|
|
|
+ out.write(b1);
|
|
|
+ out.flush();
|
|
|
+ out.hflush();
|
|
|
+
|
|
|
+ out.hsync();
|
|
|
+
|
|
|
+ verify(client, times(2)).append(acString.capture(), acLong.capture(), acByteArray.capture(), acBufferOffset.capture(), acBufferLength.capture(),
|
|
|
+ acFlush.capture(), acClose.capture());
|
|
|
+ assertThat(Arrays.asList(path, path)).describedAs("Path of the requests").isEqualTo(acString.getAllValues());
|
|
|
+ assertThat(Arrays.asList(Long.valueOf(0), Long.valueOf(writeSize))).describedAs("Write Position").isEqualTo(acLong.getAllValues());
|
|
|
+ //flush=true, close=false, flush=true, close=false
|
|
|
+ assertThat(Arrays.asList(true, true)).describedAs("Flush = true/false").isEqualTo(acFlush.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("Close = true/false").isEqualTo(acClose.getAllValues());
|
|
|
+ assertThat(Arrays.asList(0,0)).describedAs("Buffer Offset").isEqualTo(acBufferOffset.getAllValues());
|
|
|
+ assertThat(Arrays.asList(writeSize, 2*writeSize)).describedAs("Buffer length").isEqualTo(acBufferLength.getAllValues());
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The test verifies OutputStream Write of writeSize(1000 bytes) followed by a close is making correct HTTP calls to the server
|
|
|
+ */
|
|
|
+ @Test
|
|
|
+ public void verifyWriteRequest() throws Exception {
|
|
|
+
|
|
|
+ AbfsClient client = mock(AbfsClient.class);
|
|
|
+ AbfsRestOperation op = mock(AbfsRestOperation.class);
|
|
|
+ AbfsConfiguration abfsConf;
|
|
|
+ final Configuration conf = new Configuration();
|
|
|
+ conf.set(accountKey1, accountValue1);
|
|
|
+ abfsConf = new AbfsConfiguration(conf, accountName1);
|
|
|
+ AbfsPerfTracker tracker = new AbfsPerfTracker("test", accountName1, abfsConf);
|
|
|
+
|
|
|
+ when(client.getAbfsPerfTracker()).thenReturn(tracker);
|
|
|
+ when(client.append(anyString(), anyLong(), any(byte[].class), anyInt(), anyInt(), anyBoolean(), anyBoolean())).thenReturn(op);
|
|
|
+
|
|
|
+ AbfsOutputStream out = new AbfsOutputStream(client, path, 0, bufferSize, true, false, true, false);
|
|
|
+ final byte[] b = new byte[writeSize];
|
|
|
+ new Random().nextBytes(b);
|
|
|
+
|
|
|
+ for (int i = 0; i < 5; i++) {
|
|
|
+ out.write(b);
|
|
|
+ }
|
|
|
+ out.close();
|
|
|
+
|
|
|
+ ArgumentCaptor<String> acString = ArgumentCaptor.forClass(String.class);
|
|
|
+ ArgumentCaptor<Long> acLong = ArgumentCaptor.forClass(Long.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferOffset = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferLength = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlush = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<Boolean> acClose = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<byte[]> acByteArray = ArgumentCaptor.forClass(byte[].class);
|
|
|
+
|
|
|
+ verify(client, times(2)).append(acString.capture(), acLong.capture(), acByteArray.capture(), acBufferOffset.capture(), acBufferLength.capture(),
|
|
|
+ acFlush.capture(), acClose.capture());
|
|
|
+ assertThat(Arrays.asList(path, path)).describedAs("Path").isEqualTo(acString.getAllValues());
|
|
|
+ assertThat(Arrays.asList(Long.valueOf(0), Long.valueOf(bufferSize))).describedAs("Position").isEqualTo(acLong.getAllValues());
|
|
|
+ //flush=false,close=false, flush=true,close=true
|
|
|
+ assertThat(Arrays.asList(false, true)).describedAs("Flush = true/false").isEqualTo(acFlush.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false, true)).describedAs("Close = true/false").isEqualTo(acClose.getAllValues());
|
|
|
+ assertThat(Arrays.asList(0, 0)).describedAs("Buffer Offset").isEqualTo(acBufferOffset.getAllValues());
|
|
|
+ assertThat(Arrays.asList(bufferSize, 5*writeSize-bufferSize)).describedAs("Buffer Length").isEqualTo(acBufferLength.getAllValues());
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The test verifies OutputStream Write of bufferSize(4KB) followed by a close is making correct HTTP calls to the server
|
|
|
+ */
|
|
|
+ @Test
|
|
|
+ public void verifyWriteRequestOfBufferSizeAndClose() throws Exception {
|
|
|
+
|
|
|
+ AbfsClient client = mock(AbfsClient.class);
|
|
|
+ AbfsRestOperation op = mock(AbfsRestOperation.class);
|
|
|
+ AbfsConfiguration abfsConf;
|
|
|
+ final Configuration conf = new Configuration();
|
|
|
+ conf.set(accountKey1, accountValue1);
|
|
|
+ abfsConf = new AbfsConfiguration(conf, accountName1);
|
|
|
+ AbfsPerfTracker tracker = new AbfsPerfTracker("test", accountName1, abfsConf);
|
|
|
+
|
|
|
+ when(client.getAbfsPerfTracker()).thenReturn(tracker);
|
|
|
+ when(client.append(anyString(), anyLong(), any(byte[].class), anyInt(), anyInt(), anyBoolean(), anyBoolean())).thenReturn(op);
|
|
|
+ when(client.flush(anyString(), anyLong(), anyBoolean(), anyBoolean())).thenReturn(op);
|
|
|
+
|
|
|
+ AbfsOutputStream out = new AbfsOutputStream(client, path, 0, bufferSize, true, false, true, false);
|
|
|
+ final byte[] b = new byte[bufferSize];
|
|
|
+ new Random().nextBytes(b);
|
|
|
+
|
|
|
+ for (int i = 0; i < 2; i++) {
|
|
|
+ out.write(b);
|
|
|
+ }
|
|
|
+ out.close();
|
|
|
+
|
|
|
+ ArgumentCaptor<String> acString = ArgumentCaptor.forClass(String.class);
|
|
|
+ ArgumentCaptor<Long> acLong = ArgumentCaptor.forClass(Long.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferOffset = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferLength = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlush = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<Boolean> acClose = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<byte[]> acByteArray = ArgumentCaptor.forClass(byte[].class);
|
|
|
+
|
|
|
+ verify(client, times(2)).append(acString.capture(), acLong.capture(), acByteArray.capture(), acBufferOffset.capture(), acBufferLength.capture(),
|
|
|
+ acFlush.capture(), acClose.capture());
|
|
|
+ assertThat(Arrays.asList(path, path)).describedAs("path").isEqualTo(acString.getAllValues());
|
|
|
+ assertThat(new HashSet<Long>(Arrays.asList(Long.valueOf(0), Long.valueOf(bufferSize)))).describedAs("Position").isEqualTo(new HashSet<Long>(
|
|
|
+ acLong.getAllValues()));
|
|
|
+ //flush=false, close=false, flush=false, close=false
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("Flush = true/false").isEqualTo(acFlush.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("Close = true/false").isEqualTo(acClose.getAllValues());
|
|
|
+ assertThat(Arrays.asList(0, 0)).describedAs("Buffer Offset").isEqualTo(acBufferOffset.getAllValues());
|
|
|
+ assertThat(Arrays.asList(bufferSize, bufferSize)).describedAs("Buffer Length").isEqualTo(acBufferLength.getAllValues());
|
|
|
+
|
|
|
+ ArgumentCaptor<String> acFlushString = ArgumentCaptor.forClass(String.class);
|
|
|
+ ArgumentCaptor<Long> acFlushLong = ArgumentCaptor.forClass(Long.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlushRetainUnCommittedData = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlushClose = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+
|
|
|
+ verify(client, times(1)).flush(acFlushString.capture(), acFlushLong.capture(), acFlushRetainUnCommittedData.capture(), acFlushClose.capture());
|
|
|
+ assertThat(Arrays.asList(path)).describedAs("path").isEqualTo(acFlushString.getAllValues());
|
|
|
+ assertThat(Arrays.asList(Long.valueOf(2*bufferSize))).describedAs("position").isEqualTo(acFlushLong.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false)).describedAs("RetainUnCommittedData flag").isEqualTo(acFlushRetainUnCommittedData.getAllValues());
|
|
|
+ assertThat(Arrays.asList(true)).describedAs("Close flag").isEqualTo(acFlushClose.getAllValues());
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The test verifies OutputStream Write of bufferSize(4KB) is making correct HTTP calls to the server
|
|
|
+ */
|
|
|
+ @Test
|
|
|
+ public void verifyWriteRequestOfBufferSize() throws Exception {
|
|
|
+
|
|
|
+ AbfsClient client = mock(AbfsClient.class);
|
|
|
+ AbfsRestOperation op = mock(AbfsRestOperation.class);
|
|
|
+ AbfsConfiguration abfsConf;
|
|
|
+ final Configuration conf = new Configuration();
|
|
|
+ conf.set(accountKey1, accountValue1);
|
|
|
+ abfsConf = new AbfsConfiguration(conf, accountName1);
|
|
|
+ AbfsPerfTracker tracker = new AbfsPerfTracker("test", accountName1, abfsConf);
|
|
|
+
|
|
|
+ when(client.getAbfsPerfTracker()).thenReturn(tracker);
|
|
|
+ when(client.append(anyString(), anyLong(), any(byte[].class), anyInt(), anyInt(), anyBoolean(), anyBoolean())).thenReturn(op);
|
|
|
+
|
|
|
+ AbfsOutputStream out = new AbfsOutputStream(client, path, 0, bufferSize, true, false, true, false);
|
|
|
+ final byte[] b = new byte[bufferSize];
|
|
|
+ new Random().nextBytes(b);
|
|
|
+
|
|
|
+ for (int i = 0; i < 2; i++) {
|
|
|
+ out.write(b);
|
|
|
+ }
|
|
|
+ Thread.sleep(1000);
|
|
|
+
|
|
|
+ ArgumentCaptor<String> acString = ArgumentCaptor.forClass(String.class);
|
|
|
+ ArgumentCaptor<Long> acLong = ArgumentCaptor.forClass(Long.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferOffset = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferLength = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlush = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<Boolean> acClose = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<byte[]> acByteArray = ArgumentCaptor.forClass(byte[].class);
|
|
|
+
|
|
|
+ verify(client, times(2)).append(acString.capture(), acLong.capture(), acByteArray.capture(), acBufferOffset.capture(), acBufferLength.capture(),
|
|
|
+ acFlush.capture(), acClose.capture());
|
|
|
+ assertThat(Arrays.asList(path, path)).describedAs("File Path").isEqualTo(acString.getAllValues());
|
|
|
+ assertThat(new HashSet<Long>(Arrays.asList(Long.valueOf(0), Long.valueOf(bufferSize)))).describedAs("Position in file").isEqualTo(
|
|
|
+ new HashSet<Long>(acLong.getAllValues()));
|
|
|
+ //flush=false, close=false, flush=false, close=false
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("flush flag").isEqualTo(acFlush.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("close flag").isEqualTo(acClose.getAllValues());
|
|
|
+ assertThat(Arrays.asList(0, 0)).describedAs("buffer offset").isEqualTo(acBufferOffset.getAllValues());
|
|
|
+ assertThat(Arrays.asList(bufferSize, bufferSize)).describedAs("buffer length").isEqualTo(acBufferLength.getAllValues());
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The test verifies OutputStream Write of bufferSize(4KB) on a AppendBlob based stream is making correct HTTP calls to the server
|
|
|
+ */
|
|
|
+ @Test
|
|
|
+ public void verifyWriteRequestOfBufferSizeWithAppendBlob() throws Exception {
|
|
|
+
|
|
|
+ AbfsClient client = mock(AbfsClient.class);
|
|
|
+ AbfsRestOperation op = mock(AbfsRestOperation.class);
|
|
|
+ AbfsConfiguration abfsConf;
|
|
|
+ final Configuration conf = new Configuration();
|
|
|
+ conf.set(accountKey1, accountValue1);
|
|
|
+ abfsConf = new AbfsConfiguration(conf, accountName1);
|
|
|
+ AbfsPerfTracker tracker = new AbfsPerfTracker("test", accountName1, abfsConf);
|
|
|
+
|
|
|
+ when(client.getAbfsPerfTracker()).thenReturn(tracker);
|
|
|
+ when(client.append(anyString(), anyLong(), any(byte[].class), anyInt(), anyInt(), anyBoolean(), anyBoolean())).thenReturn(op);
|
|
|
+
|
|
|
+ AbfsOutputStream out = new AbfsOutputStream(client, path, 0, bufferSize, true, false, true, false);
|
|
|
+ final byte[] b = new byte[bufferSize];
|
|
|
+ new Random().nextBytes(b);
|
|
|
+
|
|
|
+ for (int i = 0; i < 2; i++) {
|
|
|
+ out.write(b);
|
|
|
+ }
|
|
|
+ Thread.sleep(1000);
|
|
|
+
|
|
|
+ ArgumentCaptor<String> acString = ArgumentCaptor.forClass(String.class);
|
|
|
+ ArgumentCaptor<Long> acLong = ArgumentCaptor.forClass(Long.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferOffset = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferLength = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlush = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<Boolean> acClose = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<byte[]> acByteArray = ArgumentCaptor.forClass(byte[].class);
|
|
|
+
|
|
|
+ verify(client, times(2)).append(acString.capture(), acLong.capture(), acByteArray.capture(), acBufferOffset.capture(), acBufferLength.capture(),
|
|
|
+ acFlush.capture(), acClose.capture());
|
|
|
+ assertThat(Arrays.asList(path, path)).describedAs("File Path").isEqualTo(acString.getAllValues());
|
|
|
+ assertThat(Arrays.asList(Long.valueOf(0), Long.valueOf(bufferSize))).describedAs("File Position").isEqualTo(acLong.getAllValues());
|
|
|
+ //flush=false, close=false, flush=false, close=false
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("Flush Flag").isEqualTo(acFlush.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("Close Flag").isEqualTo(acClose.getAllValues());
|
|
|
+ assertThat(Arrays.asList(0, 0)).describedAs("Buffer Offset").isEqualTo(acBufferOffset.getAllValues());
|
|
|
+ assertThat(Arrays.asList(bufferSize, bufferSize)).describedAs("Buffer Length").isEqualTo(acBufferLength.getAllValues());
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The test verifies OutputStream Write of bufferSize(4KB) followed by a hflush call is making correct HTTP calls to the server
|
|
|
+ */
|
|
|
+ @Test
|
|
|
+ public void verifyWriteRequestOfBufferSizeAndHFlush() throws Exception {
|
|
|
+
|
|
|
+ AbfsClient client = mock(AbfsClient.class);
|
|
|
+ AbfsRestOperation op = mock(AbfsRestOperation.class);
|
|
|
+ AbfsConfiguration abfsConf;
|
|
|
+ final Configuration conf = new Configuration();
|
|
|
+ conf.set(accountKey1, accountValue1);
|
|
|
+ abfsConf = new AbfsConfiguration(conf, accountName1);
|
|
|
+ AbfsPerfTracker tracker = new AbfsPerfTracker("test", accountName1, abfsConf);
|
|
|
+
|
|
|
+ when(client.getAbfsPerfTracker()).thenReturn(tracker);
|
|
|
+ when(client.append(anyString(), anyLong(), any(byte[].class), anyInt(), anyInt(), anyBoolean(), anyBoolean())).thenReturn(op);
|
|
|
+ when(client.flush(anyString(), anyLong(), anyBoolean(), anyBoolean())).thenReturn(op);
|
|
|
+
|
|
|
+ AbfsOutputStream out = new AbfsOutputStream(client, path, 0, bufferSize, true, false, true, false);
|
|
|
+ final byte[] b = new byte[bufferSize];
|
|
|
+ new Random().nextBytes(b);
|
|
|
+
|
|
|
+ for (int i = 0; i < 2; i++) {
|
|
|
+ out.write(b);
|
|
|
+ }
|
|
|
+ out.hflush();
|
|
|
+
|
|
|
+ ArgumentCaptor<String> acString = ArgumentCaptor.forClass(String.class);
|
|
|
+ ArgumentCaptor<Long> acLong = ArgumentCaptor.forClass(Long.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferOffset = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferLength = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlush = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<Boolean> acClose = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<byte[]> acByteArray = ArgumentCaptor.forClass(byte[].class);
|
|
|
+
|
|
|
+ verify(client, times(2)).append(acString.capture(), acLong.capture(), acByteArray.capture(), acBufferOffset.capture(), acBufferLength.capture(),
|
|
|
+ acFlush.capture(), acClose.capture());
|
|
|
+ assertThat(Arrays.asList(path, path)).describedAs("File Path").isEqualTo(acString.getAllValues());
|
|
|
+ assertThat(new HashSet<Long>(Arrays.asList(Long.valueOf(0), Long.valueOf(bufferSize)))).describedAs("File Position").isEqualTo(
|
|
|
+ new HashSet<Long>(acLong.getAllValues()));
|
|
|
+ //flush=false, close=false, flush=false, close=false
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("Flush Flag").isEqualTo(acFlush.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("Close Flag").isEqualTo(acClose.getAllValues());
|
|
|
+ assertThat(Arrays.asList(0, 0)).describedAs("Buffer Offset").isEqualTo(acBufferOffset.getAllValues());
|
|
|
+ assertThat(Arrays.asList(bufferSize, bufferSize)).describedAs("Buffer Length").isEqualTo(acBufferLength.getAllValues());
|
|
|
+
|
|
|
+ ArgumentCaptor<String> acFlushString = ArgumentCaptor.forClass(String.class);
|
|
|
+ ArgumentCaptor<Long> acFlushLong = ArgumentCaptor.forClass(Long.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlushRetainUnCommittedData = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlushClose = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+
|
|
|
+ verify(client, times(1)).flush(acFlushString.capture(), acFlushLong.capture(), acFlushRetainUnCommittedData.capture(), acFlushClose.capture());
|
|
|
+ assertThat(Arrays.asList(path)).describedAs("path").isEqualTo(acFlushString.getAllValues());
|
|
|
+ assertThat(Arrays.asList(Long.valueOf(2*bufferSize))).describedAs("position").isEqualTo(acFlushLong.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false)).describedAs("RetainUnCommittedData flag").isEqualTo(acFlushRetainUnCommittedData.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false)).describedAs("Close flag").isEqualTo(acFlushClose.getAllValues());
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The test verifies OutputStream Write of bufferSize(4KB) followed by a flush call is making correct HTTP calls to the server
|
|
|
+ */
|
|
|
+ @Test
|
|
|
+ public void verifyWriteRequestOfBufferSizeAndFlush() throws Exception {
|
|
|
+
|
|
|
+ AbfsClient client = mock(AbfsClient.class);
|
|
|
+ AbfsRestOperation op = mock(AbfsRestOperation.class);
|
|
|
+ AbfsConfiguration abfsConf;
|
|
|
+ final Configuration conf = new Configuration();
|
|
|
+ conf.set(accountKey1, accountValue1);
|
|
|
+ abfsConf = new AbfsConfiguration(conf, accountName1);
|
|
|
+ AbfsPerfTracker tracker = new AbfsPerfTracker("test", accountName1, abfsConf);
|
|
|
+ when(client.getAbfsPerfTracker()).thenReturn(tracker);
|
|
|
+ when(client.append(anyString(), anyLong(), any(byte[].class), anyInt(), anyInt(), anyBoolean(), anyBoolean())).thenReturn(op);
|
|
|
+
|
|
|
+ AbfsOutputStream out = new AbfsOutputStream(client, path, 0, bufferSize, true, false, true, false);
|
|
|
+ final byte[] b = new byte[bufferSize];
|
|
|
+ new Random().nextBytes(b);
|
|
|
+
|
|
|
+ for (int i = 0; i < 2; i++) {
|
|
|
+ out.write(b);
|
|
|
+ }
|
|
|
+ out.flush();
|
|
|
+ Thread.sleep(1000);
|
|
|
+
|
|
|
+ ArgumentCaptor<String> acString = ArgumentCaptor.forClass(String.class);
|
|
|
+ ArgumentCaptor<Long> acLong = ArgumentCaptor.forClass(Long.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferOffset = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Integer> acBufferLength = ArgumentCaptor.forClass(Integer.class);
|
|
|
+ ArgumentCaptor<Boolean> acFlush = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<Boolean> acClose = ArgumentCaptor.forClass(Boolean.class);
|
|
|
+ ArgumentCaptor<byte[]> acByteArray = ArgumentCaptor.forClass(byte[].class);
|
|
|
+
|
|
|
+ verify(client, times(2)).append(acString.capture(), acLong.capture(), acByteArray.capture(), acBufferOffset.capture(), acBufferLength.capture(),
|
|
|
+ acFlush.capture(), acClose.capture());
|
|
|
+ assertThat(Arrays.asList(path, path)).describedAs("path").isEqualTo(acString.getAllValues());
|
|
|
+ assertThat(new HashSet<Long>(Arrays.asList(Long.valueOf(0), Long.valueOf(bufferSize)))).describedAs("Position").isEqualTo(
|
|
|
+ new HashSet<Long>(acLong.getAllValues()));
|
|
|
+ //flush=false, close=false, flush=false, close=false
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("Flush = true/false").isEqualTo(acFlush.getAllValues());
|
|
|
+ assertThat(Arrays.asList(false, false)).describedAs("Close = true/false").isEqualTo(acClose.getAllValues());
|
|
|
+ assertThat(Arrays.asList(0, 0)).describedAs("Buffer Offset").isEqualTo(acBufferOffset.getAllValues());
|
|
|
+ assertThat(Arrays.asList(bufferSize, bufferSize)).describedAs("Buffer Length").isEqualTo(acBufferLength.getAllValues());
|
|
|
+
|
|
|
+ }
|
|
|
+}
|
ishaniahuja