1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28 package org.apache.hc.client5.http.impl.classic;
29
30 import java.io.IOException;
31 import java.util.ArrayList;
32 import java.util.List;
33 import java.util.Locale;
34 import java.util.zip.GZIPInputStream;
35
36 import org.apache.hc.client5.http.classic.ExecChain;
37 import org.apache.hc.client5.http.classic.ExecChainHandler;
38 import org.apache.hc.client5.http.config.RequestConfig;
39 import org.apache.hc.client5.http.entity.BrotliDecompressingEntity;
40 import org.apache.hc.client5.http.entity.BrotliInputStreamFactory;
41 import org.apache.hc.client5.http.entity.DecompressingEntity;
42 import org.apache.hc.client5.http.entity.DeflateInputStream;
43 import org.apache.hc.client5.http.entity.DeflateInputStreamFactory;
44 import org.apache.hc.client5.http.entity.GZIPInputStreamFactory;
45 import org.apache.hc.client5.http.entity.InputStreamFactory;
46 import org.apache.hc.client5.http.protocol.HttpClientContext;
47 import org.apache.hc.core5.annotation.Contract;
48 import org.apache.hc.core5.annotation.Internal;
49 import org.apache.hc.core5.annotation.ThreadingBehavior;
50 import org.apache.hc.core5.http.ClassicHttpRequest;
51 import org.apache.hc.core5.http.ClassicHttpResponse;
52 import org.apache.hc.core5.http.Header;
53 import org.apache.hc.core5.http.HeaderElement;
54 import org.apache.hc.core5.http.HttpEntity;
55 import org.apache.hc.core5.http.HttpException;
56 import org.apache.hc.core5.http.HttpHeaders;
57 import org.apache.hc.core5.http.config.Lookup;
58 import org.apache.hc.core5.http.config.RegistryBuilder;
59 import org.apache.hc.core5.http.message.BasicHeaderValueParser;
60 import org.apache.hc.core5.http.message.MessageSupport;
61 import org.apache.hc.core5.http.message.ParserCursor;
62 import org.apache.hc.core5.util.Args;
63 import org.brotli.dec.BrotliInputStream;
64
65
66
67
68
69
70
71
72
73
74
75
76 @Contract(threading = ThreadingBehavior.STATELESS)
77 @Internal
78 public final class ContentCompressionExec implements ExecChainHandler {
79
80 private final Header acceptEncoding;
81 private final Lookup<InputStreamFactory> decoderRegistry;
82 private final boolean ignoreUnknown;
83
84 public ContentCompressionExec(
85 final List<String> acceptEncoding,
86 final Lookup<InputStreamFactory> decoderRegistry,
87 final boolean ignoreUnknown) {
88
89 final boolean brotliSupported = BrotliDecompressingEntity.isAvailable();
90 final List<String> encodings = new ArrayList<>(4);
91 encodings.add("gzip");
92 encodings.add("x-gzip");
93 encodings.add("deflate");
94 if (brotliSupported) {
95 encodings.add("br");
96 }
97 this.acceptEncoding = MessageSupport.headerOfTokens(HttpHeaders.ACCEPT_ENCODING, encodings);
98
99 if (decoderRegistry != null) {
100 this.decoderRegistry = decoderRegistry;
101 } else {
102 final RegistryBuilder<InputStreamFactory> builder = RegistryBuilder.<InputStreamFactory>create()
103 .register("gzip", GZIPInputStreamFactory.getInstance())
104 .register("x-gzip", GZIPInputStreamFactory.getInstance())
105 .register("deflate", DeflateInputStreamFactory.getInstance());
106 if (brotliSupported) {
107 builder.register("br", BrotliInputStreamFactory.getInstance());
108 }
109 this.decoderRegistry = builder.build();
110 }
111
112
113 this.ignoreUnknown = ignoreUnknown;
114 }
115
116 public ContentCompressionExec(final boolean ignoreUnknown) {
117 this(null, null, ignoreUnknown);
118 }
119
120
121
122
123
124
125
126
127
128
129 public ContentCompressionExec() {
130 this(null, null, true);
131 }
132
133
134 @Override
135 public ClassicHttpResponse execute(
136 final ClassicHttpRequest request,
137 final ExecChain.Scope scope,
138 final ExecChain chain) throws IOException, HttpException {
139 Args.notNull(request, "HTTP request");
140 Args.notNull(scope, "Scope");
141
142 final HttpClientContext clientContext = scope.clientContext;
143 final RequestConfig requestConfig = clientContext.getRequestConfigOrDefault();
144
145
146 if (!request.containsHeader(HttpHeaders.ACCEPT_ENCODING) && requestConfig.isContentCompressionEnabled()) {
147 request.addHeader(acceptEncoding);
148 }
149
150 final ClassicHttpResponse response = chain.proceed(request, scope);
151
152 final HttpEntity entity = response.getEntity();
153
154
155 if (requestConfig.isContentCompressionEnabled() && entity != null && entity.getContentLength() != 0) {
156 final String contentEncoding = entity.getContentEncoding();
157 if (contentEncoding != null) {
158 final ParserCursor cursor = new ParserCursor(0, contentEncoding.length());
159 final HeaderElement[] codecs = BasicHeaderValueParser.INSTANCE.parseElements(contentEncoding, cursor);
160 for (final HeaderElement codec : codecs) {
161 final String codecname = codec.getName().toLowerCase(Locale.ROOT);
162 final InputStreamFactory decoderFactory = decoderRegistry.lookup(codecname);
163 if (decoderFactory != null) {
164 response.setEntity(new DecompressingEntity(response.getEntity(), decoderFactory));
165 response.removeHeaders(HttpHeaders.CONTENT_LENGTH);
166 response.removeHeaders(HttpHeaders.CONTENT_ENCODING);
167 response.removeHeaders(HttpHeaders.CONTENT_MD5);
168 } else {
169 if (!"identity".equals(codecname) && !ignoreUnknown) {
170 throw new HttpException("Unsupported Content-Encoding: " + codec.getName());
171 }
172 }
173 }
174 }
175 }
176 return response;
177 }
178
179 }