1 | // (C) Copyright Jonathan Turkanis 2003.
|
---|
2 | // Distributed under the Boost Software License, Version 1.0. (See accompanying
|
---|
3 | // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt.)
|
---|
4 |
|
---|
5 | // See http://www.boost.org/libs/iostreams for documentation.
|
---|
6 |
|
---|
7 | // Contains machinery for performing code conversion.
|
---|
8 |
|
---|
9 | #ifndef BOOST_IOSTREAMS_CODE_CONVERTER_HPP_INCLUDED
|
---|
10 | #define BOOST_IOSTREAMS_CODE_CONVERTER_HPP_INCLUDED
|
---|
11 |
|
---|
12 | #if defined(_MSC_VER) && (_MSC_VER >= 1020)
|
---|
13 | # pragma once
|
---|
14 | #endif
|
---|
15 |
|
---|
16 | #include <boost/iostreams/detail/config/wide_streams.hpp>
|
---|
17 | #if defined(BOOST_IOSTREAMS_NO_WIDE_STREAMS) || \
|
---|
18 | defined(BOOST_IOSTREAMS_NO_LOCALE) \
|
---|
19 | /**/
|
---|
20 | # error code conversion not supported on this platform
|
---|
21 | #endif
|
---|
22 |
|
---|
23 | #include <algorithm> // max.
|
---|
24 | #include <cstring> // memcpy.
|
---|
25 | #include <exception>
|
---|
26 | #include <boost/config.hpp> // DEDUCED_TYPENAME,
|
---|
27 | #include <boost/iostreams/char_traits.hpp>
|
---|
28 | #include <boost/iostreams/constants.hpp> // default_filter_buffer_size.
|
---|
29 | #include <boost/iostreams/detail/adapter/concept_adapter.hpp>
|
---|
30 | #include <boost/iostreams/detail/adapter/direct_adapter.hpp>
|
---|
31 | #include <boost/iostreams/detail/buffer.hpp>
|
---|
32 | #include <boost/iostreams/detail/call_traits.hpp>
|
---|
33 | #include <boost/iostreams/detail/codecvt_holder.hpp>
|
---|
34 | #include <boost/iostreams/detail/codecvt_helper.hpp>
|
---|
35 | #include <boost/iostreams/detail/double_object.hpp>
|
---|
36 | #include <boost/iostreams/detail/forward.hpp>
|
---|
37 | #include <boost/iostreams/detail/ios.hpp> // failure, openmode, int types.
|
---|
38 | #include <boost/iostreams/detail/select.hpp>
|
---|
39 | #include <boost/iostreams/traits.hpp>
|
---|
40 | #include <boost/iostreams/operations.hpp>
|
---|
41 | #include <boost/optional.hpp>
|
---|
42 | #include <boost/shared_ptr.hpp>
|
---|
43 | #include <boost/static_assert.hpp>
|
---|
44 | #include <boost/type_traits/is_convertible.hpp>
|
---|
45 | #include <boost/type_traits/is_same.hpp>
|
---|
46 |
|
---|
47 | // Must come last.
|
---|
48 | #include <boost/iostreams/detail/config/disable_warnings.hpp> // Borland 5.x
|
---|
49 |
|
---|
50 | namespace boost { namespace iostreams {
|
---|
51 |
|
---|
52 | struct code_conversion_error : BOOST_IOSTREAMS_FAILURE {
|
---|
53 | code_conversion_error()
|
---|
54 | : BOOST_IOSTREAMS_FAILURE("code conversion error")
|
---|
55 | { }
|
---|
56 | };
|
---|
57 |
|
---|
58 | namespace detail {
|
---|
59 |
|
---|
60 | //--------------Definition of strncpy_if_same---------------------------------//
|
---|
61 |
|
---|
62 | // Helper template for strncpy_if_same, below.
|
---|
63 | template<bool B>
|
---|
64 | struct strncpy_if_same_impl;
|
---|
65 |
|
---|
66 | template<>
|
---|
67 | struct strncpy_if_same_impl<true> {
|
---|
68 | template<typename Ch>
|
---|
69 | static Ch* copy(Ch* tgt, const Ch* src, std::streamsize n)
|
---|
70 | { return BOOST_IOSTREAMS_CHAR_TRAITS(Ch)::copy(tgt, src, n); }
|
---|
71 | };
|
---|
72 |
|
---|
73 | template<>
|
---|
74 | struct strncpy_if_same_impl<false> {
|
---|
75 | template<typename Src, typename Tgt>
|
---|
76 | static Tgt* copy(Tgt* tgt, const Src*, std::streamsize) { return tgt; }
|
---|
77 | };
|
---|
78 |
|
---|
79 | template<typename Src, typename Tgt>
|
---|
80 | Tgt* strncpy_if_same(Tgt* tgt, const Src* src, std::streamsize n)
|
---|
81 | {
|
---|
82 | typedef strncpy_if_same_impl<is_same<Src, Tgt>::value> impl;
|
---|
83 | return impl::copy(tgt, src, n);
|
---|
84 | }
|
---|
85 |
|
---|
86 | //--------------Definition of conversion_buffer-------------------------------//
|
---|
87 |
|
---|
88 | // Buffer and conversion state for reading.
|
---|
89 | template<typename Codecvt, typename Alloc>
|
---|
90 | class conversion_buffer
|
---|
91 | : public buffer<
|
---|
92 | BOOST_DEDUCED_TYPENAME detail::codecvt_extern<Codecvt>::type,
|
---|
93 | Alloc
|
---|
94 | >
|
---|
95 | {
|
---|
96 | public:
|
---|
97 | typedef typename Codecvt::state_type state_type;
|
---|
98 | conversion_buffer()
|
---|
99 | : buffer<
|
---|
100 | BOOST_DEDUCED_TYPENAME detail::codecvt_extern<Codecvt>::type,
|
---|
101 | Alloc
|
---|
102 | >(0)
|
---|
103 | {
|
---|
104 | reset();
|
---|
105 | }
|
---|
106 | state_type& state() { return state_; }
|
---|
107 | void reset()
|
---|
108 | {
|
---|
109 | if (this->size())
|
---|
110 | this->set(0, 0);
|
---|
111 | state_ = state_type();
|
---|
112 | }
|
---|
113 | private:
|
---|
114 | state_type state_;
|
---|
115 | };
|
---|
116 |
|
---|
117 | //--------------Definition of converter_impl----------------------------------//
|
---|
118 |
|
---|
119 | // Contains member data, open/is_open/close and buffer management functions.
|
---|
120 | template<typename Device, typename Codecvt, typename Alloc>
|
---|
121 | struct code_converter_impl {
|
---|
122 | typedef typename codecvt_extern<Codecvt>::type extern_type;
|
---|
123 | typedef typename category_of<Device>::type device_category;
|
---|
124 | typedef is_convertible<device_category, input> can_read;
|
---|
125 | typedef is_convertible<device_category, output> can_write;
|
---|
126 | typedef is_convertible<device_category, bidirectional> is_bidir;
|
---|
127 | typedef typename
|
---|
128 | iostreams::select< // Disambiguation for Tru64.
|
---|
129 | is_bidir, bidirectional,
|
---|
130 | can_read, input,
|
---|
131 | can_write, output
|
---|
132 | >::type mode;
|
---|
133 | typedef typename
|
---|
134 | mpl::if_<
|
---|
135 | is_direct<Device>,
|
---|
136 | direct_adapter<Device>,
|
---|
137 | Device
|
---|
138 | >::type policy_type;
|
---|
139 | typedef optional< concept_adapter<policy_type> > storage_type;
|
---|
140 | typedef is_convertible<device_category, two_sequence> is_double;
|
---|
141 | typedef conversion_buffer<Codecvt, Alloc> buffer_type;
|
---|
142 |
|
---|
143 | code_converter_impl() : cvt_(), flags_(0) { }
|
---|
144 |
|
---|
145 | ~code_converter_impl()
|
---|
146 | {
|
---|
147 | try {
|
---|
148 | if (flags_ & f_open) close();
|
---|
149 | } catch (std::exception&) { /* */ }
|
---|
150 | }
|
---|
151 |
|
---|
152 | void open(const Device& dev, int buffer_size)
|
---|
153 | {
|
---|
154 | if (flags_ & f_open)
|
---|
155 | throw BOOST_IOSTREAMS_FAILURE("already open");
|
---|
156 | if (buffer_size == -1)
|
---|
157 | buffer_size = default_filter_buffer_size;
|
---|
158 | int max_length = cvt_.get().max_length();
|
---|
159 | buffer_size = (std::max)(buffer_size, 2 * max_length);
|
---|
160 | if (can_read::value) {
|
---|
161 | buf_.first().resize(buffer_size);
|
---|
162 | buf_.first().set(0, 0);
|
---|
163 | }
|
---|
164 | if (can_write::value && !is_double::value) {
|
---|
165 | buf_.second().resize(buffer_size);
|
---|
166 | buf_.second().set(0, 0);
|
---|
167 | }
|
---|
168 | dev_.reset(concept_adapter<policy_type>(dev));
|
---|
169 | flags_ |= f_open;
|
---|
170 | }
|
---|
171 |
|
---|
172 | void close(BOOST_IOS::openmode which = BOOST_IOS::in | BOOST_IOS::out)
|
---|
173 | {
|
---|
174 | if (which & BOOST_IOS::in) {
|
---|
175 | iostreams::close(dev(), BOOST_IOS::in);
|
---|
176 | flags_ |= f_input_closed;
|
---|
177 | }
|
---|
178 | if (which & BOOST_IOS::out) {
|
---|
179 | buf_.second().flush(dev());
|
---|
180 | iostreams::close(dev(), BOOST_IOS::out);
|
---|
181 | flags_ |= f_output_closed;
|
---|
182 | }
|
---|
183 | if ( !is_double::value ||
|
---|
184 | (flags_ & f_input_closed) != 0 &&
|
---|
185 | (flags_ & f_output_closed) != 0 )
|
---|
186 | {
|
---|
187 | dev_.reset();
|
---|
188 | buf_.first().reset();
|
---|
189 | buf_.second().reset();
|
---|
190 | flags_ = 0;
|
---|
191 | }
|
---|
192 | }
|
---|
193 |
|
---|
194 | bool is_open() const { return (flags_ & f_open) != 0;}
|
---|
195 |
|
---|
196 | policy_type& dev() { return **dev_; }
|
---|
197 |
|
---|
198 | enum flag_type {
|
---|
199 | f_open = 1,
|
---|
200 | f_input_closed = f_open << 1,
|
---|
201 | f_output_closed = f_input_closed << 1
|
---|
202 | };
|
---|
203 |
|
---|
204 | codecvt_holder<Codecvt> cvt_;
|
---|
205 | storage_type dev_;
|
---|
206 | double_object<
|
---|
207 | buffer_type,
|
---|
208 | is_double
|
---|
209 | > buf_;
|
---|
210 | int flags_;
|
---|
211 | };
|
---|
212 |
|
---|
213 | } // End namespace detail.
|
---|
214 |
|
---|
215 | //--------------Definition of converter---------------------------------------//
|
---|
216 |
|
---|
217 | #define BOOST_IOSTREAMS_CONVERTER_PARAMS() , int buffer_size = -1
|
---|
218 | #define BOOST_IOSTREAMS_CONVERTER_ARGS() , buffer_size
|
---|
219 |
|
---|
220 | template<typename Device, typename Codecvt, typename Alloc>
|
---|
221 | struct code_converter_base {
|
---|
222 | typedef detail::code_converter_impl<
|
---|
223 | Device, Codecvt, Alloc
|
---|
224 | > impl_type;
|
---|
225 | code_converter_base() : pimpl_(new impl_type) { }
|
---|
226 | shared_ptr<impl_type> pimpl_;
|
---|
227 | };
|
---|
228 |
|
---|
229 | template< typename Device,
|
---|
230 | typename Codecvt = detail::default_codecvt,
|
---|
231 | typename Alloc = std::allocator<char> >
|
---|
232 | class code_converter
|
---|
233 | : protected code_converter_base<Device, Codecvt, Alloc>
|
---|
234 | {
|
---|
235 | private:
|
---|
236 | typedef detail::code_converter_impl<
|
---|
237 | Device, Codecvt, Alloc
|
---|
238 | > impl_type;
|
---|
239 | typedef typename impl_type::policy_type policy_type;
|
---|
240 | typedef typename impl_type::buffer_type buffer_type;
|
---|
241 | typedef typename detail::codecvt_holder<Codecvt>::codecvt_type codecvt_type;
|
---|
242 | typedef typename detail::codecvt_intern<Codecvt>::type intern_type;
|
---|
243 | typedef typename detail::codecvt_extern<Codecvt>::type extern_type;
|
---|
244 | typedef typename detail::codecvt_state<Codecvt>::type state_type;
|
---|
245 | public:
|
---|
246 | typedef intern_type char_type;
|
---|
247 | struct category
|
---|
248 | : impl_type::mode, device_tag, closable_tag, localizable_tag
|
---|
249 | { };
|
---|
250 | BOOST_STATIC_ASSERT((
|
---|
251 | is_same<
|
---|
252 | extern_type,
|
---|
253 | BOOST_DEDUCED_TYPENAME char_type_of<Device>::type
|
---|
254 | >::value
|
---|
255 | ));
|
---|
256 | public:
|
---|
257 | code_converter() { }
|
---|
258 | #if BOOST_WORKAROUND(__GNUC__, < 3)
|
---|
259 | code_converter(code_converter& rhs)
|
---|
260 | : code_converter_base<Device, Codecvt, Alloc>(rhs)
|
---|
261 | { }
|
---|
262 | code_converter(const code_converter& rhs)
|
---|
263 | : code_converter_base<Device, Codecvt, Alloc>(rhs)
|
---|
264 | { }
|
---|
265 | #endif
|
---|
266 | BOOST_IOSTREAMS_FORWARD( code_converter, open_impl, Device,
|
---|
267 | BOOST_IOSTREAMS_CONVERTER_PARAMS,
|
---|
268 | BOOST_IOSTREAMS_CONVERTER_ARGS )
|
---|
269 |
|
---|
270 | // fstream-like interface.
|
---|
271 |
|
---|
272 | bool is_open() const { return this->pimpl_->is_open(); }
|
---|
273 | void close(BOOST_IOS::openmode which = BOOST_IOS::in | BOOST_IOS::out )
|
---|
274 | { impl().close(which); }
|
---|
275 |
|
---|
276 | // Device interface.
|
---|
277 |
|
---|
278 | std::streamsize read(char_type*, std::streamsize);
|
---|
279 | std::streamsize write(const char_type*, std::streamsize);
|
---|
280 | void imbue(const std::locale& loc) { impl().cvt_.imbue(loc); }
|
---|
281 |
|
---|
282 | // Direct device access.
|
---|
283 |
|
---|
284 | Device& operator*() { return detail::unwrap_direct(dev()); }
|
---|
285 | Device* operator->() { return &detail::unwrap_direct(dev()); }
|
---|
286 | private:
|
---|
287 | template<typename T> // Used for forwarding.
|
---|
288 | void open_impl(const T& t BOOST_IOSTREAMS_CONVERTER_PARAMS())
|
---|
289 | {
|
---|
290 | impl().open(t BOOST_IOSTREAMS_CONVERTER_ARGS());
|
---|
291 | }
|
---|
292 |
|
---|
293 | const codecvt_type& cvt() { return impl().cvt_.get(); }
|
---|
294 | policy_type& dev() { return impl().dev(); }
|
---|
295 | buffer_type& in() { return impl().buf_.first(); }
|
---|
296 | buffer_type& out() { return impl().buf_.second(); }
|
---|
297 | impl_type& impl() { return *this->pimpl_; }
|
---|
298 | };
|
---|
299 |
|
---|
300 | //--------------Implementation of converter-----------------------------------//
|
---|
301 |
|
---|
302 | // Implementation note: if end of stream contains a partial character,
|
---|
303 | // it is ignored.
|
---|
304 | template<typename Device, typename Codevt, typename Alloc>
|
---|
305 | std::streamsize code_converter<Device, Codevt, Alloc>::read
|
---|
306 | (char_type* s, std::streamsize n)
|
---|
307 | {
|
---|
308 | using namespace std;
|
---|
309 | const extern_type* next; // Next external char.
|
---|
310 | intern_type* nint; // Next internal char.
|
---|
311 | streamsize total = 0; // Characters read.
|
---|
312 | int status = iostreams::char_traits<char>::good();
|
---|
313 | bool partial = false;
|
---|
314 | buffer_type& buf = in();
|
---|
315 |
|
---|
316 | do {
|
---|
317 |
|
---|
318 | // Fill buffer.
|
---|
319 | if (buf.ptr() == buf.eptr() || partial) {
|
---|
320 | status = buf.fill(dev());
|
---|
321 | if (buf.ptr() == buf.eptr())
|
---|
322 | break;
|
---|
323 | partial = false;
|
---|
324 | }
|
---|
325 |
|
---|
326 | // Convert.
|
---|
327 | codecvt_base::result result =
|
---|
328 | cvt().in( buf.state(),
|
---|
329 | buf.ptr(), buf.eptr(), next,
|
---|
330 | s + total, s + n, nint );
|
---|
331 | buf.ptr() += next - buf.ptr();
|
---|
332 | total = static_cast<streamsize>(nint - s);
|
---|
333 |
|
---|
334 | switch (result) {
|
---|
335 | case codecvt_base::partial:
|
---|
336 | partial = true;
|
---|
337 | break;
|
---|
338 | case codecvt_base::ok:
|
---|
339 | break;
|
---|
340 | case codecvt_base::noconv:
|
---|
341 | {
|
---|
342 | streamsize amt =
|
---|
343 | std::min<streamsize>(next - buf.ptr(), n - total);
|
---|
344 | detail::strncpy_if_same(s + total, buf.ptr(), amt);
|
---|
345 | total += amt;
|
---|
346 | }
|
---|
347 | break;
|
---|
348 | case codecvt_base::error:
|
---|
349 | default:
|
---|
350 | buf.state() = state_type();
|
---|
351 | throw code_conversion_error();
|
---|
352 | }
|
---|
353 |
|
---|
354 | } while (total < n && status != EOF && status != WOULD_BLOCK);
|
---|
355 |
|
---|
356 | return total == 0 && status == EOF ? -1 : total;
|
---|
357 | }
|
---|
358 |
|
---|
359 | template<typename Device, typename Codevt, typename Alloc>
|
---|
360 | std::streamsize code_converter<Device, Codevt, Alloc>::write
|
---|
361 | (const char_type* s, std::streamsize n)
|
---|
362 | {
|
---|
363 | using namespace std;
|
---|
364 | buffer_type& buf = out();
|
---|
365 | extern_type* next; // Next external char.
|
---|
366 | const intern_type* nint; // Next internal char.
|
---|
367 | streamsize total = 0; // Characters written.
|
---|
368 | bool partial = false;
|
---|
369 |
|
---|
370 | while (total < n) {
|
---|
371 |
|
---|
372 | // Empty buffer.
|
---|
373 | if (buf.eptr() == buf.end() || partial) {
|
---|
374 | if (!buf.flush(dev()))
|
---|
375 | break;
|
---|
376 | partial = false;
|
---|
377 | }
|
---|
378 |
|
---|
379 | // Convert.
|
---|
380 | codecvt_base::result result =
|
---|
381 | cvt().out( buf.state(),
|
---|
382 | s + total, s + n, nint,
|
---|
383 | buf.eptr(), buf.end(), next );
|
---|
384 | int progress = (int) (next - buf.eptr());
|
---|
385 | buf.eptr() += progress;
|
---|
386 |
|
---|
387 | switch (result) {
|
---|
388 | case codecvt_base::partial:
|
---|
389 | partial = true; // Fall through.
|
---|
390 | case codecvt_base::ok:
|
---|
391 | total = static_cast<streamsize>(nint - s);
|
---|
392 | break;
|
---|
393 | case codecvt_base::noconv:
|
---|
394 | {
|
---|
395 | streamsize amt =
|
---|
396 | std::min<streamsize>( nint - total - s,
|
---|
397 | buf.end() - buf.eptr() );
|
---|
398 | detail::strncpy_if_same(buf.eptr(), s + total, amt);
|
---|
399 | total += amt;
|
---|
400 | }
|
---|
401 | break;
|
---|
402 | case codecvt_base::error:
|
---|
403 | default:
|
---|
404 | buf.state() = state_type();
|
---|
405 | throw code_conversion_error();
|
---|
406 | }
|
---|
407 | }
|
---|
408 | return total;
|
---|
409 | }
|
---|
410 |
|
---|
411 | //----------------------------------------------------------------------------//
|
---|
412 |
|
---|
413 | } } // End namespaces iostreams, boost.
|
---|
414 |
|
---|
415 | #include <boost/iostreams/detail/config/enable_warnings.hpp> // Borland 5.x
|
---|
416 |
|
---|
417 | #endif // #ifndef BOOST_IOSTREAMS_CODE_CONVERTER_HPP_INCLUDED
|
---|