miniget

import miniget from 'miniget'; import { createWriteStream } from 'node:fs'; async function fetchAndStreamData(url: string, filePath: string) { try { // Fetch and concatenate content as text const textBody = await miniget(url).text(); console.log(`Fetched text from ${url.substring(0, 30)}... : ${textBody.substring(0, 50)}...`); // Stream content to a file const stream = miniget(url, { maxRedirects: 5, maxRetries: 1 }); stream.on('redirect', (newUrl) => console.log(`Redirected to: ${newUrl}`)); stream.on('error', (err) => console.error(`Stream error: ${err.message}`)); stream.on('response', (res) => console.log(`Received status: ${res.statusCode}`)); const fileStream = createWriteStream(filePath); stream.pipe(fileStream); await new Promise<void>((resolve, reject) => { fileStream.on('finish', () => { console.log(`Streamed content to ${filePath}`); resolve(); }); fileStream.on('error', reject); }); } catch (error: any) { console.error(`Failed to fetch or stream: ${error.message}`); } } // Example usage with a placeholder URL // Replace with a valid URL for actual execution const exampleUrl = 'https://jsonplaceholder.typicode.com/posts/1'; const outputFilePath = './output.json'; fetchAndStreamData(exampleUrl, outputFilePath); // You can also modify global defaults miniget.defaultOptions.headers = { 'User-Agent': 'miniget-example-app' }; console.log('Global User-Agent set.');