modify & add http-client code

Author: wangding

16-http-client/01-my-curl-by-fetch.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 
 const log  = console.log,
-      url  = process.argv[2] || 'http://sample.wangding.co/web/one-div.html',
+      url  = process.argv[2] ?? 'http://sample.wangding.co/web/one-div.html',
       headers = { 'User-Agent': '01-my-curl.js' };
 
 fetch(url, headers)

16-http-client/02-get-weather-by-fetch.js

@@ -10,9 +10,9 @@ const cityCode = {
   '石家庄': 101090101,
 };
 
-const city = process.argv[2] || '石家庄',
+const city = process.argv[2] ?? '石家庄',
       addr = 'http://t.weather.sojson.com/api/weather/city/' + cityCode[city];
 
 fetch(addr)
   .then(res => res.json())
-  .then(data => console.dir(data, { depth: null, colors: true }));
+  .then(data => console.dir(data, {depth: null}));

16-http-client/02-get-weather.js

@@ -12,15 +12,13 @@ const cityCode = {
   '石家庄': 101090101,
 };
 
-const city = process.argv[2] || '石家庄',
+const city = process.argv[2] ?? '石家庄',
       addr = 'http://t.weather.sojson.com/api/weather/city/' + cityCode[city];
 
 http.get(addr, res => {
   let data = '';
 
-  res.on('data', chunk => data += chunk.toString('utf8'));
-  res.on('end', () => {
-    data = JSON.parse(data);
-    console.dir(data, { depth: null, colors: true });
-  });
+  res.setEncoding('utf8');
+  res.on('data', chunk => data+=chunk);
+  res.on('end', () => console.dir(JSON.parse(data), {depth: null}));
 });

16-http-client/03-get-repos.js

@@ -2,21 +2,21 @@
 
 const https = require('https');
 
-const url = 'https://api.github.com/search/repositories?q=user:' + (process.argv[2] || 'wangding'),
+const url = 'https://api.github.com/search/repositories?q=user:' + (process.argv[2] ?? 'wangding'),
       log = console.log,
       headers = { 'User-Agent': '02-get-repos.js' };
 
 https.get(url, {headers}, (res) => {
-  let result = '';
+  let data = '';
 
-  res.on('data', (data) => result += data.toString('utf8'));
+  res.setEncoding('utf8');
+  res.on('data', chunk => data+=chunk);
   res.on('end', () => {
-    let reps = JSON.parse(result);
+    const { items:reps } = JSON.parse(data);
 
-    log('Total:', reps.items.length);
+    log('Total:', reps.length);
     log('==========================');
-    for(let i=0; i<reps.items.length; i++) {
-      log('%d\t%s', (i + 1), reps.items[i].name);
-    }
+    for(let i=0; i<reps.length; i++)
+      log(`${i+1}\t${reps[i].name}`);
   });
 });

16-http-client/04-post.js

@@ -2,11 +2,16 @@
 
 const http = require('http');
 
-const msg = process.argv[2] || 'Hello! I am wangding.',
+const msg = process.argv[2],
       log = console.log,
       method = 'POST',
       url = 'http://localhost:8080';
 
+if(!msg) {
+  log('Usage: cmd data');
+  process.exit();
+}
+
 let req = http.request(url, {method}, (res) => {
   log(`HTTP/${res.httpVersion} ${res.statusCode} ${res.statusMessage}`);
   log(res.headers);

16-http-client/05-get-book-cover.js

@@ -0,0 +1,18 @@
+#!/usr/bin/env node
+
+const http = require('http'),
+      fs   = require('fs');
+
+function getURLs() {
+  const fileName = './book-1.json';
+  let books = fs.readFileSync(fileName, 'utf8');
+  books = JSON.parse(books).UpdateComicItems;
+  return books.map(book => book.ShowConver);
+}
+
+async function getBookCover() {
+  let i = 1;
+  getURLs().forEach(url => http.get(url, res => res.pipe(fs.createWriteStream(`./cover/${i++}.jpg`))));
+}
+
+getBookCover();

16-http-client/05-crawler.js renamed to 16-http-client/05-get-course-info.js

@@ -8,17 +8,17 @@ const http    = require('https'),
       url     = baseURL + 'free';
 
 http.get(url, (res) => {
-  let result = '';
+  let data = '';
 
   print(`HTTP/${res.httpVersion} ${res.statusCode} ${res.statusMessage}`);
   print(res.headers);
   print('');
 
-  res.on('data', chunk => result += chunk);
+  res.on('data', chunk => data += chunk);
   res.on('end', () => {
-    print(result);
+    print(data);
 
-    let $ = cheerio.load(result);
+    let $ = cheerio.load(data);
     $('body').find('.card-title>a').each(function(){
       let cName = $(this).text(),
           cURL  = baseURL + $(this).attr('href');

16-http-client/06-fake-server.js

@@ -0,0 +1,25 @@
+#!/usr/bin/env node
+
+const http = require('http'),
+      log  = console.log;
+
+http.createServer((req, res) => {
+  log(`${req.method} ${req.url} HTTP/${req.httpVersion}`);
+  log(req.headers);
+  log();
+
+  if(req.url == '/') {
+    res.statusCode = 301;
+    res.setHeader('location', '/abc');
+    res.end('Moved Permanently');
+  } else if(req.url == '/abc') {
+    res.statusCode = 301;
+    res.setHeader('location', '/def');
+    res.end('Moved Permanently');
+  } else if(req.url == '/def') {
+    res.statusCode = 200;
+    res.end('<body><h1>hello world</h1></body>');
+  } else {
+    res.end('not found');
+  }
+}).listen(8080);

16-http-client/06-redirection.js

@@ -4,7 +4,7 @@ const http = require('http'),
       url  = require('url'),
       log  = console.log;
 
-let addr = process.argv[2] || 'http://www.sian.com/';
+let addr = 'http://localhost:8080';
 
 function opt(addr) {
   let options = url.parse(addr);
@@ -20,7 +20,7 @@ function get(options) {
     log('');
 
     if(res.statusCode < 400 && res.statusCode >= 300) {
-      get(opt(res.headers.location));
+      get(opt(addr+res.headers.location));
     } else {
       res.pipe(process.stdout);
     }

16-http-client/07-json.js

@@ -0,0 +1,10 @@
+#!/usr/bin/env node
+
+// curl http://t.weather.sojson.com/api/weather/city/101330101 | ./07-json.js
+
+const stdin = process.stdin;
+
+let data = '';
+stdin.setEncoding('utf8');
+stdin.on('data', chunk => data+=chunk);
+stdin.on('end', ()=>console.dir(JSON.parse(data), {depth:null}));

16-http-client/08-transform.js

@@ -0,0 +1,19 @@
+#!/usr/bin/env node
+
+// curl http://t.weather.sojson.com/api/weather/city/101330101 | ./08-json.js
+
+const stdin  = process.stdin,
+      stdout = process.stdout;
+
+stdin.setEncoding('utf8');
+
+const {Transform} = require('stream');
+
+let json = new Transform();
+
+json._transform = function(chunk, encoding, callback) {
+  this.push(JSON.stringify(JSON.parse(chunk), null, 2));
+  callback();
+};
+
+stdin.pipe(json).pipe(stdout);