https下载图片

OpenSSL用法示例

OpenSSL源码安装

对于ubuntu，懒得编译源码可以直接安装

sudo apt-get install libssl–dev

/usr/include/openssl/ssl.h

CMakeLists中添加

link_libraries(ssl crypto)

apt-get安装不需要再制定libssl.a, libcrypto.a的路径了, 就像用libc标准库一样。源码安装要指定-L/path/to/libssl.a或者-L/path/to/libssl.so , -lssl。客户端不需要生成证书。

sale.txt

GET /uploadfile/photo/20231022/37cac8bc693780b740b4e659846689cd.jpg HTTP/1.1
Accept: image/jpeg,image/avif,image/webp,image/apng,*/*
Accept-Encoding: gzip, deflate
Accept-Language: en-US,en;q=0.9,zh-CN;q=0.8,zh;q=0.7,ja;q=0.6
Connection: keep-alive
Host: img.sx2737.com
Upgrade-Insecure-Requests: 1
User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36

* main.c

#include <string.h>
/* ... */
#include "https.h"


static int get_host_ip(char ip[], char hostname[]) {
    struct ipv4head ipv4List;
    struct ipv4_entry *n1;
    int count = 0;
    /* get ip by Gateway 10.0.0.1 */
    bcl_dns_query(&ipv4List, hostname, "10.0.0.1");
    while(!TAILQ_EMPTY(&ipv4List)) {
        n1 = TAILQ_FIRST(&ipv4List);
        TAILQ_REMOVE(&ipv4List, n1, entries);
        printf("ip=%s\n", n1->data);
        strncpy(ip, n1->data, 16);
        free(n1);
        count += 1;
    }
    return count;
}

int main(int argc, char *argv[]) {
    char path_dst[256];
    char path_src[256];
    char hostname[32] = {'\0'};
    char ip[16] = {'\0'};
    int sockfd = -1;

    bclerrinit();

    strcpy(path_src, "/mnt/e/CLionProjects/arp/fap30/input/sale.txt");
    strcpy(path_dst, "/mnt/e/CLionProjects/arp/fap30/print/sale.jpg");

    strcpy(hostname, "img.sx2737.com");  /* octipus.net, www.google.co.il */
    get_host_ip(ip, hostname);

    printf("path_dst=%s\n", path_dst);
    if (E_FAIL == https_get_body(ip,path_src, path_dst)) {
        bclerrlog(E_SOCKFD_RECV, _FL_, "https_get_body(%s,%s,%s)",ip,path_src,path_dst);
        return E_FAIL;
    }
    bclerrend();
    return E_OK;
}

网关直接固定写的10.0.0.1, 需要改。或者再实现一个拿到网关Gateway IP地址的函数查DNS

DNS没做缓存，简化版测试查询DNS发UDP包。一个域名对应多个ip，也不知道多少个ip，用的/usr/include/x86_64-linux-gnu/sys/queue.h 参照下面的bcl_udp.h

#include <sys/queue.h>

* https.h

#ifndef ARP_TEST_HTTPS_H
#define ARP_TEST_HTTPS_H

#include <openssl/ssl.h> /* SSL_Library_init() */
#include <openssl/err.h>

int https_get_body(char *ip, char *in_path, char *out_path);

#endif //ARP_TEST_HTTPS_H

* https.c

/*
 * @ref: https://aticleworld.com/ssl-server-client-using-openssl-in-c/
 * sudo apt-get install libssl–dev
 * -L/path/to/ssl_dir -lssl -lcrypto
 */
#include <string.h> /* memset */
/* ... */
#include "https.h"

extern unsigned int ip2int(const char *ip);

static SSL_CTX *InitCTX(void) {
    SSL_METHOD *method;
    SSL_CTX *ctx;
    OpenSSL_add_all_algorithms();  /* Load cryptos, et.al. */
    SSL_load_error_strings();   /* Bring in and register error messages */
    method = TLSv1_2_client_method();  /* Create new client-method instance */
    ctx = SSL_CTX_new(method);   /* Create new context */
    if ( ctx == NULL ) {
        ERR_print_errors_fp(stderr);
        abort();
    }
    return ctx;
}

ssize_t send_from_file_ssl(SSL *ssl, char *path) {
    byte_t *buf = NULL;
    size_t isz = 0;
    ssize_t outBytes;

    buf = file_get_contents(path, &isz);
    outBytes = SSL_write(ssl, buf, isz);
    /* bcl_xxd(buf, isz); */
    free(buf);
    return outBytes;
}

int https_get_body(char *ip, char *in_path, char *out_path) {
    SSL_CTX *ctx = NULL;
    SSL *ssl;
    int bytes;
#define HTTPS_BUFF_SIZE 4096
    char buf[HTTPS_BUFF_SIZE];
    int sockfd = -1;
    FILE *out = NULL;

    SSL_library_init();
    ctx = InitCTX();
    ssl = SSL_new(ctx);      /* create new SSL connection state */
    sockfd = bcl_tcp_connector(ip2int(ip), 443);
    SSL_set_fd(ssl, sockfd);    /* attach the socket descriptor */
    if ( SSL_connect(ssl) < 0 ) {  /* perform the connection */
        ERR_print_errors_fp(stderr);
        return E_FAIL;
    }
    send_from_file_ssl(ssl, in_path);
    bytes = SSL_read(ssl, buf, HTTPS_BUFF_SIZE);
    /* Dump HTTP header */
    bcl_xxd(buf, bytes);

    out = fopen(out_path, "w");
    if (NULL == out) {
        bclerreg(E_OSCALL, _FL_, "fopen(%s)", out_path);
        return E_FAIL;
    }
    while (0<(bytes = SSL_read(ssl, buf, HTTPS_BUFF_SIZE))) {
        fwrite(buf, 1, bytes, out);
        memset(buf, 0, bytes);
    }
    fclose(out);
    bcl_closesock(sockfd);

    SSL_free(ssl);
    SSL_CTX_free(ctx);
    return E_OK;
}

先准备ssl需要的库, SSL_Libary_init(), 创建SSL_CTX *ctx对象

封装socket fd为SSL *，操作SSL *取代 int fd。SSL_read替换recv， SSL_write替换send

close(fd)关闭socket fd。用完SSL_free(ssl), 释放https链接。销毁SSL_CTX *ctx对象

SSL_read第0次调用拿到http header，再调用得到的是http body。不需要手动解析http \r\n 0x0d 0x0a, 也省了很多麻烦。

int bcl_tcp_connector(u_int32_t _addr, u_int16_t _port) {
    struct sockaddr_in saddr;
    int sock;
    int ret;

    for (;;) {
        sock = socket(AF_INET, SOCK_STREAM, 0);
        if (sock <0) {
            /* ... */
            return E_FAIL;
        }
        memset(&saddr, 0x00, sizeof (saddr));
        saddr.sin_family = AF_INET;
        saddr.sin_addr.s_addr = _addr;
        saddr.sin_port = htons(_port);

        ret = connect(sock, (struct sockaddr *)&saddr, sizeof(saddr));
        if (ret >= 0) {
            return sock;
        }
        /* ERROR connect */
        if (errno == EINTR) {
            bcl_closesock(sock);
            continue;
        }
        char ip[16];
        bcl_int2ip(ip, _addr);
        bclerreg(E_OSCALL, _FL_, "Error connect %s:%d", ip, _port);
        return E_FAIL;
    }
}

创建socket fd，调用connect，常规方法。

bcl_xxd函数hexdump调试用

uint8_t arc_xxd(byte *s, uint8_t len, void *param);

void bcl_xxd(const void *s, size_t len)
{
    uint16_t line = 0;
    byte *t = (byte *)s;
    uint8_t b;
    size_t left = len;

    for (; ;) {
        if (left > 16) {
            b = arc_xxd(t, 16, &line);
        } else {
            b = arc_xxd(t, left, &line);
        }
        if (b < 1) {break;}
        left -= b;
        if (left <= 0) {break;}
        t += b;
    }
}

uint8_t arc_xxd(byte *s, uint8_t len, void *param)
{
    uint8_t i;
    uint16_t *line = (uint16_t *)param;
    fprintf(stdout, "%08x:", *line << 4);
    for (i = 0; i+2 < len; i+=2) {
        fprintf(stdout, " %02x%02x", s[i], s[i+1]);
    }
    if (i <len) {fprintf(stdout, " %02x", s[i]); i+= 1;}
    if (i <len) {fprintf(stdout, "%02x", s[i]); i+=1;}
    if (i < 16 && 0x00 != (i & 0x01)) { fputs("  ", stdout); i+=1;}
    for (; i <16; i+= 2) {
        fputs("     ", stdout); /* space * 5 */
    }
    fputs("  ", stdout);
    for (i = 0; i <len; i++) {
        if (s[i] <0x20 || s[i] > 0x7e) {
            fputc('.', stdout);
        } else {
            fputc(s[i], stdout);
        }
    }
    fputs("\r\n", stdout);
    *line += 1;
    return i;
}

* bcl_udp.h

#ifndef ERRLOG_BCL_UDP_H
#define ERRLOG_BCL_UDP_H

#include <sys/queue.h>

typedef union {
    unsigned char c[4];
    unsigned int addr;
} IPv4_t;

void IPv4_toString(char *s, IPv4_t ipv4);
/* in_addr_t */ unsigned int ip2int(const char *ip);


struct ipv4_entry {
    char data[16];
    TAILQ_ENTRY(ipv4_entry) entries;
};
TAILQ_HEAD(ipv4head, ipv4_entry);

int bcl_dns_query(struct ipv4head *head, char *host_name, const char *dns_ip);

#endif //ERRLOG_BCL_UDP_H

* bcl_udp.c

#ifdef __cplusplus
extern "C" {
#endif

#include <strings.h> /* bzero */
#include <arpa/inet.h> /* inet_addr */
#include <unistd.h> /* close */
#include <string.h> /* strcat, memset */
#include <stdlib.h> /* getenv(), rand() */

#include "bcl_udp.h"
#include "arclog.h"
#include "bcl_socket.h"

#define PRIVATE static

unsigned int /* in_addr_t */ip2int(const char *ip) {
    IPv4_t un;
    int i, j;
    un.c[0] = un.c[1] = un.c[2] = un.c[3] = 0;
    for (i = 0, j = 0; i < 16 && ip[i] != '\0'; i++) {
        if (0x30 <= ip[i] && ip[i] < 0x3a) { /* '0','9' */
            un.c[j] *= 10;
            un.c[j] += ip[i] - 0x30;
        } else if (ip[i] == 0x2e) { /* '.' */
            j += 1;
        }
    }
    return un.addr;
}


typedef struct {
    u_short transId; /* 0xb6f6 */
    u_short flags;  /* 0x0100 Standard query */
    u_short questions; /* 0x0001 */
    u_char rss[6];  /* 00 00 00 00 00 00 */
} DnsHdr_t;

#define HOST_LEN 64

typedef struct {
    u_char name[2]; /* ptr */
    u_short type; /* 0x0005 alias */
    u_short in; /* 0x0001 */
    u_int32_t ttl; /* 81, 1min21s */
    u_short dataLen;  /* 0x0017, 23 */
    char cname[HOST_LEN];  /* 3www31633com8163jiasu3com */
} __attribute__((packed)) DnsAnswer_t;

/**
 * @ref: https://www.linuxquestions.org/questions/linux-networking-3/dns-packet-structure-289886/
 * @param name "p3-sign.douyinpic.com"
 * @param entry  "7p3-sign9douyinpic3com"
 * @return
 */
PRIVATE char *dns_entry(char *entry, const char *name) {
    const char *p = name;
    char *q = entry;
    int8_t len;

    while ('\0' != *p) {
        len = 0;
        for (; *p && *p != '.'; p++) {
            len += 1;
        }
        *q++ = len;
        memcpy(q, p - len, len);
        q += len;
        p++;
    }
    return q;
}

#define SWAP(a, b, type) do { type _t = a; a = b; b = _t;} while(0);

#define REVERSE(a, b, type)  do { \
   type *p = a, *q = b;           \
   type t;                        \
   if (p > q) { SWAP(p, q, type *);}  \
   for (; p < q; p++, q--) { \
       t = *p; \
       *p = *q; \
       *q = t; \
   } \
} while (0);

void IPv4_toString(char *s, IPv4_t ipv4) {
    int i;
    char *t;
#ifdef __ORDER_LITTLE_ENDIAN__
    for (i = 0; i < 4; i++) {
#else
    for (i = 3; 0 <= i; i--) {
#endif
        t = s;
        while (ipv4.c[i]) {
            *s++ = ipv4.c[i] % 10 + 0x30;
            ipv4.c[i] /= 10;
        }
        REVERSE(s-1, t, char);
        *s++ = '.';
    }
    *(s-1) = '\0';
}

int bcl_dns_query(struct ipv4head *head, char *host_name, const char *dns_ip) {
    int sockfd;
    char buf[1024] = {'\0'};
    struct sockaddr_in dest_addr;
    DnsHdr_t header;
    char *p = NULL;
    off_t queryLen;
    DnsAnswer_t ans;
    IPv4_t ipv4;
    struct ipv4_entry *n1 = NULL;

    sockfd = socket(AF_INET, SOCK_DGRAM, 0);
    if (sockfd < 0) {
        bclerreg(E_OSCALL, _FL_, "socket() UDP");
        return E_FAIL;
    }
    /* DNS address */
    memset(&dest_addr, 0, sizeof(struct sockaddr_in));
    dest_addr.sin_family = AF_INET;
    dest_addr.sin_addr.s_addr = ip2int(dns_ip);
    dest_addr.sin_port = htons(53);  /* DNS port 53 */
    if (connect(sockfd, (const struct sockaddr *) &dest_addr, sizeof(dest_addr)) < 0) {
        bclerreg(E_OSCALL, _FL_, "connect()");
        return E_FAIL;
    }
    /* DNS query packet */
    header.transId = (u_short) rand();
    header.flags = htons(0x0100);
    header.questions = htons(0x0001);
    memset(header.rss, 0, sizeof(header.rss));

    memcpy(buf, &header, sizeof(header));
    p = buf + sizeof(header);
    /* queries: p3-sign.douyinpic.com  */
    p = dns_entry(p, host_name);
    *p++ = '\0';
    /* type A, class IN */
    *p++ = 0x00; *p++ = 0x01;
    *p++ = 0x00; *p++ = 0x01;

    queryLen = p - buf;
    if (send(sockfd, buf, queryLen, 0) < 0) {
        bclerreg(E_OSCALL, _FL_, "send()");
        return E_FAIL;
    }
    memset(buf, 0, 1024);
    if (recv(sockfd, buf, 1024, 0) < 1) {
        bclerreg(E_OSCALL, _FL_, "recv()");
        return E_FAIL;
    }
    p = buf + queryLen;
    /* Answers: buf + queryLen */
    TAILQ_INIT(head);
    while (*p != 0x00) {
        /* bcl_xxd(p, 0xa0); */
        if (*(u_char *)p == 0xc0) {
            /* c0 0c, c0 14 */
            ans.dataLen = ntohs(((DnsAnswer_t *)p)->dataLen);
        }
#if DEBUG
        printf("dataLen=%d\n", ans.dataLen);
        bcl_xxd(((DnsAnswer_t *)p)->cname, ans.dataLen);
#endif
        if (4 == ans.dataLen) { /* IPv4 */
            memcpy(&ipv4, &((DnsAnswer_t *)p)->cname, 4);
            n1 = (struct ipv4_entry *)malloc(sizeof(struct ipv4_entry));
            IPv4_toString(n1->data, ipv4);
            TAILQ_INSERT_TAIL(head, n1, entries);
        }
        p += sizeof(DnsAnswer_t) - HOST_LEN + ans.dataLen;
    }
    return E_OK;
}

#ifdef __cplusplus
};
#endif

查询DNS以上

C:\Windows\system32\wsl.exe --distribution Ubuntu --exec /bin/bash -c "export ESWTDIR=/mnt/e/CLionProjects/arp && export FAPWORKDIR=/mnt/e/CLionProjects/arp/fap30 && cd /mnt/e/CLionProjects/arp/fap30 && /mnt/e/CLionProjects/arp/cmake-build-debug/arp_test ./input/banner.txt banner_3.jpg"
ip=61.164.142.245
ip=115.231.71.216
path_dst=/mnt/e/CLionProjects/arp/fap30/print/sale.jpg
00000000: 4854 5450 2f31 2e31 2032 3030 204f 4b0d HTTP/1.1 200 OK.
00000010: 0a4c 6173 742d 4d6f 6469 6669 6564 3a20 .Last-Modified:
00000020: 5375 6e2c 2032 3220 4f63 7420 3230 3233 Sun, 22 Oct 2023
00000030: 2030 383a 3036 3a30 3320 474d 540d 0a45 08:06:03 GMT..E
00000040: 7461 673a 2022 3336 3333 3661 6665 3533 tag: "36336afe53
00000050: 3039 6561 3933 6163 6633 3930 6162 3934 09ea93acf390ab94
00000060: 3637 6132 6634 220d 0a43 6f6e 7465 6e74 67a2f4"..Content
00000070: 2d54 7970 653a 2069 6d61 6765 2f6a 7065 -Type: image/jpe
00000080: 670d 0a44 6174 653a 2053 756e 2c20 3232 g..Date: Sun, 22
00000090: 204f 6374 2032 3032 3320 3038 3a30 363a Oct 2023 08:06:
000000a0: 3034 2047 4d54 0d0a 5365 7276 6572 3a20 04 GMT..Server:
000000b0: 7465 6e63 656e 742d 636f 730d 0a78 2d63 tencent-cos..x-c
000000c0: 6f73 2d68 6173 682d 6372 6336 3465 636d os-hash-crc64ecm
000000d0: 613a 2031 3534 3631 3131 3537 3934 3831 a: 1546111579481
000000e0: 3535 3537 3339 340d 0a78 2d63 6f73 2d72 5557394..x-cos-r
000000f0: 6571 7565 7374 2d69 643a 204e 6a55 7a4e equest-id: NjUzN
00000100: 4751 335a 574e 664e 5755 7a4e 6a51 774d GQ3ZWNfNWUzNjQwM
00000110: 474a 664d 5745 305a 4446 664f 5459 314f GJfMWE0ZDFfOTY1O
00000120: 4442 6b4e 673d 3d0d 0a43 6f6e 7465 6e74 DBkNg==..Content
00000130: 2d4c 656e 6774 683a 2032 3237 3938 0d0a -Length: 22798..
00000140: 4163 6365 7074 2d52 616e 6765 733a 2062 Accept-Ranges: b
00000150: 7974 6573 0d0a 582d 4e57 532d 4c4f 472d ytes..X-NWS-LOG-
00000160: 5555 4944 3a20 3735 3537 3138 3835 3632 UUID: 7557188562
00000170: 3130 3431 3837 3231 320d 0a43 6f6e 6e65 104187212..Conne
00000180: 6374 696f 6e3a 206b 6565 702d 616c 6976 ction: keep-aliv
00000190: 650d 0a58 2d43 6163 6865 2d4c 6f6f 6b75 e..X-Cache-Looku
000001a0: 703a 2043 6163 6865 2048 6974 0d0a 0d0a p: Cache Hit....

Process finished with exit code 0

查看下载 E:\CLionProjects\arp\fap30\print\sale.jpg

对于http响应body，有的返回是gzip压缩，要用zlib库解压。分段的内容要解析

/** @ref: https://www.iteye.com/blog/dbscx-830644 */
char *http_chunked_parse(char *s, u_int16_t *len) {
    int i;
    /* 0x1000 == 4096 */
    *len = 0;
    for (i = 0; i < 4; i++) {
        if (s[i] == 0x0d && s[i+1] == 0x0a) {
            break;
        }
        /* 32 63 31 0d 0a <=> "3c1\r\n"(LEN=0x2c1, Dec:705) */
        *len *= 16;
        if (0x30<=s[i] && s[i] < 0x40) {
            *len += s[i] - 0x30;
        } else if (0x61 <= s[i] && s[i] < 0x67) {
            *len += s[i] - 0x61 + 10;
        }
    }
    if (s[i] == 0x0d && s[i+1] == 0x0a) {
        s = &s[i] + 2;
    }
    return s;
}

0d 0a 30 0d 0a 0d 0a 结束