Istio实战——wasm 构建及使用

curl -sL https://run.solo.io/wasme/install | sh
export PATH=$HOME/.wasme/bin:$PATH

wasme version 0.0.19

wasme init 工程路径/工程名称

// NOLINT(namespace-envoy)
#include <string>
#include <unordered_map>

#include "proxy_wasm_intrinsics.h"

class ExampleRootContext : public RootContext {
public:
  explicit ExampleRootContext(uint32_t id, StringView root_id) : RootContext(id, root_id) {}

  bool onStart(size_t) override;
};

class ExampleContext : public Context {
public:
  explicit ExampleContext(uint32_t id, RootContext* root) : Context(id, root) {}

  void onCreate() override;
  FilterHeadersStatus onRequestHeaders(uint32_t headers) override;
  FilterDataStatus onRequestBody(size_t body_buffer_length, bool end_of_stream) override;
  FilterHeadersStatus onResponseHeaders(uint32_t headers) override;
  void onDone() override;
  void onLog() override;
  void onDelete() override;
};
static RegisterContextFactory register_ExampleContext(CONTEXT_FACTORY(ExampleContext),
                                                      ROOT_FACTORY(ExampleRootContext),
                                                      "my_root_id");

bool ExampleRootContext::onStart(size_t) {
  LOG_TRACE("onStart");
  return true;
}

void ExampleContext::onCreate() { LOG_WARN(std::string("onCreate " + std::to_string(id()))); }

FilterHeadersStatus ExampleContext::onRequestHeaders(uint32_t) {
  LOG_DEBUG(std::string("onRequestHeaders ") + std::to_string(id()));
  auto result = getRequestHeaderPairs();
  auto pairs = result->pairs();
  LOG_INFO(std::string("headers: ") + std::to_string(pairs.size()));
  for (auto& p : pairs) {
    LOG_INFO(std::string(p.first) + std::string(" -> ") + std::string(p.second));
  }
  return FilterHeadersStatus::Continue;
}

FilterHeadersStatus ExampleContext::onResponseHeaders(uint32_t) {
  LOG_DEBUG(std::string("onResponseHeaders ") + std::to_string(id()));
  auto result = getResponseHeaderPairs();
  auto pairs = result->pairs();
  LOG_INFO(std::string("headers: ") + std::to_string(pairs.size()));
  for (auto& p : pairs) {
    LOG_INFO(std::string(p.first) + std::string(" -> ") + std::string(p.second));
  }
  addResponseHeader("newheader", "newheadervalue");
  replaceResponseHeader("location", "envoy-wasm");
  return FilterHeadersStatus::Continue;
}

FilterDataStatus ExampleContext::onRequestBody(size_t body_buffer_length, bool end_of_stream) {
  auto body = getBufferBytes(BufferType::HttpRequestBody, 0, body_buffer_length);
  LOG_ERROR(std::string("onRequestBody ") + std::string(body->view()));
  return FilterDataStatus::Continue;
}

void ExampleContext::onDone() { LOG_WARN(std::string("onDone " + std::to_string(id()))); }

void ExampleContext::onLog() { LOG_WARN(std::string("onLog " + std::to_string(id()))); }

void ExampleContext::onDelete() { LOG_WARN(std::string("onDelete " + std::to_string(id()))); }

static RegisterContextFactory register_ExampleContext(CONTEXT_FACTORY(ExampleContext),
                                                      ROOT_FACTORY(ExampleRootContext),
                                                      "my_root_id");

FilterDataStatus ExampleContext::onRequestBody(size_t body_buffer_length, bool end_of_stream)
FilterDataStatus ExampleContext::onResponseBody(size_t body_buffer_length, bool end_of_stream)

#最简单的方式，指定一个tag，tag中的YOUR_USERNAME是在 WebAssembly Hub 中注册的个人账号名
wasme build cpp -t webassemblyhub.io/$YOUR_USERNAME/modify_body_filter:v0.1 . #cpp - 是指cpp开发的wasm，点是当前目录

#高级一点 -i 可以指定构建镜像 --tmp-dir 指定临时存储目录存储wasm和缓存
wasme build cpp -i ee-builder:0.4 --tmp-dir /tmp -t webassemblyhub.io/$YOUR_USERNAME/modify-body:v0.1 . 

A)
add docker volumn /tmp/cache:/tmp/cache
change bazel cmd: bazel build --experimental_repository_cache=/tmp/cache ${TARGET}
No obvious change —— fail

B)
add docker volumn /tmp/cache:/root/.cache
cost time changed from 5 minutes to 20 minutes —— fail

C)
remove docker param --rm
try build once
use the container to commit a new image
use the new image to build this project
very good, it cost only tens of seconds
but this image just for this project, not suitable for other projects. because this bazel cache path (/root/.cache/...) has the project sign.

you might get better speed by using bazel directly; using docker makes everything easy to use, but is slower, especially when using docker for mac. 
also the initial build take longer as bazel downloads and configures emscripten for you.
we might be able to improve wasme to re-use the bazel cache

wasme login #已登录可以免去此操作
wasme push webassemblyhub.io/$YOUR_USERNAME/modify_body_filter:v0.1 #构建时的tag

#查看本地有哪些构建
wasme list

wasme pull webassemblyhub.io/$YOUR_USERNAME/modify-body:v0.3

#部署
wasme-linux-amd64 deploy istio webassemblyhub.io/$YOUR_USERNAME/modify-body:v0.3  --id=myfilter --namespace=bookinfo --labels app=details -v

#filter资源
kubectl  get envoyfilter -n bookinfo

#卸载
wasme-linux-amd64 undeploy istio --id myfilter --namespace bookinfo --labels app=details

#请求 - 这里传递一个自定义header字段用于操作包体的，官方示例是传递 name:hello world 到回包header
kubectl exec -ti -n bookinfo deploy/productpage-v1 -c istio-proxy -- curl -X POST -v --header 'x-body-modification:[{"position":"/","value":"123", "type":"string", "operation":"UPDATE"}]'  -d '{}' http://details.bookinfo:9080/details/123

#清空cache
kubectl  exec  wasme-operator-5b7788d9bb-2wb27   -n wasme -- /usr/local/bin/wasme cache  webassemblyhub.io/$YOUR_USERNAME/modify-body:v0.3  --clear-cache=true --port=0

#查看cache
kubectl exec  wasme-cache-9nn5r   -n wasme -- ls /var/local/lib/wasme-cache

#istio-proxy
2020-03-24T08:44:03.202808Z	info	Envoy proxy is NOT ready: config not received from Pilot (is Pilot running?): cds updates: 1 successful, 0 rejected; lds updates: 0 successful, 1 rejected
2020-03-24T08:44:05.203378Z	info	Envoy proxy is NOT ready: config not received from Pilot (is Pilot running?): cds updates: 1 successful, 0 rejected; lds updates: 0 successful, 1 rejected
2020-03-24T08:44:07.202978Z	info	Envoy proxy is NOT ready: config not received from Pilot (is Pilot running?): cds updates: 1 successful, 0 rejected; lds updates: 0 successful, 1 rejected
2020-03-24T08:44:09.203095Z	info	Envoy proxy is NOT ready: config not received from Pilot (is Pilot running?): cds updates: 1 successful, 0 rejected; lds updates: 0 successful, 1 rejected


#istiod
2020-03-24T09:20:56.296215Z	info	ads	LDS: PUSH for node:productpage-v1-846fd56669-56t57.bookinfo listeners:36
2020-03-24T09:20:56.308926Z	info	ads	EDS: PUSH for node:reviews-v2-9d9d8d4f9-d2wdg.bookinfo clusters:36 endpoints:33 empty:4
2020-03-24T09:20:56.349413Z	info	ads	LDS: PUSH for node:reviews-v2-9d9d8d4f9-d2wdg.bookinfo listeners:36
2020-03-24T09:20:56.416474Z	info	ads	RDS: PUSH for node:productpage-v1-846fd56669-56t57.bookinfo routes:20
2020-03-24T09:20:56.416659Z	warn	ads	ADS:LDS: ACK ERROR 172.16.0.166:58028 sidecar~172.16.0.166~productpage-v1-846fd56669-56t57.bookinfo~bookinfo.svc.cluster.local-8 Internal:Error adding/updating listener(s) 172.16.0.166_9080: Invalid path: /var/local/lib/wasme-cache/b9027c9d0c81aa5609d32c49633f98b4226d3b96c97bedca68c678d0434ac645
virtualInbound: Invalid path: /var/local/lib/wasme-cache/b9027c9d0c81aa5609d32c49633f98b4226d3b96c97bedca68c678d0434ac645

#!/bin/bash
#1.删除configmap - 这里存储的缓存的key
kubectl  delete cm wasme-cache -n wasme

#2.删除wasme-cache - 这里缓存的key和wasm
# key 缓存在/etc/wasme-cache/images.txt
# wasm 缓存在/var/local/lib/wasme-cache
kubectl get po -n wasme | grep cache | awk '{print $1}' | while read cache; do kubectl delete po $cache -n wasme ; done

#3.删除node缓存
rm /var/local/lib/wasme-cache/*

#重启服务
kubectl scale deployment details-v1  --replicas=1 -n bookinfo

set -e

docker run -e uid="$(id -u)" -e gid="$(id -g)" -v $PWD:/work -w /work -v $(realpath $PWD/../../extensions):/work/extensions gcr.io/istio-testing/wasmsdk:v3 bash /build_wasm.sh
rmdir extensions

   #如果同时有Python2和3，那只能

   $ python3 emsdk.py install latest

   /root/emsdk/upstream/bin/llc: /lib64/libstdc++.so.6: version `GLIBCXX\_3.4.21' not found (required by /root/emsdk/upstream/bin/../lib/libLLVM-11git.so)

   /root/emsdk/upstream/bin/llc: /lib64/libstdc++.so.6: version `GLIBCXX\_3.4.20' not found (required by /root/emsdk/upstream/bin/../lib/libLLVM-11git.so)

   shared:ERROR: error running `llc --version`.  Check your llvm installation (/root/emsdk/upstream/bin/llc)

   #查询一下这个库会发现的确没有 GLIBCXX\_3.4.20

   $ strings /usr/lib64/libstdc++.so.6 | grep GLIBC

   #yum update libstdc++ 是和gcc版本有关的，如果版本不够，怎么升级都无用

   #!/bin/bash

   size=`ls -l $1 | awk '{print $6}'`

   dgst=`openssl dgst -sha256 $1 | awk '{print $2}'`

   #filename=`basename $1`

   filename="filter.wasm"

   tag=`cat image_ref`

   #6ff7cc14859b90200c61a05183fa8480 修订为自己的wasm tag 路径

   echo -e "{\"mediaType\":\"application/vnd.module.wasm.content.layer.v1+wasm\",\"digest\":\"sha256:${dgst}\",\"size\":${size},\"annotations\":{\"org.opencontainers.image.title\":\"${filename}\"}}" > /Users/$YOUR_USERNAME/.wasme/store/6ff7cc14859b90200c61a05183fa8480/descriptor.json

   cp $1 /Users/$YOUR_USERNAME/.wasme/store/6ff7cc14859b90200c61a05183fa8480/filter.wasm

   /Users/$YOUR_USERNAME/.wasme/bin/wasme push "${tag}"