From 7ddde16865d7f11b5c32325048cbb2ee9a0d76b7 Mon Sep 17 00:00:00 2001 From: kaiyou <dev@kaiyou.fr> Date: Mon, 31 Oct 2022 00:11:12 +0100 Subject: [PATCH] Remove unused shim copied code --- cmd/shim/shim.go | 354 ----------------------------------------------- 1 file changed, 354 deletions(-) delete mode 100644 cmd/shim/shim.go diff --git a/cmd/shim/shim.go b/cmd/shim/shim.go deleted file mode 100644 index b104a50..0000000 --- a/cmd/shim/shim.go +++ /dev/null @@ -1,354 +0,0 @@ -//go:build !windows -// +build !windows - -/* - Copyright The containerd Authors. - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. -*/ - -package shim - -import ( - "bytes" - "context" - "errors" - "flag" - "fmt" - "io" - "net" - "os" - "os/signal" - "runtime" - "runtime/debug" - "strings" - "sync" - "syscall" - "time" - - "github.com/containerd/containerd/events" - "github.com/containerd/containerd/namespaces" - "github.com/containerd/containerd/pkg/process" - "github.com/containerd/containerd/protobuf" - "github.com/containerd/containerd/protobuf/proto" - ptypes "github.com/containerd/containerd/protobuf/types" - shimlog "github.com/containerd/containerd/runtime/v1" - "github.com/containerd/containerd/runtime/v1/shim" - shimapi "github.com/containerd/containerd/runtime/v1/shim/v1" - "github.com/containerd/containerd/sys/reaper" - "github.com/containerd/containerd/version" - runc "github.com/containerd/go-runc" - "github.com/containerd/ttrpc" - "github.com/sirupsen/logrus" - exec "golang.org/x/sys/execabs" - "golang.org/x/sys/unix" -) - -var ( - debugFlag bool - versionFlag bool - namespaceFlag string - socketFlag string - addressFlag string - workdirFlag string - runtimeRootFlag string - criuFlag string - systemdCgroupFlag bool - containerdBinaryFlag string - - bufPool = sync.Pool{ - New: func() interface{} { - return bytes.NewBuffer(nil) - }, - } -) - -func parseFlags() { - flag.BoolVar(&debugFlag, "debug", false, "enable debug output in logs") - flag.BoolVar(&versionFlag, "v", false, "show the shim version and exit") - flag.StringVar(&namespaceFlag, "namespace", "", "namespace that owns the shim") - flag.StringVar(&socketFlag, "socket", "", "socket path to serve") - flag.StringVar(&addressFlag, "address", "", "grpc address back to main containerd") - flag.StringVar(&workdirFlag, "workdir", "", "path used to storage large temporary data") - flag.StringVar(&runtimeRootFlag, "runtime-root", process.RuncRoot, "root directory for the runtime") - flag.StringVar(&criuFlag, "criu", "", "path to criu binary (deprecated: do not use)") - flag.BoolVar(&systemdCgroupFlag, "systemd-cgroup", false, "set runtime to use systemd-cgroup") - // currently, the `containerd publish` utility is embedded in the daemon binary. - // The daemon invokes `containerd-shim -containerd-binary ...` with its own os.Executable() path. - flag.StringVar(&containerdBinaryFlag, "containerd-binary", "containerd", "path to containerd binary (used for `containerd publish`)") - flag.Parse() -} - -func setRuntime() { - debug.SetGCPercent(40) - go func() { - for range time.Tick(30 * time.Second) { - debug.FreeOSMemory() - } - }() - if os.Getenv("GOMAXPROCS") == "" { - // If GOMAXPROCS hasn't been set, we default to a value of 2 to reduce - // the number of Go stacks present in the shim. - runtime.GOMAXPROCS(2) - } -} - -func ShimApp() { - parseFlags() - if versionFlag { - fmt.Println("containerd-shim") - fmt.Println(" Version: ", version.Version) - fmt.Println(" Revision:", version.Revision) - fmt.Println(" Go version:", version.GoVersion) - fmt.Println("") - return - } - - setRuntime() - - if debugFlag { - logrus.SetLevel(logrus.DebugLevel) - } - - stdout, stderr, err := openStdioKeepAlivePipes(workdirFlag) - if err != nil { - fmt.Fprintf(os.Stderr, "containerd-shim: %s\n", err) - os.Exit(1) - } - defer func() { - stdout.Close() - stderr.Close() - }() - - // redirect the following output into fifo to make sure that containerd - // still can read the log after restart - logrus.SetOutput(stdout) - - if err := executeShim(); err != nil { - fmt.Fprintf(os.Stderr, "containerd-shim: %s\n", err) - os.Exit(1) - } -} - -// If containerd server process dies, we need the shim to keep stdout/err reader -// FDs so that Linux does not SIGPIPE the shim process if it tries to use its end of -// these pipes. -func openStdioKeepAlivePipes(dir string) (io.ReadWriteCloser, io.ReadWriteCloser, error) { - background := context.Background() - keepStdoutAlive, err := shimlog.OpenShimStdoutLog(background, dir) - if err != nil { - return nil, nil, err - } - keepStderrAlive, err := shimlog.OpenShimStderrLog(background, dir) - if err != nil { - return nil, nil, err - } - return keepStdoutAlive, keepStderrAlive, nil -} - -func executeShim() error { - // start handling signals as soon as possible so that things are properly reaped - // or if runtime exits before we hit the handler - signals, err := setupSignals() - if err != nil { - return err - } - dump := make(chan os.Signal, 32) - signal.Notify(dump, syscall.SIGUSR1) - - path, err := os.Getwd() - if err != nil { - return err - } - server, err := newServer() - if err != nil { - return fmt.Errorf("failed creating server: %w", err) - } - sv, err := shim.NewService( - shim.Config{ - Path: path, - Namespace: namespaceFlag, - WorkDir: workdirFlag, - SystemdCgroup: systemdCgroupFlag, - RuntimeRoot: runtimeRootFlag, - }, - &remoteEventsPublisher{address: addressFlag}, - ) - if err != nil { - return err - } - logrus.Debug("registering ttrpc server") - shimapi.RegisterShimService(server, sv) - - socket := socketFlag - if err := serve(context.Background(), server, socket); err != nil { - return err - } - logger := logrus.WithFields(logrus.Fields{ - "pid": os.Getpid(), - "path": path, - "namespace": namespaceFlag, - }) - go func() { - for range dump { - dumpStacks(logger) - } - }() - return handleSignals(logger, signals, server, sv) -} - -// serve serves the ttrpc API over a unix socket at the provided path -// this function does not block -func serve(ctx context.Context, server *ttrpc.Server, path string) error { - var ( - l net.Listener - err error - ) - if path == "" { - f := os.NewFile(3, "socket") - l, err = net.FileListener(f) - f.Close() - path = "[inherited from parent]" - } else { - const ( - abstractSocketPrefix = "\x00" - socketPathLimit = 106 - ) - p := strings.TrimPrefix(path, "unix://") - if len(p) == len(path) { - p = abstractSocketPrefix + p - } - if len(p) > socketPathLimit { - return fmt.Errorf("%q: unix socket path too long (> %d)", p, socketPathLimit) - } - l, err = net.Listen("unix", p) - } - if err != nil { - return err - } - logrus.WithField("socket", path).Debug("serving api on unix socket") - go func() { - defer l.Close() - if err := server.Serve(ctx, l); err != nil && !errors.Is(err, net.ErrClosed) { - logrus.WithError(err).Fatal("containerd-shim: ttrpc server failure") - } - }() - return nil -} - -func handleSignals(logger *logrus.Entry, signals chan os.Signal, server *ttrpc.Server, sv *shim.Service) error { - var ( - termOnce sync.Once - done = make(chan struct{}) - ) - - for { - select { - case <-done: - return nil - case s := <-signals: - switch s { - case unix.SIGCHLD: - if err := reaper.Reap(); err != nil { - logger.WithError(err).Error("reap exit status") - } - case unix.SIGTERM, unix.SIGINT: - go termOnce.Do(func() { - ctx := context.TODO() - if err := server.Shutdown(ctx); err != nil { - logger.WithError(err).Error("failed to shutdown server") - } - // Ensure our child is dead if any - sv.Kill(ctx, &shimapi.KillRequest{ - Signal: uint32(syscall.SIGKILL), - All: true, - }) - sv.Delete(context.Background(), &ptypes.Empty{}) - close(done) - }) - case unix.SIGPIPE: - } - } - } -} - -func dumpStacks(logger *logrus.Entry) { - var ( - buf []byte - stackSize int - ) - bufferLen := 16384 - for stackSize == len(buf) { - buf = make([]byte, bufferLen) - stackSize = runtime.Stack(buf, true) - bufferLen *= 2 - } - buf = buf[:stackSize] - logger.Infof("=== BEGIN goroutine stack dump ===\n%s\n=== END goroutine stack dump ===", buf) -} - -type remoteEventsPublisher struct { - address string -} - -func (l *remoteEventsPublisher) Publish(ctx context.Context, topic string, event events.Event) error { - ns, _ := namespaces.Namespace(ctx) - encoded, err := protobuf.MarshalAnyToProto(event) - if err != nil { - return err - } - data, err := proto.Marshal(encoded) - if err != nil { - return err - } - cmd := exec.CommandContext(ctx, containerdBinaryFlag, "--address", l.address, "publish", "--topic", topic, "--namespace", ns) - cmd.Stdin = bytes.NewReader(data) - b := bufPool.Get().(*bytes.Buffer) - defer func() { - b.Reset() - bufPool.Put(b) - }() - cmd.Stdout = b - cmd.Stderr = b - c, err := reaper.Default.Start(cmd) - if err != nil { - return err - } - status, err := reaper.Default.WaitTimeout(cmd, c, 30*time.Second) - if err != nil { - return fmt.Errorf("failed to publish event: %s: %w", b.String(), err) - } - if status != 0 { - return fmt.Errorf("failed to publish event: %s", b.String()) - } - return nil -} - -// setupSignals creates a new signal handler for all signals and sets the shim as a -// sub-reaper so that the container processes are reparented -func setupSignals() (chan os.Signal, error) { - signals := make(chan os.Signal, 32) - signal.Notify(signals, unix.SIGTERM, unix.SIGINT, unix.SIGCHLD, unix.SIGPIPE) - // make sure runc is setup to use the monitor - // for waiting on processes - runc.Monitor = reaper.Default - // set the shim as the subreaper for all orphaned processes created by the container - if err := reaper.SetSubreaper(1); err != nil { - return nil, err - } - return signals, nil -} - -func newServer() (*ttrpc.Server, error) { - return ttrpc.NewServer(ttrpc.WithServerHandshaker(ttrpc.UnixSocketRequireSameUser())) -} -- GitLab