#! /usr/bin/env python # https://docs.docker.com/compose/compose-file/#service-configuration-reference # https://docs.docker.com/samples/ # https://docs.docker.com/compose/gettingstarted/ # https://docs.docker.com/compose/django/ # https://docs.docker.com/compose/wordpress/ from __future__ import print_function import os import argparse import subprocess import time import fnmatch # fnmatch.fnmatchcase(env, "*_HOST") import json import yaml # helpers def try_int(i, fallback=None): try: return int(i) except ValueError: pass except TypeError: pass return fallback def norm_as_list(src): """ given a dictionary {key1:value1, key2: None} or list return a list of ["key1=value1", "key2"] """ if src is None: dst=[] elif isinstance(src, dict): dst=[("{}={}".format(k, v) if v else k) for k,v in src.items()] elif hasattr(src, '__iter__'): dst=list(src) else: dst=[src] return dst def norm_as_dict(src): """ given a list ["key1=value1", "key2"] return a dictionary {key1:value1, key2: None} """ if src is None: dst={} elif isinstance(src, dict): dst=dict(src) elif hasattr(src, '__iter__'): dst=[ i.split("=", 1) for i in src if i ] dst=dict([ (a if len(a)==2 else (a[0], None)) for a in dst ]) else: raise ValueError("dictionary or iterable is expected") return dst # transformation helpers def adj_hosts(services, cnt, dst="127.0.0.1"): """ adjust container cnt in-place to add hosts pointing to dst for services """ common_extra_hosts = [] for srv, cnts in services.items(): common_extra_hosts.append("{}:{}".format(srv, dst)) for cnt0 in cnts: common_extra_hosts.append("{}:{}".format(cnt0, dst)) extra_hosts = list(cnt.get("extra_hosts", [])) extra_hosts.extend(common_extra_hosts) # link aliases for link in cnt.get("links", []): a = link.strip().split(':', 1) if len(a)==2: alias=a[1].strip() extra_hosts.append("{}:{}".format(alias, dst)) cnt["extra_hosts"] = extra_hosts def move_list(dst, containers, key): """ move key (like port forwarding) from containers to dst (a pod or a infra container) """ a=set(dst.get(key) or []) for cnt in containers: a0 = cnt.get(key) if a0: a.update(a0) del cnt[key] if a: dst[key]=list(a) def move_port_fw(dst, containers): """ move port forwarding from containers to dst (a pod or a infra container) """ move_list(dst, containers, "ports") def move_extra_hosts(dst, containers): """ move port forwarding from containers to dst (a pod or a infra container) """ move_list(dst, containers, "extra_hosts") # transformations transformations={} def trans(func): transformations[func.__name__.replace("tr_", "")]=func return func @trans def tr_identity(project_name, services, given_containers): containers=[] for cnt in given_containers: containers.append(dict(cnt)) return [], containers @trans def tr_publishall(project_name, services, given_containers): containers=[] for cnt0 in given_containers: cnt=dict(cnt0, publishall=True) # adjust hosts to point to the gateway, TODO: adjust host env adj_hosts(services, cnt, '10.0.2.2') containers.append(cnt) return [], containers @trans def tr_hostnet(project_name, services, given_containers): containers=[] for cnt0 in given_containers: cnt=dict(cnt0, network_mode="host") # adjust hosts to point to localhost, TODO: adjust host env adj_hosts(services, cnt, '127.0.0.1') containers.append(cnt) return [], containers @trans def tr_cntnet(project_name, services, given_containers): containers=[] infra_name=project_name+"_infra" infra = dict( name=infra_name, image="k8s.gcr.io/pause:3.1", ) for cnt0 in given_containers: cnt=dict(cnt0, network_mode="container:"+infra_name) deps=cnt.get("depends") or [] deps.append(infra_name) cnt["depends"]=deps # adjust hosts to point to localhost, TODO: adjust host env adj_hosts(services, cnt, '127.0.0.1') if "hostname" in cnt: del cnt["hostname"] containers.append(cnt) move_port_fw(infra, containers) move_extra_hosts(infra, containers) containers.insert(0, infra) return [], containers @trans def tr_1pod(project_name, services, given_containers): """ project_name: services: {service_name: ["container_name1", "..."]}, currently only one is supported given_containers: [{}, ...] """ pod=dict(name=project_name) containers=[] for cnt0 in given_containers: cnt = dict(cnt0, pod=project_name) # services can be accessed as localhost because they are on one pod # adjust hosts to point to localhost, TODO: adjust host env adj_hosts(services, cnt, '127.0.0.1') containers.append(cnt) return [pod], containers @trans def tr_1podfw(project_name, services, given_containers): pods, containers = tr_1pod(project_name, services, given_containers) pod=pods[0] move_port_fw(pod, containers) return pods, containers def down(project_name, dirname, pods, containers): for cnt in containers: cmd="""podman stop -t=1 '{name}'""".format(**cnt) print(cmd) subprocess.Popen(cmd, shell=True).wait() for cnt in containers: cmd="""podman rm '{name}'""".format(**cnt) print(cmd) subprocess.Popen(cmd, shell=True).wait() for pod in pods: cmd="""podman pod rm '{name}'""".format(**pod) print(cmd) subprocess.Popen(cmd, shell=True).wait() def container_to_args(cnt, dirname): pod=cnt.get('pod') or '' args=[ 'podman', 'run', '--name={}'.format(cnt.get('name')), '-d' ] if pod: args.append('--pod={}'.format(pod)) if cnt.get('read_only'): args.append('--read-only') for i in cnt.get('labels', []): args.extend(['--label', i]) net=cnt.get("network_mode") if net: args.extend(['--network', net]) env=norm_as_list(cnt.get('environment', {})) for e in env: args.extend(['-e', e]) for i in cnt.get('env_file', []): i=os.path.realpath(os.path.join(dirname, i)) args.extend(['--env-file', i]) for i in cnt.get('tmpfs', []): args.extend(['--tmpfs', i]) for i in cnt.get('volumes', []): # TODO: make it absolute using os.path.realpath(i) args.extend(['-v', i]) for i in cnt.get('extra_hosts', []): args.extend(['--add-host', i]) for i in cnt.get('expose', []): args.extend(['--expose', i]) if cnt.get('publishall'): args.append('-P') for i in cnt.get('ports', []): args.extend(['-p', i]) user=cnt.get('user') if user is not None: args.extend(['-u', user]) if cnt.get('working_dir') is not None: args.extend(['-w', cnt.get('working_dir')]) if cnt.get('hostname'): args.extend(['--hostname', cnt.get('hostname')]) if cnt.get('shm_size'): args.extend(['--shm_size', '{}'.format(cnt.get('shm_size'))]) if cnt.get('stdin_open'): args.append('-i') if cnt.get('tty'): args.append('--tty') # currently podman shipped by fedora does not package this #if cnt.get('init'): # args.append('--init') entrypoint = cnt.get('entrypoint') if entrypoint is not None: if isinstance(entrypoint, list): args.extend(['--entrypoint', json.dumps(entrypoint)]) else: args.extend(['--entrypoint', entrypoint]) args.append(cnt.get('image')) # command, ..etc. command=cnt.get('command') if command is not None: # TODO: handle if command is string args.extend(command) return args def rec_deps(services, container_by_name, cnt, init_service): deps=cnt["_deps"] for dep in deps: dep_cnts = services.get(dep) if not dep_cnts: continue dep_cnt=container_by_name.get(dep_cnts[0]) if dep_cnt: # TODO: avoid creating loops, A->B->A if init_service and init_service in dep_cnt["_deps"]: continue new_deps = rec_deps(services, container_by_name, dep_cnt, init_service) deps.update(new_deps) return deps def flat_deps(services, container_by_name): for name, cnt in container_by_name.items(): deps=set([(c.split(":")[0] if ":" in c else c) for c in cnt.get("links", []) ]) deps.update(cnt.get("depends", [])) cnt["_deps"]=deps for name, cnt in container_by_name.items(): rec_deps(services, container_by_name, cnt, cnt.get('_service')) def up(project_name, dirname, pods, containers): os.chdir(dirname) # no need remove them if they have same hash label down(project_name, dirname, pods, containers) for pod in pods: args=[ "podman", "pod", "create", "--name={}".format(pod["name"]), "--share", "net", ] ports = pod.get("ports") or [] for i in ports: args.extend(['-p', i]) print(" ".join(args)) p=subprocess.Popen(args) print(p.wait()) #print(opts) for cnt in containers: # TODO: -e , --add-host, -v, --read-only args = container_to_args(cnt, dirname) print(" ".join(args)) p=subprocess.Popen(args) print(p.wait()) #print("""podman run -d --pod='{pod}' --name='{name}' '{image}'""".format(**cnt)) # subprocess.Popen(args, bufsize=0, executable=None, stdin=None, stdout=None, stderr=None, preexec_fn=None, close_fds=False, shell=False, cwd=None, env=None, universal_newlines=False, startupinfo=None, creationflags=0) time.sleep(1) def main(command, filename, project_name, no_ansi, transform_policy, host_env=None): filename= os.path.realpath(filename) dirname = os.path.dirname(filename) dir_basename = os.path.basename(dirname) if not project_name: project_name = dir_basename with open(filename, 'r') as f: compose=yaml.safe_load(f) print(json.dumps(compose, indent=2)) ver=compose.get('version') services=compose.get('services') podman_compose_labels=[ "io.podman.compose.config-hash=123", "io.podman.compose.project="+project_name, "io.podman.compose.version=0.0.1", ] # other top-levels: # volumes: {...} # networks: {driver: ...} # configs: {...} # secrets: {...} given_containers = [] container_names_by_service = {} for service_name, service_desc in services.items(): replicas = try_int(service_desc.get('deploy', {}).get('replicas', '1')) container_names_by_service[service_name]=[] for num in range(1, replicas+1): name = "{project_name}_{service_name}_{num}".format( project_name=project_name, service_name=service_name, num=num, ) container_names_by_service[service_name].append(name) #print(service_name,service_desc) cnt=dict(name=name, num=num, service_name=service_name, **service_desc) labels = norm_as_list(cnt.get('labels')) labels.extend(podman_compose_labels) labels.extend([ "com.docker.compose.container-number={}".format(num), "com.docker.compose.service="+service_name, ]) cnt['labels'] = labels cnt['_service'] = service_name given_containers.append(cnt) container_by_name = dict([ (c["name"], c) for c in given_containers ]) flat_deps(container_names_by_service, container_by_name) #print("deps:", [(c["name"], c["_deps"]) for c in given_containers]) given_containers = container_by_name.values() given_containers.sort(key=lambda c: len(c.get('_deps') or [])) #print("sorted:", [c["name"] for c in given_containers]) tr=transformations[transform_policy] pods, containers = tr(project_name, container_names_by_service, given_containers) cmd=command[0] if cmd=="up": up(project_name, dirname, pods, containers) elif cmd=="down": down(project_name, dirname, pods, containers) else: raise NotImplementedError("command {} is not implemented".format(cmd)) if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument('command', metavar='command', help='command to run', choices=['up', 'down'], nargs=1, default="up") parser.add_argument("-f", "--file", help="Specify an alternate compose file (default: docker-compose.yml)", type=str, default='docker-compose.yml') parser.add_argument("-p", "--project-name", help="Specify an alternate project name (default: directory name)", type=str, default=None) parser.add_argument("--no-ansi", help="Do not print ANSI control characters", action='store_true') parser.add_argument("-t", "--transform_policy", help="how to translate docker compose to podman [1pod|hostnet|accurate]", choices=['1pod', '1podfw', 'hostnet', 'cntnet', 'publishall', 'identity'], default='1podfw') args = parser.parse_args() main( command=args.command, filename=args.file, project_name=args.project_name, no_ansi=args.no_ansi, transform_policy=args.transform_policy)